-- Logs begin at Fri 2022-04-01 14:45:31 UTC, end at Fri 2022-04-01 16:59:36 UTC. -- Apr 01 15:40:44.630263 dv-neutron-835944-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 15:40:47.185643 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:40:47.186258 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev93 Apr 01 15:40:47.186402 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:40:47.189517 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:40:47.189764 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev93 Apr 01 15:40:47.190075 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:40:47.191028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:47.191260 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:47.191654 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:47.191848 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:47.192069 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:47.192387 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.192682 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.192981 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.193205 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.193497 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.193784 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.194064 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.194348 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.194655 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.194942 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.195213 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.195489 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.195716 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.195997 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.196274 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.196556 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.196808 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] debug = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.197223 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.197658 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.198073 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.198350 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.198660 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.198954 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.199230 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.199487 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.199768 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.200096 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] host = dv-neutron-835944-1-hyperv {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.200371 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.200655 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.200935 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.201216 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.201486 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.201760 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.202041 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.202309 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.202576 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.202873 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.203156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.203442 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.203726 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.203949 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.204169 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.204457 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.204738 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.205013 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.205282 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.205552 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.205822 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.206090 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.206355 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.206655 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.206939 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.207218 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.207489 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.207762 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.208025 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.208292 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.208570 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.208838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.209108 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.209376 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.209658 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.209922 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.210459 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.210781 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.211072 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.211342 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.211622 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.211892 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.212169 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.212959 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.213234 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.213498 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_json = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.213861 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.214075 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.214353 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.214643 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.214913 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.215184 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.215449 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.215729 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.215997 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:47.216287 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.216579 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.216874 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.217148 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.217434 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.217708 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.217997 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.218264 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.218548 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.218862 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.219148 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.219419 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.219700 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.219972 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.220261 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.220564 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.220852 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.221138 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.221407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.221675 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.221942 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.222212 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.222490 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.222804 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.223089 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.223361 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.223630 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.223917 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.224190 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.224458 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.224731 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.225016 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.225287 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.225553 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.225830 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.226105 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.226371 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.226724 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.227005 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.227292 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.227562 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.227827 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.228688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.228958 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.229227 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.229512 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.229784 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.230045 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.230312 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.230671 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.230946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.231217 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.231490 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.231759 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.232031 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.232302 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.232567 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.232835 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.233102 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.233390 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.233634 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.233898 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.234167 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.234433 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.234732 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.235002 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.235269 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.235535 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.235816 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.236110 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.236382 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.236661 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.236954 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.237229 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.237500 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.237770 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.238045 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.238321 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.238588 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.238905 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.239186 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.239477 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.239761 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.240034 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.240321 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.240601 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.240877 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.241150 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.241431 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.241711 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.241988 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.242276 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.242570 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.242884 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.243166 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.243455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.243759 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.244112 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.244626 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:47.244626 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:40:47.244790 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 15:40:47.638416 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO keyring.backend [-] Loading KWallet Apr 01 15:40:47.645657 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO keyring.backend [-] Loading SecretService Apr 01 15:40:47.649053 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO keyring.backend [-] Loading Windows Apr 01 15:40:47.651055 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO keyring.backend [-] Loading chainer Apr 01 15:40:47.651823 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO keyring.backend [-] Loading macOS Apr 01 15:40:47.684517 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:40:47.684780 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:40:47.685066 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:40:47.685398 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 15:40:48.079999 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.080280 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.080557 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.081838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.082109 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.082371 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.117977 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.118244 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.119149 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.132863 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.133135 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.133394 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.164559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.164998 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.165358 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.203127 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.203727 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.203727 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.439569 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.439843 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.440105 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.440367 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.441104 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.560580 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.560820 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.561096 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.561364 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.561631 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.561937 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.562195 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.562447 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.562723 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.563007 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.563262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.563520 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.563778 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.564028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.564298 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.564558 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.564821 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.565085 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.565333 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.565607 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.565950 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.566196 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.566444 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.566740 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.566987 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.567227 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.567605 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.567838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.568069 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.568300 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.568547 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.568756 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:48.569119 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 15:40:48.572294 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 15:40:48.576198 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 15:40:48.579905 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 01 15:40:48.581502 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 15:40:48.583051 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 15:40:48.583385 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 15:40:48.583764 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 15:40:48.586819 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 15:40:48.587061 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 15:40:48.587554 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:40:48.615499 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 15:40:48.615952 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.616251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 15:40:48.616610 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.617960 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 15:40:48.618242 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:40:48.618482 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 15:40:48.622391 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.622683 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:48.684200 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 15:40:48.684433 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 15:40:48.684664 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 15:40:48.685069 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 15:40:48.717910 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_db.sqlalchemy.engines [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 01 15:40:49.315794 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing driver for type 'gre' Apr 01 15:40:49.316461 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] gre ID ranges: [(1, 1000)] Apr 01 15:40:49.598405 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing driver for type 'local' Apr 01 15:40:49.598693 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing driver for type 'vlan' Apr 01 15:40:49.786893 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] VlanTypeDriver initialization complete Apr 01 15:40:49.787298 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing driver for type 'vxlan' Apr 01 15:40:49.787852 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] vxlan ID ranges: [(1, 1000)] Apr 01 15:40:50.073066 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing extension driver 'port_security' Apr 01 15:40:50.073459 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.extensions.port_security [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] PortSecurityExtensionDriver initialization complete Apr 01 15:40:50.073844 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing mechanism driver 'openvswitch' Apr 01 15:40:50.074227 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing mechanism driver 'hyperv' Apr 01 15:40:50.081377 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.plugin [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:50.082079 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.082460 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.082845 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.083413 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.083856 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088343 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088343 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088343 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.088343 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088343 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088797 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088797 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.088797 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088797 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.088797 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.089097 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.089097 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.089270 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.089613 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.090014 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.090427 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > address_group after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.090811 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > address_group after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.091160 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.091558 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:40:50.092022 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] ML2 OVO RPC backend initialized. {{(pid=88623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 01 15:40:50.092819 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.093185 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.093615 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.093963 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > networks before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.094349 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.094722 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > ports before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.095078 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.095434 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnets before_response 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.095792 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.096140 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.096485 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.096828 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.097174 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.097515 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.097858 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.098200 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.098550 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.099245 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.plugin [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Modular L2 Plugin initialization complete Apr 01 15:40:50.099711 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading services supported by the core plugin {{(pid=88623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 15:40:50.099920 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.plugins.ml2.managers [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Got port-security extension from driver 'port_security' Apr 01 15:40:50.100399 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.extensions.vlantransparent [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Disabled vlantransparent extension. Apr 01 15:40:50.100903 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 15:40:50.101221 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: router Apr 01 15:40:50.141558 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.141959 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_create 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.142334 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router before_create 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.142738 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.143116 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.143477 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_delete 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.143840 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.144208 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_create 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.144562 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.144916 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.145268 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.145644 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.146072 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.146452 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.146836 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.147179 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: subnet after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.147521 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.147876 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.148229 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_create 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.148577 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.148928 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.149290 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router after_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.149643 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.150692 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_create 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.151331 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.151331 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_update 55549900 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.151650 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > agent after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.152011 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > agent after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.152361 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > network after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.153350 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Tracking information for resource: router configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:50.153687 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Tracking information for resource: floatingip configured {{(pid=88623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:50.159245 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.db.l3_agentschedulers_db [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 15:40:50.159855 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.160233 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.160601 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.160955 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: port after_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.161785 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router before_create 55550100 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.162161 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.162537 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_create 55550100 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.162923 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > router precommit_update 55550100 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.168366 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.provider_configuration [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service providers = [] {{(pid=88623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 15:40:50.168736 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.db.servicetype_db [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 15:40:50.172037 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.service_base [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:50.172396 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.service_base [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:50.172744 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.service_base [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:50.173653 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.services.service_base [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:50.174039 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.services.service_base [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 15:40:50.174443 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.174799 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 15:40:50.186301 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.186653 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: auto_allocate Apr 01 15:40:50.193103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: network precommit_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.193395 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: network precommit_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.193959 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.194305 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: tag Apr 01 15:40:50.201723 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.202062 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: timestamp Apr 01 15:40:50.206504 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.206874 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: network_ip_availability Apr 01 15:40:50.213263 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.213801 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.214158 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.215008 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.215337 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: flavors Apr 01 15:40:50.220753 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.221094 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading Plugin: revisions Apr 01 15:40:50.225962 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:50.226364 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.541s {{(pid=88623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:40:50.227207 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 15:40:50.227551 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Initializing extension manager. Apr 01 15:40:50.228658 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: __init__.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.229380 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: __pycache__ {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.229380 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.229661 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: address_group.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.230509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.231169 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: address-group Apr 01 15:40:50.231498 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: address_scope.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.232233 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.232753 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: address-scope Apr 01 15:40:50.233083 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.234149 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.234714 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: router-admin-state-down-before-update Apr 01 15:40:50.235050 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: agent.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.236058 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.236576 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: agent Apr 01 15:40:50.236911 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: agent_resources_synced.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.244578 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.244793 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: agent-resources-synced Apr 01 15:40:50.245095 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: allowedaddresspairs.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.247091 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.247620 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: allowed-address-pairs Apr 01 15:40:50.247955 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: auto_allocated_topology.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.249114 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.249639 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: auto-allocated-topology Apr 01 15:40:50.249973 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: availability_zone.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.250724 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.251239 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: availability_zone Apr 01 15:40:50.251632 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: availability_zone_filter.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.252553 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.253072 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: availability_zone_filter Apr 01 15:40:50.253403 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: data_plane_status.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.254335 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.254934 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 15:40:50.255268 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: default_subnetpools.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.256203 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.256714 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: default-subnetpools Apr 01 15:40:50.257045 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.257907 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.258419 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: dhcp_agent_scheduler Apr 01 15:40:50.258778 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: dns.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.259753 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.260267 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension dns-integration not supported by any of loaded plugins Apr 01 15:40:50.260598 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: dns_domain_ports.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.261545 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.262057 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 15:40:50.262388 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: dvr.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.263116 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.263640 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: dvr Apr 01 15:40:50.263970 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: empty_string_filtering.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.264963 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.265582 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: empty-string-filtering Apr 01 15:40:50.265914 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.266892 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.267404 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:40:50.267731 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.268661 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.269170 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 15:40:50.269497 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: external_net.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.270427 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.270960 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: external-net Apr 01 15:40:50.271285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.278281 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.278871 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: extra_dhcp_opt Apr 01 15:40:50.279202 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: extraroute.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.280223 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.280729 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: extraroute Apr 01 15:40:50.281052 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: extraroute_atomic.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.282122 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.282658 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: extraroute-atomic Apr 01 15:40:50.282992 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: filter_validation.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.283692 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.284202 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: filter-validation Apr 01 15:40:50.284527 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: fip_pf_description.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.285467 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.285976 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 15:40:50.286301 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: fip_port_details.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.287290 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.287798 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: fip-port-details Apr 01 15:40:50.288125 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: flavors.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.289405 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.289930 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: flavors Apr 01 15:40:50.290261 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.292822 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.293352 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 15:40:50.293688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: floatingip_pools.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.294488 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.295031 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: floatingip-pools Apr 01 15:40:50.295368 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: ip_allocation.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.296385 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.296904 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 15:40:50.297233 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.298177 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.298726 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: ip-substring-filtering Apr 01 15:40:50.299063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l2_adjacency.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.300030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.300564 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 15:40:50.300925 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.301974 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.302489 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: router Apr 01 15:40:50.302865 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.305476 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.306059 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:40:50.306385 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.307400 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.307914 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: ext-gw-mode Apr 01 15:40:50.308246 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.309212 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.309719 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: l3-ha Apr 01 15:40:50.310052 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3_flavors.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.311028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.311538 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: l3-flavors Apr 01 15:40:50.311871 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.319812 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.320646 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 15:40:50.320733 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: l3agentscheduler.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.321914 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.322450 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: l3_agent_scheduler Apr 01 15:40:50.322838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: logging.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.324649 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.325192 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension logging not supported by any of loaded plugins Apr 01 15:40:50.325524 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: metering.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.326320 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.326956 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: metering Apr 01 15:40:50.327289 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.328485 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.329017 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: metering_source_and_destination_fields Apr 01 15:40:50.329345 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: multiprovidernet.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.330296 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.330838 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: multi-provider Apr 01 15:40:50.331164 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: netmtu.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.332104 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.332624 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: net-mtu Apr 01 15:40:50.332948 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: netmtu_writable.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.333907 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.334412 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: net-mtu-writable Apr 01 15:40:50.334773 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: network_availability_zone.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.335744 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.336251 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: network_availability_zone Apr 01 15:40:50.336569 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: network_ip_availability.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.338225 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.338776 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: network-ip-availability Apr 01 15:40:50.339153 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: network_segment_range.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.340006 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.340492 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 15:40:50.340821 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: pagination.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.341880 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.342216 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: pagination Apr 01 15:40:50.342544 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: port_device_profile.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.343517 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.344046 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: port-device-profile Apr 01 15:40:50.344376 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.345423 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.345933 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: port-mac-address-regenerate Apr 01 15:40:50.346262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.347223 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.347739 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: port-numa-affinity-policy Apr 01 15:40:50.348066 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: port_resource_request.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.348999 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.349510 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 15:40:50.349838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: portbindings.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.350805 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.351320 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: binding Apr 01 15:40:50.351648 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: portbindings_extended.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.353903 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.354432 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: binding-extended Apr 01 15:40:50.354814 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: portsecurity.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.355763 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.356279 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: port-security Apr 01 15:40:50.356619 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: project_id.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.357618 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.357956 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: project-id Apr 01 15:40:50.358290 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: providernet.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.359266 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.359790 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: provider Apr 01 15:40:50.360115 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.363792 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.364693 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos not supported by any of loaded plugins Apr 01 15:40:50.364693 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.365932 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.366450 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 15:40:50.367394 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.367755 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.368271 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 15:40:50.368759 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_default.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.369688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.370196 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-default not supported by any of loaded plugins Apr 01 15:40:50.370527 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_fip.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.371236 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.371743 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-fip not supported by any of loaded plugins Apr 01 15:40:50.372087 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_gateway_ip.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.373018 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.373525 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 15:40:50.373853 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_port_network_policy.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.374831 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.375342 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 15:40:50.375669 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_rule_type_details.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.376602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.377108 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 15:40:50.377438 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: qos_rules_alias.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.378505 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.379051 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 15:40:50.379379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: quotasv2.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.380371 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.380703 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: quotas Apr 01 15:40:50.381032 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: quotasv2_detail.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.382729 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.383069 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: quota_details Apr 01 15:40:50.383409 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: rbac.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.384537 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.385040 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: rbac-policies Apr 01 15:40:50.385373 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: rbac_address_group.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.386341 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.386893 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: rbac-address-group Apr 01 15:40:50.387223 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: rbac_address_scope.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.388172 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.388689 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: rbac-address-scope Apr 01 15:40:50.389028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: rbac_security_groups.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.389950 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.390465 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: rbac-security-groups Apr 01 15:40:50.390835 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: rbac_subnetpool.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.391761 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.392274 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: rbac-subnetpool Apr 01 15:40:50.392606 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: revisionifmatch.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.393546 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.394059 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: revision-if-match Apr 01 15:40:50.394394 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: revisions.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.395723 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.396238 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: standard-attr-revisions Apr 01 15:40:50.396577 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: router_availability_zone.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.397262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.397775 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: router_availability_zone Apr 01 15:40:50.398105 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: routerservicetype.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.399063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.399577 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension router-service-type not supported by any of loaded plugins Apr 01 15:40:50.400425 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.401356 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.401865 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: security-groups-normalized-cidr Apr 01 15:40:50.402195 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.403154 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.403664 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: port-security-groups-filtering Apr 01 15:40:50.403990 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.404916 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.405431 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: security-groups-remote-address-group Apr 01 15:40:50.405760 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: securitygroup.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.416436 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.416992 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: security-group Apr 01 15:40:50.417325 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: segment.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.418159 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.418693 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension segment not supported by any of loaded plugins Apr 01 15:40:50.419026 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.420030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.420545 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 15:40:50.420873 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: servicetype.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.422011 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.422533 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: service-type Apr 01 15:40:50.422887 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: sorting.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.423886 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.424224 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: sorting Apr 01 15:40:50.424550 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: standard_attr_segment.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.425479 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.425999 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 15:40:50.426327 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: standardattrdescription.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.427118 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.427630 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: standard-attr-description Apr 01 15:40:50.427962 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: stateful_security_group.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.428913 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: stateful-security-group Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: stdattrs_common.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 15:40:50.435046 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnet_onboard.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.435685 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.435685 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: subnet_onboard Apr 01 15:40:50.435685 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.435685 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.436083 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 15:40:50.436409 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnet_service_types.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.437370 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.437877 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: subnet-service-types Apr 01 15:40:50.438203 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnetallocation.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.439372 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.439893 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: subnet_allocation Apr 01 15:40:50.440226 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.440927 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.441437 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: subnetpool-prefix-ops Apr 01 15:40:50.441760 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.442789 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.443396 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 15:40:50.443674 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: tagging.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.444803 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.445330 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: standard-attr-tag Apr 01 15:40:50.445665 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: timestamp.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.447112 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.447711 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loaded extension: standard-attr-timestamp Apr 01 15:40:50.448045 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: trunk.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.449122 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.449634 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension trunk not supported by any of loaded plugins Apr 01 15:40:50.449966 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: trunk_details.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.450936 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.451455 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension trunk-details not supported by any of loaded plugins Apr 01 15:40:50.451790 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: uplink_status_propagation.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.452731 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.453245 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 15:40:50.453578 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Loading extension file: vlantransparent.py {{(pid=88623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:40:50.454274 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:40:50.454820 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 15:40:50.457393 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:network Apr 01 15:40:50.458154 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnet Apr 01 15:40:50.459016 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:50.459625 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:port Apr 01 15:40:50.461569 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.462028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service FLAVORS assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.463244 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.463694 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.464034 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:router Apr 01 15:40:50.464739 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:40:50.465472 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service METERING assigned prefix: /metering {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.467008 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.467387 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.467744 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:50.470447 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:40:50.470953 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:40:50.471684 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:40:50.472473 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service CORE assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.472793 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:50.473146 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] subnetpool is already registered Apr 01 15:40:50.473776 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service CORE assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.474112 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:50.474459 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] subnetpool is already registered Apr 01 15:40:50.590978 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.591708 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service FLAVORS assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.592831 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.593580 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.594142 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:router Apr 01 15:40:50.594506 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] router is already registered Apr 01 15:40:50.595218 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:40:50.595555 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] floatingip is already registered Apr 01 15:40:50.596206 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service METERING assigned prefix: /metering {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.597064 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:40:50.597407 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] rbac_policy is already registered Apr 01 15:40:50.597836 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:40:50.598166 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] security_group is already registered Apr 01 15:40:50.598800 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:40:50.599142 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] security_group_rule is already registered Apr 01 15:40:50.599824 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service CORE assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.600160 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:50.600487 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] subnetpool is already registered Apr 01 15:40:50.601107 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.v2.resource_helper [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Service CORE assigned prefix: {{(pid=88623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:50.601440 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:50.601769 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING neutron.quota.resource_registry [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] subnetpool is already registered Apr 01 15:40:50.602439 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: extensions {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.604080 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: address-groups {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.605750 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: address-scopes {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.607027 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: agents {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.608201 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: auto-allocated-topology {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.609558 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: availability_zones {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.610818 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: dhcp-networks {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.612299 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: dhcp-agents {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.613758 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: routers {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.615604 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: flavors {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.616784 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: service_profiles {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.618002 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: next_providers {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.619764 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: service_profiles {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.621287 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: floatingip-pools {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.622514 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: routers {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.624357 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: floatingips {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.625568 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: l3-routers {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.626985 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: l3-agents {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.628538 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: metering-labels {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.629802 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: metering-label-rules {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.631142 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: network-ip-availabilities {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.632369 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: bindings {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.634031 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: quotas {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.636196 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: quotas {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.637633 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: rbac-policies {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.638969 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: security-groups {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.640187 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: security-group-rules {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.641407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: service-providers {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.642782 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: subnetpools {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.644130 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: subnetpools {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.645579 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.647411 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.649130 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.651657 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.654791 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.656646 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.658354 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.660327 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.662101 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.664852 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron.api.extensions [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Extended resource: tags {{(pid=88623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:40:50.670405 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING keystonemiddleware.auth_token [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 15:40:50.675321 dv-neutron-835944-1-hyperv neutron-server[88623]: WARNING keystonemiddleware.auth_token [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 15:40:50.684079 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Acquired lock "singleton_lock" {{(pid=88623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 15:40:50.684558 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_concurrency.lockutils [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Releasing lock "singleton_lock" {{(pid=88623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 15:40:50.686073 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Starting 2 workers Apr 01 15:40:50.690293 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Started child 88732 {{(pid=88623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:50.695048 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Started child 88733 {{(pid=88623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:50.695435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.697304 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO neutron.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 15:40:50.697583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [-] (88732) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:40:50.698000 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Notify callbacks [] for process, before_spawn {{(pid=88623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.700637 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Starting 1 workers Apr 01 15:40:50.702322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.703695 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [-] (88733) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:40:50.705855 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Started child 88734 {{(pid=88623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:50.706396 dv-neutron-835944-1-hyperv neutron-server[88623]: INFO oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Starting 1 workers Apr 01 15:40:50.709543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] calling RpcWorker wait() {{(pid=88734) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 15:40:50.710400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] returning from RpcWorker wait() {{(pid=88734) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 15:40:50.711268 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Started child 88735 {{(pid=88623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:50.711768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.712060 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG neutron_lib.callbacks.manager [None req-aac91018-3db6-4fc9-b77c-b303c2dfbda0 None None] Notify callbacks [] for process, after_spawn {{(pid=88623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.712217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:50.714784 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:40:50.715002 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:50.715356 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:50.715584 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:50.715944 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:50.716110 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:50.716613 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.716895 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.717180 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.717445 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.717760 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.718346 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.718651 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.720285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.720285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.720285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.720285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.720285 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.724651 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.725404 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725404 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725404 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725404 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725404 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725817 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] debug = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.725946 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.726794 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.727506 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] host = dv-neutron-835944-1-hyperv {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728251 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728866 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.728866 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.729123 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.729307 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.729735 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.730109 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.730518 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_options = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.733428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.734847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.735878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739659 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739659 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739659 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739659 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.739924 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.740098 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.740500 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.740740 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.740970 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.741255 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.741487 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.741748 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.741995 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.742218 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.742445 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.742699 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.742939 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.743172 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_json = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.743395 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.743641 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.743965 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.744519 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.744519 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.744519 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.744764 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.744967 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.745182 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.745623 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.745904 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.746222 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.746486 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.746836 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.747334 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.747575 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.747823 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.748078 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.748335 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.748653 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.748902 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.749192 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.749434 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.749708 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.750036 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.750323 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.750648 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.750899 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.751115 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.751357 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.751772 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.752288 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.752829 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.753257 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.753557 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.753781 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.754030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.754268 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.754521 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.754766 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.754988 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.755268 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.755512 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.755731 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.755959 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.756221 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.756799 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.756799 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.757255 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.757255 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.758253 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.758452 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.758878 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.759801 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.760072 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.760309 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.760579 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.760838 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.761104 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.761371 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.761604 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.761827 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.762377 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.762491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.762743 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.762977 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.763231 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.763417 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.763659 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.763892 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.764141 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.764374 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.764601 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.764819 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.765066 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.765309 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.765531 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.765959 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.766505 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.766765 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.766990 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.767233 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.767477 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.767711 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.767917 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.768135 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.768411 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.768771 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.769182 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.769637 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.769965 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.770189 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.770452 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.770770 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.771281 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.771723 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.772159 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.772543 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.772676 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.772860 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.773478 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.773967 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.774247 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.774505 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.774870 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.776529 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.776529 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.776529 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.776529 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.776815 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.777017 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.777257 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.777497 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.777715 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.777930 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.778212 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.778482 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.778813 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.779032 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.779608 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.779763 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.779971 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.780265 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.780513 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.780798 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.781097 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.781428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.781685 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.781934 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.782214 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.782814 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.783043 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.783240 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.783435 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.783672 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.784002 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.784194 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.784422 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.784618 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.784889 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.786649 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.786649 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.786649 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.786649 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.787004 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.787231 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.787508 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.787996 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.788133 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.790455 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.792602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.793491 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794051 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794051 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794051 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794248 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794477 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.794694 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.795671 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.795671 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.795671 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.795671 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.796652 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.796652 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.796652 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.796652 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.797656 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.797656 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.797656 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.797656 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.797656 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.798243 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.798243 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.798497 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.798641 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.798821 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.799183 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.799453 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.799702 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.799949 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.800194 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.800409 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.800625 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.802739 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.803635 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.803635 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.803635 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.803635 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804052 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804052 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804197 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804319 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804530 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804744 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.804953 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.805166 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.805376 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.805694 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.805934 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.806194 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.806426 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.806676 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.806905 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.807276 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.807493 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.807712 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.807924 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.808154 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.808373 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.808604 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.808820 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.809064 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.809388 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.809643 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.809867 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.810186 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.810599 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.811042 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.811490 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.812022 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.812296 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.812572 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.812813 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.813060 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.813286 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.813552 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.813894 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.814198 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.814465 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.814745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.815098 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.815375 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.815638 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.815856 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.816146 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.816489 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.816790 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.817091 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.817336 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.817746 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.818115 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.818473 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.818935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35530) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:50.819074 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.819466 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.819722 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.819988 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.820262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.820581 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.820939 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.821279 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.822169 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.822730 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.823221 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.823456 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.823740 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.823902 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:40:50.824490 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:40:50.824749 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:50.824963 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:50.825143 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:50.825306 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:50.825460 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:50.825688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.825853 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826014 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826174 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826333 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826515 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826707 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.826860 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827249 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827533 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827654 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.827756 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828066 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828231 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828390 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828730 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.828885 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829034 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829199 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829346 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] debug = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829477 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829647 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829813 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.829948 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.830105 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.830272 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.830550 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.830880 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.831166 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.831494 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.831743 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.831929 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.832458 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.832560 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.832673 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.832988 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.833417 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.833845 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112963 Apr 01 15:40:50.835010 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] host = dv-neutron-835944-1-hyperv {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.835584 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.835872 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.836028 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.836279 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.836435 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.836592 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.837175 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.838374 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.838657 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.838920 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.839178 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.839443 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.841669 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.841949 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.842908 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_options = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.843094 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.843315 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.843573 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.843879 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.844175 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.844921 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.845541 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.845541 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.845811 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.845944 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.846168 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.846461 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847405 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847405 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847405 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847681 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847768 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.847957 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848110 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848254 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848408 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848551 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848696 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.848860 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.849891 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.850122 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.850340 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.850507 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.850706 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.850855 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.851222 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.851520 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.851686 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.852817 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.852817 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.852817 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.852817 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853204 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853204 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853204 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853515 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853515 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853733 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853849 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.853983 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.854089 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_json = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.854245 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.855890 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.856684 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:50.857014 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.857180 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.857459 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.858846 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.859347 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.859840 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.860132 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.860643 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.861730 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.862609 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.862609 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.862929 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.863387 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.863708 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.864031 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.864365 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.864629 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.864783 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.865380 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.865551 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.865720 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.865886 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.866070 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.866351 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.866718 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.866956 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.867421 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.867606 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.867771 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.867906 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.868181 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.868339 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.868470 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.869129 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.869337 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.870718 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.871101 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.871347 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872156 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872492 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872492 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872615 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872937 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.872937 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873086 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873235 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873417 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873602 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873770 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.873917 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.874063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.874210 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.874353 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.874496 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.874785 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875059 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875231 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875412 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875574 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875699 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.875915 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876177 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876311 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876456 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876610 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876766 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.876921 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.877660 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.877660 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.877660 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.877871 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.877936 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.878106 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.878239 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.878428 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.879363 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.879363 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.879363 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.879363 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.879363 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880030 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880337 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880461 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880589 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880674 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.880816 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881039 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881183 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881315 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881457 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881599 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881856 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.881989 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882064 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882194 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882347 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882508 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882715 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.882875 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.883745 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.884084 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.884225 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.884859 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.886723 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.886932 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.887130 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.887282 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.889103 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890044 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890044 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890044 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890044 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890044 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.890586 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.893688 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.895262 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.896406 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.897401 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.898407 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.899389 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.899543 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.901330 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.902510 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.902510 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.902510 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.902510 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.902510 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.903384 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.903384 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.903384 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.903384 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904063 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904527 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904527 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904527 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904922 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.904922 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.905191 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.905333 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.905595 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.905847 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.906101 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.906351 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.906648 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.906918 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.907186 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908559 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.908921 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.909114 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.909282 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.909544 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.909825 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.910093 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.910350 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.910597 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.911982 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.911982 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.911982 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.911982 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.911982 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.912324 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.912324 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.912595 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.912833 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.913111 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.913322 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.913547 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.913785 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.914088 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.914390 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918149 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.918379 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919055 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919509 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.919784 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920092 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920092 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920467 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920999 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920999 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.920999 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.921807 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.921807 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.921807 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.921807 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.922657 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:50.922657 dv-neutron-835944-1-hyperv neutron-server[88623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:41:02.374977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fc794-c60b-47db-a3d8-52eda9f981a2 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:41:02.489030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fc794-c60b-47db-a3d8-52eda9f981a2 None None] No non-hosted networks {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 15:41:02.506424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.agentschedulers_db [None req-9c8fc794-c60b-47db-a3d8-52eda9f981a2 None None] DHCP Agent not found on host dv-neutron-835944-1-hyperv {{(pid=88734) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 15:41:02.622458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-55b0e68e-8052-45ce-bded-9964300fea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.805564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-54910502-9de0-4c87-86e9-39324bc3e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.849063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-eb8cd861-7749-42fd-a1cc-f934431cbb66 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835944-1-hyperv {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:04.849844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-eb8cd861-7749-42fd-a1cc-f934431cbb66 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:05.396182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd861-7749-42fd-a1cc-f934431cbb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.527286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.528266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.528745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.529271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.529837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.530349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.530860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.531374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.534603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.534603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.534603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.534603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.534603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.535241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835944-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:05.541180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835944-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:06.106707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.481318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.885153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35632) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:09.507339 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING oslo_policy.policy [None req-ce8e8bd1-3879-4194-ae5b-dfd09326dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:09.507934 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING oslo_policy.policy [None req-ce8e8bd1-3879-4194-ae5b-dfd09326dbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:09.728749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-ce8e8bd1-3879-4194-ae5b-dfd09326dbf4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:09.729866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ce8e8bd1-3879-4194-ae5b-dfd09326dbf4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8437629 Apr 01 15:41:12.035594 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.db.l3_hamode_db [None req-c0eb5aae-d318-45c9-a0b4-416df8edfa9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 15:41:12.131439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb5aae-d318-45c9-a0b4-416df8edfa9c None None] Routers set() bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:41:12.131829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb5aae-d318-45c9-a0b4-416df8edfa9c None None] Router IDs set() for agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 01 15:41:12.232559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:12.625314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.721898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.policy [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:41:12.767549 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING oslo_policy.policy [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:12.767953 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING oslo_policy.policy [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:12.776763 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.quota [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Loaded quota_driver: . Apr 01 15:41:12.792924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:12.939178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657730645', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657729414', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657723740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657712640', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657838248', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765657827909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7874895', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7875961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1477289'] for rbac-policy, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.152404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.153614 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6e3c1428-4be1-437a-b3f4-4bd0bd1bb496 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9201503 Apr 01 15:41:15.794821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35660) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:16.155415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Request body: {'network': {'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'name': 'private', 'admin_state_up': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:16.160269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:16.165539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Usage tracker for resource:network and tenant:1ac03826ee3f4eeba27ee97772594afa is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:16.170484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:16.177028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:16.255362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Made reservation on behalf of 1ac03826ee3f4eeba27ee97772594afa for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:16.258293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.276576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.291862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:16.295615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Usage tracker for resource:security_group_rule and tenant:1ac03826ee3f4eeba27ee97772594afa is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:16.301014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:16.307550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:16.570679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.655404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.681045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:16.706982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765654425604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.707563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Unsubscribe: segment precommit_create {{(pid=88733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:41:16.708063 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Added segment 0c6e9439-9a92-4762-bcbb-c54a419254ec of type vlan for network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 Apr 01 15:41:16.718067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a0e404-fcee-4819-a992-e169918066a6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.773885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.774220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.775170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.775658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.775991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.776382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.776699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.777011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.777325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.777634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.777951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.778246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Tracked resource versions report: Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: pushed versions: Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: { 'AddressGroup': {'1.2'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'ConntrackHelper': {'1.0'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Log': {'1.0'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Network': {'1.1'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Port': {'1.7'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'PortForwarding': {'1.2'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'QosPolicy': {'1.8'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroup': {'1.4'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SubPort': {'1.0'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Subnet': {'1.1'}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Trunk': {'1.1'}} Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: consumer versions: Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'ConntrackHelper': '1.0', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Log': '1.0', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Network': '1.1', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Port': '1.7', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'PortForwarding': '1.2', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'QosPolicy': '1.8', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroup': '1.4', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroupRule': '1.2', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SubPort': '1.0', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Subnet': '1.1', Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Trunk': '1.1'}} Apr 01 15:41:16.779601 dv-neutron-835944-1-hyperv neutron-server[88733]: {{(pid=88733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:16.829695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.943759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.944852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.945488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.056551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] Pushing event updated for resources: {'Network': ['ID=ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.068534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:17.110449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0e7806f6-cb2f-45ff-a99b-5b78940575ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3144464 Apr 01 15:41:19.907717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35676) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:20.364939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91854f-4b3d-491f-a92e-07e9381478d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.366193 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e91854f-4b3d-491f-a92e-07e9381478d1 admin admin] 10.222.0.21 "GET /v2.0/networks/ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 HTTP/1.1" status: 200 len: 825 time: 0.4575498 Apr 01 15:41:20.393823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0d0038f2-f61f-41b7-8944-097015804fe2 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/2ab15f00-b9cc-4392-9921-70d11e2d025a HTTP/1.1" status: 200 len: 734 time: 0.0215228 Apr 01 15:41:20.402241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Request body: {'subnet': {'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'name': 'private-subnet', 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:20.406428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:20.410145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Usage tracker for resource:subnet and tenant:1ac03826ee3f4eeba27ee97772594afa is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:20.413025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:20.418519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:20.511852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Made reservation on behalf of 1ac03826ee3f4eeba27ee97772594afa for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:20.514236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.872702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.960568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6164ee8-3693-488e-b30f-f0911f80bed8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.962577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Checking segment: {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:20.962981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Network hostable DHCP agents. Network: ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:21.049465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:21.129261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:21.135225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:21.135929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.140170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aba873-2afb-4e91-aa31-95ee19f9797f None None] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:21.221850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ffec83ba-1314-40c6-9985-5cfd51d8b1bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8225915 Apr 01 15:41:21.488749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:41:21.489949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.679635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Allocated IP 172.20.0.2 (ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990/a6164ee8-3693-488e-b30f-f0911f80bed8/049b8e5d-01c4-4826-921b-f5d996f5d529) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:21.918888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.932214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Transition to ACTIVE for port object 049b8e5d-01c4-4826-921b-f5d996f5d529 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:21.952599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Transition to ACTIVE for port object 049b8e5d-01c4-4826-921b-f5d996f5d529 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:22.041674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.104418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:22.111613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:22.118710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:41:22.120912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Pushing event updated for resources: {'Port': ['ID=049b8e5d-01c4-4826-921b-f5d996f5d529,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.158490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.159202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.159202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.159539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.159868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.160209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.160536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.160858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.161202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.161526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.161889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.162215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Tracked resource versions report: Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: pushed versions: Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: { 'AddressGroup': {'1.2'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'ConntrackHelper': {'1.0'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Log': {'1.0'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Network': {'1.1'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Port': {'1.7'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'PortForwarding': {'1.2'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'QosPolicy': {'1.8'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroup': {'1.4'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SubPort': {'1.0'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Subnet': {'1.1'}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Trunk': {'1.1'}} Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: consumer versions: Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'ConntrackHelper': '1.0', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Log': '1.0', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Network': '1.1', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Port': '1.7', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'PortForwarding': '1.2', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'QosPolicy': '1.8', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroup': '1.4', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroupRule': '1.2', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SubPort': '1.0', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Subnet': '1.1', Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Trunk': '1.1'}} Apr 01 15:41:22.163595 dv-neutron-835944-1-hyperv neutron-server[88734]: {{(pid=88734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:22.225472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Attempting to bind port 049b8e5d-01c4-4826-921b-f5d996f5d529 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:22.225784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Attempting to bind port 049b8e5d-01c4-4826-921b-f5d996f5d529 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:22.226187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Attempting to bind port 049b8e5d-01c4-4826-921b-f5d996f5d529 on network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:41:22.231552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:41:22.232004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Checking segment: {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:22.232423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.232808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Bound using segment: {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:41:22.233268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Bound port: 049b8e5d-01c4-4826-921b-f5d996f5d529, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:22.233646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.325057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] For port 049b8e5d-01c4-4826-921b-f5d996f5d529, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:41:22.329172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] For port 049b8e5d-01c4-4826-921b-f5d996f5d529, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=049b8e5d-01c4-4826-921b-f5d996f5d529,segment=NetworkSegment(0c6e9439-9a92-4762-bcbb-c54a419254ec),segment_id=0c6e9439-9a92-4762-bcbb-c54a419254ec)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:41:22.412912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.513331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72905-5baa-4f4e-9177-64f3219ed4ef None None] Pushing event updated for resources: {'Port': ['ID=049b8e5d-01c4-4826-921b-f5d996f5d529,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.749852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:24.147720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-26594e1d-755c-4ce6-a727-67b88f6764cf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:24.148702 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-26594e1d-755c-4ce6-a727-67b88f6764cf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3978572 Apr 01 15:41:25.348877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 049b8e5d-01c4-4826-921b-f5d996f5d529 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:25.480817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 049b8e5d-01c4-4826-921b-f5d996f5d529 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:26.473928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70c2fc-c7ce-49fb-b6bd-70620cdc260a None None] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:26.657797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35700) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:26.713440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Provisioning for port 049b8e5d-01c4-4826-921b-f5d996f5d529 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:26.725360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Provisioning complete for port 049b8e5d-01c4-4826-921b-f5d996f5d529 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:26.725765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.880684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.049263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] For port 049b8e5d-01c4-4826-921b-f5d996f5d529, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=049b8e5d-01c4-4826-921b-f5d996f5d529,segment=NetworkSegment(0c6e9439-9a92-4762-bcbb-c54a419254ec),segment_id=0c6e9439-9a92-4762-bcbb-c54a419254ec)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:41:27.140226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-2e8c8485-5ba8-4768-8d27-246334192278 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:27.141223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2e8c8485-5ba8-4768-8d27-246334192278 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4824078 Apr 01 15:41:27.155104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.238543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea27bd-6bf1-48df-8b93-3cee814bfb91 None None] Pushing event updated for resources: {'Port': ['ID=049b8e5d-01c4-4826-921b-f5d996f5d529,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:27.289538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c5fe8591-2b59-465c-9411-a5588c61aeae None None] Provisioning complete for port 049b8e5d-01c4-4826-921b-f5d996f5d529 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:27.292063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5fe8591-2b59-465c-9411-a5588c61aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.281929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 049b8e5d-01c4-4826-921b-f5d996f5d529 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:29.353096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 049b8e5d-01c4-4826-921b-f5d996f5d529 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:29.353460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.055380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35712) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:30.456896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:30.463470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:30.467955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Usage tracker for resource:router and tenant:1ac03826ee3f4eeba27ee97772594afa is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:30.471799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:30.478729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:30.595683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.597268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.620087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.833154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.969123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.970323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b4349e72-0d4b-4d3e-b2ca-476111da6548 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9137943 Apr 01 15:41:32.358164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c46c24a-d699-4d89-bc62-744233ae94ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.765836 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:41:33.424136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35722) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:33.803857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-6e690f08-fe69-423b-ad04-e97adfbb0ec0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:33.804849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6e690f08-fe69-423b-ad04-e97adfbb0ec0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3796337 Apr 01 15:41:34.778038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60b9fad5-61dd-45a1-a3a6-2df252a9387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.512357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.026807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.329921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35742) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:36.489650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:36.495442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:36.499316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Usage tracker for resource:network and tenant:3cd3de480d5141f5943468f79b60a2f0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:36.502141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:36.507914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:36.583637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Made reservation on behalf of 3cd3de480d5141f5943468f79b60a2f0 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:36.586138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.599172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.615426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:36.620431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Usage tracker for resource:security_group_rule and tenant:3cd3de480d5141f5943468f79b60a2f0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:36.623634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:36.629697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:36.726907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.792245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.810394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Reserving flat network on physical network physnet1 {{(pid=88733) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 15:41:36.831577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ff116a-fde7-49a0-a20f-98b6b8265e37,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.836427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.837208 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Added segment fa44a0b5-330e-43b6-bb1b-c6cb9e965b24 of type flat for network 9181174c-0218-4efd-8ed7-7dedd586ae78 Apr 01 15:41:36.871656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.989324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.990278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.990893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.098906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] Pushing event updated for resources: {'Network': ['ID=9181174c-0218-4efd-8ed7-7dedd586ae78,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.109920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:37.148359 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-67f556c3-a0a1-4360-af7b-5a29f292262f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8173091 Apr 01 15:41:37.474993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.573789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35762) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:39.689181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e81413-1565-4705-b930-c97c25cc71d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.690547 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-44e81413-1565-4705-b930-c97c25cc71d0 admin admin] 10.222.0.21 "GET /v2.0/subnets/a6164ee8-3693-488e-b30f-f0911f80bed8 HTTP/1.1" status: 200 len: 849 time: 0.1156671 Apr 01 15:41:39.842900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-df740278-7585-49b8-b83a-c6542775badf admin admin] 10.222.0.21 "GET /v2.0/routers/0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 HTTP/1.1" status: 200 len: 704 time: 0.1453989 Apr 01 15:41:40.364260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.660950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Allocated IP 172.20.0.1 (ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990/a6164ee8-3693-488e-b30f-f0911f80bed8/8136988d-84d5-4638-a19e-5feaee8670d6) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:40.831327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.850678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Transition to ACTIVE for port object 8136988d-84d5-4638-a19e-5feaee8670d6 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:40.961562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.028081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:41.035511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:41.039805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:41:41.040655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.166341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Pushing event updated for resources: {'Port': ['ID=8136988d-84d5-4638-a19e-5feaee8670d6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.326534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-74476583-1f56-4a07-83e9-121985236547 None None] Provisioning for port 8136988d-84d5-4638-a19e-5feaee8670d6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:41.331692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-74476583-1f56-4a07-83e9-121985236547 None None] Provisioning complete for port 8136988d-84d5-4638-a19e-5feaee8670d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:41.332062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-74476583-1f56-4a07-83e9-121985236547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.390536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-74476583-1f56-4a07-83e9-121985236547 None None] Port 8136988d-84d5-4638-a19e-5feaee8670d6 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:41:41.405634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.636268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.740417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.741184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.888148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Pushing event updated for resources: {'Port': ['ID=8136988d-84d5-4638-a19e-5feaee8670d6,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.951494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:41.952577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:42.215162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-39354900-f261-47f6-b67b-7b8acdd23c98 None None] Provisioning complete for port 8136988d-84d5-4638-a19e-5feaee8670d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:42.215435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-39354900-f261-47f6-b67b-7b8acdd23c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.267826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-39354900-f261-47f6-b67b-7b8acdd23c98 None None] Port 8136988d-84d5-4638-a19e-5feaee8670d6 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:41:42.295030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:41:42.448563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:41:42.458095 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5eaa02a7-5d18-441d-a7c7-1657d76d8181 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a4fbe68-f8ff-4ce8-86d2-e8405e190a02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6100993 Apr 01 15:41:42.467166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Sync routers for ids ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:42.477858 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Routers {'0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:41:42.478744 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:41:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:42.655571 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Set router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:41:43.065873 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:41Z', 'revision_number': 2, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port_host': None, '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:41Z', 'revision_number': 2, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:43.071166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Checking router: 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:43.071765 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Updating router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 port 8136988d-84d5-4638-a19e-5feaee8670d6 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:41:43.128159 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.521631 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.537329 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Transition to ACTIVE for port object 8136988d-84d5-4638-a19e-5feaee8670d6 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:43.611654 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.853412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Pushing event updated for resources: {'Port': ['ID=8136988d-84d5-4638-a19e-5feaee8670d6,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.864690 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.865100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.865436 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.865760 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.866083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.866423 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.866770 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.867089 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.867418 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.867779 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.868173 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.868503 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Tracked resource versions report: Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: pushed versions: Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: { 'AddressGroup': {'1.2'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'ConntrackHelper': {'1.0'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Log': {'1.0'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Network': {'1.1'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Port': {'1.7'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'PortForwarding': {'1.2'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'QosPolicy': {'1.8'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroup': {'1.4'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SubPort': {'1.0'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Subnet': {'1.1'}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Trunk': {'1.1'}} Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: consumer versions: Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'ConntrackHelper': '1.0', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Log': '1.0', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Network': '1.1', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Port': '1.7', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'PortForwarding': '1.2', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'QosPolicy': '1.8', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroup': '1.4', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroupRule': '1.2', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SubPort': '1.0', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Subnet': '1.1', Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Trunk': '1.1'}} Apr 01 15:41:43.869983 dv-neutron-835944-1-hyperv neutron-server[88735]: {{(pid=88735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:43.878464 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Attempting to bind port 8136988d-84d5-4638-a19e-5feaee8670d6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:43.878900 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Attempting to bind port 8136988d-84d5-4638-a19e-5feaee8670d6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:43.879309 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Attempting to bind port 8136988d-84d5-4638-a19e-5feaee8670d6 on network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:41:43.886734 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:41:43.887142 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Checking segment: {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:43.887645 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.888032 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Bound using segment: {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:41:43.888525 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Bound port: 8136988d-84d5-4638-a19e-5feaee8670d6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6e9439-9a92-4762-bcbb-c54a419254ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:43.888909 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.984808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] For port 8136988d-84d5-4638-a19e-5feaee8670d6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:41:43.989373 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] For port 8136988d-84d5-4638-a19e-5feaee8670d6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8136988d-84d5-4638-a19e-5feaee8670d6,segment=NetworkSegment(0c6e9439-9a92-4762-bcbb-c54a419254ec),segment_id=0c6e9439-9a92-4762-bcbb-c54a419254ec)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:41:44.055476 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.136392 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Routers {'0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:41:44.137020 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:41:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:44.267344 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4c73-c849-4dee-a46e-306bfeed4b01 None None] Pushing event updated for resources: {'Port': ['ID=8136988d-84d5-4638-a19e-5feaee8670d6,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.313963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] Set router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:41:44.654008 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:41Z', 'revision_number': 2, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port_host': None, '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:43Z', 'revision_number': 4, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:44.658391 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2ced-4125-4c4d-af13-48bd44e72985 None None] The sync data for ids ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'] in dv-neutron-835944-1-hyperv is: [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:41Z', 'revision_number': 2, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port_host': None, '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:43Z', 'revision_number': 4, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:44.733587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35774) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:44.901339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885275a-5a07-4ca9-958b-395626cc6950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.901815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c885275a-5a07-4ca9-958b-395626cc6950 admin admin] Synchronizing usage tracker for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:44.989201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c885275a-5a07-4ca9-958b-395626cc6950 admin admin] Unset dirty status for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:44.991212 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c885275a-5a07-4ca9-958b-395626cc6950 admin admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 842 time: 0.2564840 Apr 01 15:41:45.001082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Request body: {'subnet': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.8.0/24'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:45.009172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:45.011841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Usage tracker for resource:subnet and tenant:3cd3de480d5141f5943468f79b60a2f0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:45.014780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:45.020923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:45.104264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Made reservation on behalf of 3cd3de480d5141f5943468f79b60a2f0 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:45.106700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.339743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8136988d-84d5-4638-a19e-5feaee8670d6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:45.555371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8136988d-84d5-4638-a19e-5feaee8670d6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:45.562701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8136988d-84d5-4638-a19e-5feaee8670d6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:45.563537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.702301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:41:45.702824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.711751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.747297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8136988d-84d5-4638-a19e-5feaee8670d6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8136988d-84d5-4638-a19e-5feaee8670d6,segment=NetworkSegment(0c6e9439-9a92-4762-bcbb-c54a419254ec),segment_id=0c6e9439-9a92-4762-bcbb-c54a419254ec)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:41:45.778388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba1aa2a-bba6-440e-bd17-c195e7d808da,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:45.789151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:45.790181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Network hostable DHCP agents. Network: 9181174c-0218-4efd-8ed7-7dedd586ae78, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:45.814403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.891416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8136988d-84d5-4638-a19e-5feaee8670d6,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:45.900466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:45.957354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 9181174c-0218-4efd-8ed7-7dedd586ae78) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:45.961868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:45.962451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.966325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaa018-d33d-4a15-97bd-7bf92e97f122 None None] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:46.042158 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a967bf1-3815-4c91-a7d7-668543985179 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0447717 Apr 01 15:41:46.215579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4e3a7-98d8-40de-a811-065d8fb4666f None None] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:47.297166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8136988d-84d5-4638-a19e-5feaee8670d6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:47.430718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8136988d-84d5-4638-a19e-5feaee8670d6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:47.431080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.442064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:48.640698 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-33696674-733e-4a98-a933-a066db7e63fc admin admin] 10.222.0.21 "GET /v2.0/routers/0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 HTTP/1.1" status: 200 len: 710 time: 0.1974862 Apr 01 15:41:48.773404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8814bf-6978-4179-bd92-a685a0aabda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.775335 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6c8814bf-6978-4179-bd92-a685a0aabda4 admin admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 886 time: 0.1294794 Apr 01 15:41:48.784325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:49.280380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.660765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.719638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.857681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Allocated IP 172.26.8.36 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/72acc586-0019-4f00-ad6d-c094dbc8f6ee) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:50.007494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.088882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.148723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:50.156154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:50.158702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:41:50.225846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Pushing event updated for resources: {'Port': ['ID=72acc586-0019-4f00-ad6d-c094dbc8f6ee,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.699809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.071628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.074840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.253728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:41:51.435539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:41:51.445233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.445424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Sync routers for ids ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:51.446899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-69ee11d2-2230-403b-ad2e-b2018968d980 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 HTTP/1.1" status: 200 len: 889 time: 2.6657708 Apr 01 15:41:51.459245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Routers {'0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:41:51.460190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:41:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:51.727836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Set router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:41:52.163504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:50Z', 'revision_number': 4, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port': {'id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:49Z', 'updated_at': '2022-04-01T15:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:45Z', 'revision_number': 5, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:52.175182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Checking router: 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:52.175524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Updating router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 port 72acc586-0019-4f00-ad6d-c094dbc8f6ee binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:41:52.241734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.610934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.624943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Transition to ACTIVE for port object 72acc586-0019-4f00-ad6d-c094dbc8f6ee will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:52.694864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.807774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Attempting to bind port 72acc586-0019-4f00-ad6d-c094dbc8f6ee on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:52.808251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Attempting to bind port 72acc586-0019-4f00-ad6d-c094dbc8f6ee by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:52.808626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Attempting to bind port 72acc586-0019-4f00-ad6d-c094dbc8f6ee on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:41:52.811049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b8b5-8342-4f82-960d-e4c4ca475d98 None None] Pushing event updated for resources: {'Port': ['ID=72acc586-0019-4f00-ad6d-c094dbc8f6ee,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.818215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:41:52.819282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:52.819282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.819654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:41:52.820126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Bound port: 72acc586-0019-4f00-ad6d-c094dbc8f6ee, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:52.820515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.900302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] For port 72acc586-0019-4f00-ad6d-c094dbc8f6ee, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:41:52.903944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] For port 72acc586-0019-4f00-ad6d-c094dbc8f6ee, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=72acc586-0019-4f00-ad6d-c094dbc8f6ee,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:41:52.958185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.039920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Routers {'0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:41:53.040542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:41:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.095196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b8b5-8342-4f82-960d-e4c4ca475d98 None None] Pushing event updated for resources: {'Port': ['ID=72acc586-0019-4f00-ad6d-c094dbc8f6ee,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:53.242489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] Set router 0a4fbe68-f8ff-4ce8-86d2-e8405e190a02 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:41:53.606686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:50Z', 'revision_number': 4, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port': {'id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:49Z', 'updated_at': '2022-04-01T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:45Z', 'revision_number': 5, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.610779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef052078-b8cf-4eeb-aac9-a67684dfb289 None None] The sync data for ids ['0a4fbe68-f8ff-4ce8-86d2-e8405e190a02'] in dv-neutron-835944-1-hyperv is: [{'id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'name': 'router1', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:50Z', 'revision_number': 4, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'gw_port': {'id': '72acc586-0019-4f00-ad6d-c094dbc8f6ee', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:49Z', 'updated_at': '2022-04-01T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8136988d-84d5-4638-a19e-5feaee8670d6', 'name': '', 'network_id': 'ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990', 'tenant_id': '1ac03826ee3f4eeba27ee97772594afa', 'mac_address': 'fa:16:3e:6e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4fbe68-f8ff-4ce8-86d2-e8405e190a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:40Z', 'updated_at': '2022-04-01T15:41:45Z', 'revision_number': 5, 'project_id': '1ac03826ee3f4eeba27ee97772594afa', 'subnets': [{'id': 'a6164ee8-3693-488e-b30f-f0911f80bed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ab15f00-b9cc-4392-9921-70d11e2d025a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:53.954121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 35798) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:54.077946 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0137cf9f-6062-4d3a-a53d-8a9aa03b16e7 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1225898 Apr 01 15:41:55.323945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 72acc586-0019-4f00-ad6d-c094dbc8f6ee up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:55.483060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 72acc586-0019-4f00-ad6d-c094dbc8f6ee completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:55.488201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 72acc586-0019-4f00-ad6d-c094dbc8f6ee triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:55.488561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.612104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.629749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 72acc586-0019-4f00-ad6d-c094dbc8f6ee, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=72acc586-0019-4f00-ad6d-c094dbc8f6ee,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:41:55.714684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.811236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=72acc586-0019-4f00-ad6d-c094dbc8f6ee,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.332928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 72acc586-0019-4f00-ad6d-c094dbc8f6ee up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:57.411295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 72acc586-0019-4f00-ad6d-c094dbc8f6ee triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:57.411649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.382342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-56f10bbb-65d5-4ff6-bb82-facb5f87485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.788931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-37a5119b-4143-44c6-a2d9-ba83c40ffcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.511825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.025749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.463176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.765140 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:32.348540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e861faf3-9585-4138-814f-7894dc032a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.780203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f76e0494-314c-4a9a-b81e-eda54c75df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.505968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.034293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.454114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.784264 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:02.377302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-63e1398e-a64e-4df2-9e56-f538d2290520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.780493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6b728adf-43b6-4ef7-be3d-08cc169f2220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.507571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.027621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.485185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.772669 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:32.350399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f84284db-3d44-4b43-abc5-ea0fba566f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.764489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbbad-fb2d-4ee4-81d1-5849c0c5003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.521460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.021521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.478767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.771037 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:02.349454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0b35a088-fe83-4964-9640-5d2c7de90e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.769672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-42eb5f39-29a1-4499-8e5d-51ecd7f8ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.538317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.035117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.515127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.994150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36400) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:08.061156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb68cd1-10dd-425b-abe3-b3f3d3cb495a admin admin] GET failed (client error): The resource could not be found. Apr 01 15:44:08.062424 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6eb68cd1-10dd-425b-abe3-b3f3d3cb495a admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673075 Apr 01 15:44:08.194180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61bf69-967c-47c6-aef9-743870baad52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:08.195649 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2d61bf69-967c-47c6-aef9-743870baad52 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289387 Apr 01 15:44:10.372432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:10.482277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3b5e8-52fc-4feb-9dbd-74877c2d14e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:10.482861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e8c3b5e8-52fc-4feb-9dbd-74877c2d14e9 admin admin] Synchronizing usage tracker for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:44:10.646437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e8c3b5e8-52fc-4feb-9dbd-74877c2d14e9 admin admin] Unset dirty status for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:44:10.647671 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8c3b5e8-52fc-4feb-9dbd-74877c2d14e9 admin admin] 10.222.0.21 "GET /v2.0/subnets/a6164ee8-3693-488e-b30f-f0911f80bed8 HTTP/1.1" status: 200 len: 849 time: 0.2742944 Apr 01 15:44:10.657202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:10.778367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Notify callbacks [] for subnet, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.035404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589'] for subnet, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.079867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:11.080690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.090714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] 10.222.0.21 "PUT /v2.0/subnets/a6164ee8-3693-488e-b30f-f0911f80bed8 HTTP/1.1" status: 200 len: 868 time: 0.4282806 Apr 01 15:44:11.090951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834edb30-1f8f-4d87-b514-9426f7901c7c None None] Network ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:44:11.109382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6164ee8-3693-488e-b30f-f0911f80bed8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:11.117463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.117836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.118366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.118739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.119069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.119410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.119737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.120588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.120588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.120795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.120994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.121308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894906e-7c9d-4c6e-97a4-ab1c4759219e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:11.581252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-855fa69a-3e15-45f2-a5f7-dfd547210cf3 None None] Provisioning complete for port 8136988d-84d5-4638-a19e-5feaee8670d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:11.581546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-855fa69a-3e15-45f2-a5f7-dfd547210cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.736695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-855fa69a-3e15-45f2-a5f7-dfd547210cf3 None None] Provisioning complete for port 049b8e5d-01c4-4826-921b-f5d996f5d529 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:11.737038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-855fa69a-3e15-45f2-a5f7-dfd547210cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.256764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36420) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:13.398089 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING oslo_policy.policy [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:44:13.399236 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING oslo_policy.policy [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:44:13.865474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.policy [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:44:13.910970 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING oslo_policy.policy [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:44:13.911349 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING oslo_policy.policy [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:44:13.920837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:13.921318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:13.933563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-16c78aab-a0d1-4567-8eaa-8c015141ff9e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6648107 Apr 01 15:44:16.187069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36436) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:16.363015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2a739-c7d2-4c3e-8316-9c175372fa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:16.363484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2a739-c7d2-4c3e-8316-9c175372fa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:16.364987 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ef2a739-c7d2-4c3e-8316-9c175372fa4b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1769743 Apr 01 15:44:18.567328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36446) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:18.738641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7cdf5-b5c4-4774-979f-72da4ee3db58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:18.739990 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c8e7cdf5-b5c4-4774-979f-72da4ee3db58 admin admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 886 time: 0.1717000 Apr 01 15:44:20.923103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36456) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:21.103176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24348404-4b14-4cb2-bb02-ee014e231421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:21.104436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-24348404-4b14-4cb2-bb02-ee014e231421 admin admin] 10.222.0.21 "GET /v2.0/networks/ad91c6b0-e8e4-45b2-baf4-d4aad3aaa990 HTTP/1.1" status: 200 len: 869 time: 0.1803331 Apr 01 15:44:23.282000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36466) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:23.392338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893efb7b-7072-42be-84bb-f74ca0374dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.392792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893efb7b-7072-42be-84bb-f74ca0374dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.394397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-893efb7b-7072-42be-84bb-f74ca0374dc0 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114714 Apr 01 15:44:25.634902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36476) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:25.745607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5ff47-edce-43bb-8bd0-0068d7c769d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.746065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5ff47-edce-43bb-8bd0-0068d7c769d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.747596 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-35d5ff47-edce-43bb-8bd0-0068d7c769d1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117258 Apr 01 15:44:27.917519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36486) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:28.026598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd781eb-49b5-460b-9a58-ea0659b2c2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:28.027951 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cfd781eb-49b5-460b-9a58-ea0659b2c2db admin admin] 10.222.0.21 "GET /v2.0/subnets/7ba1aa2a-bba6-440e-bd17-c195e7d808da HTTP/1.1" status: 200 len: 816 time: 0.1093671 Apr 01 15:44:30.212008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36496) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:30.317943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8501224-a138-4cf7-ba90-46994730b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:30.319310 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d8501224-a138-4cf7-ba90-46994730b340 admin admin] 10.222.0.21 "GET /v2.0/subnets/a6164ee8-3693-488e-b30f-f0911f80bed8 HTTP/1.1" status: 200 len: 868 time: 0.1063819 Apr 01 15:44:32.352492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3992af6-4133-4f6a-ba6c-2597044f1f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.766310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-12a109cf-9725-450b-b88c-369d72220c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.512020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.029334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.465655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.769629 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:49.437681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36542) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:49.487922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-9e7942b4-8a21-4b3b-8f39-3ba975f309b5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:44:49.488905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9e7942b4-8a21-4b3b-8f39-3ba975f309b5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503044 Apr 01 15:44:51.753598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36552) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:51.822966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1361252-682e-4f0b-9b49-8a58718b574d admin admin] GET failed (client error): The resource could not be found. Apr 01 15:44:51.824215 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a1361252-682e-4f0b-9b49-8a58718b574d admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696993 Apr 01 15:44:51.969127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa323e4-7ccc-4a30-b786-07a9d8a16821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:51.970821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4aa323e4-7ccc-4a30-b786-07a9d8a16821 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425569 Apr 01 15:44:54.127383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36562) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:54.175683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:54.180244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:44:54.190063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:44:54.322849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Made reservation on behalf of 3cd3de480d5141f5943468f79b60a2f0 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:54.325099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.418944 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.services.revisions.revision_plugin [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Could not find related network for resource to bump revision. Apr 01 15:44:54.431642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:54.442209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.442591 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Added segment 6d032603-4d0c-4043-a2c8-057ec129e4ea of type vlan for network 5dd58949-9af6-4a6a-8c89-46859fe4e398 Apr 01 15:44:54.473839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.562971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.563922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:54.564534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.682790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] Pushing event updated for resources: {'Network': ['ID=5dd58949-9af6-4a6a-8c89-46859fe4e398,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.693079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:44:54.752542 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d6210b10-afd8-44b3-80a9-60fed14f613b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6239247 Apr 01 15:44:56.968223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36572) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:57.034527 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7b6d52-2e4e-4fa4-9c77-de5c7ba162a9 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:44:57.035060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0b7b6d52-2e4e-4fa4-9c77-de5c7ba162a9 admin admin] Synchronizing usage tracker for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:44:57.131291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0b7b6d52-2e4e-4fa4-9c77-de5c7ba162a9 admin admin] Unset dirty status for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:44:57.133117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0b7b6d52-2e4e-4fa4-9c77-de5c7ba162a9 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1639345 Apr 01 15:44:57.242600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d0867-00aa-4a19-b622-b3290eb49098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.243996 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c88d0867-00aa-4a19-b622-b3290eb49098 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069400 Apr 01 15:44:57.254272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398', 'description': 'shared-subnet'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:57.260206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:44:57.270049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:44:57.365864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Made reservation on behalf of 3cd3de480d5141f5943468f79b60a2f0 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:57.368537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.645860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.725299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88a6146-8d53-4fef-ab24-415806880660,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.734724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Checking segment: {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:44:57.735074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Network hostable DHCP agents. Network: 5dd58949-9af6-4a6a-8c89-46859fe4e398, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:57.854510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:57.977416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5dd58949-9af6-4a6a-8c89-46859fe4e398) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.981431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.982038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.986722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef297f-22e5-439e-b95e-b11ef4361e5f None None] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:44:58.103895 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-02932468-7dd8-440b-905e-dedd7f87c688 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8534260 Apr 01 15:44:58.204625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5dd58949-9af6-4a6a-8c89-46859fe4e398', 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398', 'tenant_id': '3cd3de480d5141f5943468f79b60a2f0', 'fixed_ips': [{'subnet_id': 'f88a6146-8d53-4fef-ab24-415806880660'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:44:58.205421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.372110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Allocated IP 192.168.233.2 (5dd58949-9af6-4a6a-8c89-46859fe4e398/f88a6146-8d53-4fef-ab24-415806880660/484d6f93-f518-4764-a1ea-da319f60252f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:58.586746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.597515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Transition to ACTIVE for port object 484d6f93-f518-4764-a1ea-da319f60252f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:58.616477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Transition to ACTIVE for port object 484d6f93-f518-4764-a1ea-da319f60252f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:58.714889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.783785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Pushing event updated for resources: {'Port': ['ID=484d6f93-f518-4764-a1ea-da319f60252f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.793179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.793545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.793894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.794228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.794558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.794936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.795268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.795592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.795917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.796262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.796581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.796899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:58.810103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:58.811248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:58.813648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:44:58.905460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Attempting to bind port 484d6f93-f518-4764-a1ea-da319f60252f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:58.905817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Attempting to bind port 484d6f93-f518-4764-a1ea-da319f60252f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:58.906172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Attempting to bind port 484d6f93-f518-4764-a1ea-da319f60252f on network 5dd58949-9af6-4a6a-8c89-46859fe4e398 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:44:58.911583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:44:58.911947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Checking segment: {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:44:58.912344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.912731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Bound using segment: {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:44:58.913281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Bound port: 484d6f93-f518-4764-a1ea-da319f60252f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:58.913647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.003251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] For port 484d6f93-f518-4764-a1ea-da319f60252f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:44:59.006298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] For port 484d6f93-f518-4764-a1ea-da319f60252f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=484d6f93-f518-4764-a1ea-da319f60252f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:44:59.089543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.170833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e25257-07d2-4fe9-b790-dff45886e21d None None] Pushing event updated for resources: {'Port': ['ID=484d6f93-f518-4764-a1ea-da319f60252f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:59.442025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 484d6f93-f518-4764-a1ea-da319f60252f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:44:59.622789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 484d6f93-f518-4764-a1ea-da319f60252f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:45:00.080165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a61d3c-2c89-46d6-a339-a478b39c6fb0 None None] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:45:00.291880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Provisioning for port 484d6f93-f518-4764-a1ea-da319f60252f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:45:00.300954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Provisioning complete for port 484d6f93-f518-4764-a1ea-da319f60252f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:00.301263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.481524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.518314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] For port 484d6f93-f518-4764-a1ea-da319f60252f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=484d6f93-f518-4764-a1ea-da319f60252f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:45:00.583667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.656577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df28a4-3895-4ed7-a045-d17b849f8b5d None None] Pushing event updated for resources: {'Port': ['ID=484d6f93-f518-4764-a1ea-da319f60252f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:00.705320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-337f94ce-92a2-4c16-a1a3-ba1a085b2b63 None None] Provisioning complete for port 484d6f93-f518-4764-a1ea-da319f60252f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:00.710864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-337f94ce-92a2-4c16-a1a3-ba1a085b2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.400305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 484d6f93-f518-4764-a1ea-da319f60252f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:45:01.473467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 484d6f93-f518-4764-a1ea-da319f60252f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:01.473829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.391327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3e34e5d5-9ade-436e-8fd7-d7f229c060f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.811603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2d36d49-6743-4aee-ac88-ab12494ab5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.537058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.028561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.511220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.767942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:32.368690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1db5f848-252d-40b5-bf51-c3f1d7e041ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.839755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3420-99d4-461e-8271-fa3c1f9fc89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.530944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.073691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.482147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.767607 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:02.353423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4c35308-af87-4483-b06a-891705c49311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.793608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ce99862b-6624-4b80-8915-eb8dce99d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.547809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.059117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.519237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.531667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36616) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:27.537616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-47c55821-bb51-4025-b128-a4739f8d828c tempest-verify_tempest_config-956968537 tempest-verify_tempest_config-956968537-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:46:27.539313 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-47c55821-bb51-4025-b128-a4739f8d828c tempest-verify_tempest_config-956968537 tempest-verify_tempest_config-956968537-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065858 Apr 01 15:46:28.072790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36634) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:28.209235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.222390 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.quota [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Loaded quota_driver: . Apr 01 15:46:28.227490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:28.233133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Usage tracker for resource:security_group_rule and tenant:d30b80cb9eaa40b99fc3f8d744e3b11d is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:28.236747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:28.243983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:28.349715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.435457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.484787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d30b80cb9eaa40b99fc3f8d744e3b11d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4109311 Apr 01 15:46:28.487519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36642) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:28.489040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b973a-0f82-4451-9c1f-fd057d69cbd9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.496974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.497319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.497657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.497990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.498322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.498675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.499004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.499329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.499650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.499964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.500282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.500599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514818cc-eef2-41ca-8f37-8e51f5ac442a admin admin] Tracked resource versions report: Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: pushed versions: Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: { 'AddressGroup': {'1.2'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'ConntrackHelper': {'1.0'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Log': {'1.0'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Network': {'1.1'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Port': {'1.7'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'PortForwarding': {'1.2'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'QosPolicy': {'1.8'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroup': {'1.4'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SubPort': {'1.0'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Subnet': {'1.1'}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Trunk': {'1.1'}} Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: consumer versions: Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'ConntrackHelper': '1.0', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Log': '1.0', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Network': '1.1', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Port': '1.7', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'PortForwarding': '1.2', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'QosPolicy': '1.8', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroup': '1.4', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroupRule': '1.2', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SubPort': '1.0', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Subnet': '1.1', Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Trunk': '1.1'}} Apr 01 15:46:28.501940 dv-neutron-835944-1-hyperv neutron-server[88732]: {{(pid=88732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:46:28.550455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.575903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.753383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.766142 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:28.771332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b973a-0f82-4451-9c1f-fd057d69cbd9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.781729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.782075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.782403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.782755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.783078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.783399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.783718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.784037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.784353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.784668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.784980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.785290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:28.790310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.791463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e944d803-d774-4453-afff-654826fc8507 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d43b973a-0f82-4451-9c1f-fd057d69cbd9 HTTP/1.1" status: 204 len: 168 time: 0.3028831 Apr 01 15:46:32.364505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee59e965-5d8e-48f4-8130-dc888ff4c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.787080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1044-4985-4009-bdfa-da539e6dbf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.587430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.032961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.498348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.369036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-517020cf-687d-410f-b64c-90464c1d233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.780892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9948fdec-0ef4-434e-a13e-a006b58b6cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.546230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.765002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:06.036175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.525954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.362926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9cbe-c9f0-4426-92a2-ea1314cb89ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.782468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92329601-7889-440d-87db-53cdf3657240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.520208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.090983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.505954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.764293 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 5 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:48.057106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489067'] for agent, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.347886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-56810af7-f59f-47c4-921b-a0e8ea2fda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.493618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36718) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:02.610312 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2860f1cf-020f-43bd-850f-dc079b3557d8 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1155770 Apr 01 15:48:04.785524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7512eb97-b20e-4a2a-94db-0ead1c3674c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.902518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36728) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:04.974478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c292a2d0-d340-4d64-b968-66f79b35ed95 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0707569 Apr 01 15:48:05.565043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.062503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.507912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.969731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.763196 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:32.375757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f032add3-1abb-4104-927b-e7ebcfa3ccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.796237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c032008e-1e6e-4e2f-9147-f23ca6890850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.521682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.066939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.501456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.956046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.761865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:02.375284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e12a3803-0c19-48f8-bc3b-70358eee2e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.889266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-595dcb9f-2951-4414-9f00-87a6a7349281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.587211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.049392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.517806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.015798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.374661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58e526f9-412d-4438-80f8-4b5a8b172906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.761971 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:34.800537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f09015ef-fb31-4a53-8b34-20709c7a03f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.537722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.081124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.560518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.653901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36854) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.069321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-454265592-network', 'tenant_id': '67c1510d5166429dafaf673d005c5539'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:38.075424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.079898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Usage tracker for resource:network and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:38.083427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:38.092643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:38.208512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Made reservation on behalf of 67c1510d5166429dafaf673d005c5539 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:38.214356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.226017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.246027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.249737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:38.253040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:38.260334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:38.354415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.457679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.492296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:38.501324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a492ba-be3c-49ab-bb4d-9bc726a0f1bc,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.518103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Tracked resource versions report: Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: pushed versions: Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: { 'AddressGroup': {'1.2'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'ConntrackHelper': {'1.0'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Log': {'1.0'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Network': {'1.1'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Port': {'1.7'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'PortForwarding': {'1.2'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'QosPolicy': {'1.8'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroup': {'1.4'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SubPort': {'1.0'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Subnet': {'1.1'}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Trunk': {'1.1'}} Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: consumer versions: Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'ConntrackHelper': '1.0', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Log': '1.0', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Network': '1.1', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Port': '1.7', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'PortForwarding': '1.2', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'QosPolicy': '1.8', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroup': '1.4', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SecurityGroupRule': '1.2', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'SubPort': '1.0', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Subnet': '1.1', Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: 'Trunk': '1.1'}} Apr 01 15:49:38.519317 dv-neutron-835944-1-hyperv neutron-server[88732]: {{(pid=88732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:38.523033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765654425604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.523735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Unsubscribe: segment precommit_create {{(pid=88732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:49:38.524110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Added segment fdd46860-808f-461e-a454-f4db5b3736a8 of type vlan for network 108baf21-5a06-46dd-a26e-c7a382181574 Apr 01 15:49:38.601138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.754654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.755753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.756345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.878152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=108baf21-5a06-46dd-a26e-c7a382181574,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.889590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 108baf21-5a06-46dd-a26e-c7a382181574 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:38.980959 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11aae203-25cc-4cfe-b483-a18f9ce7e1e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3201115 Apr 01 15:49:38.981999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36912) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.990065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Request body: {'subnet': {'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-454265592-subnet', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:38.995156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.000459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Usage tracker for resource:subnet and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.005044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.012189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.072704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36916) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.137507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Made reservation on behalf of 67c1510d5166429dafaf673d005c5539 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:39.139871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.300575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36926) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.460548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.519868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26c0467-1019-4d4f-96c5-d786d5e54d92,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:39.531258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.531514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.532152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.532639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.533194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.533686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.534174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.534429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1331289794-network', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:39.534834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.535342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Tracked resource versions report: Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: pushed versions: Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: { 'AddressGroup': {'1.2'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'ConntrackHelper': {'1.0'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Log': {'1.0'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Network': {'1.1'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Port': {'1.7'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'PortForwarding': {'1.2'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'QosPolicy': {'1.8'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroup': {'1.4'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SubPort': {'1.0'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Subnet': {'1.1'}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Trunk': {'1.1'}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: consumer versions: Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'ConntrackHelper': '1.0', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Log': '1.0', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Network': '1.1', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Port': '1.7', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'PortForwarding': '1.2', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'QosPolicy': '1.8', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroup': '1.4', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SecurityGroupRule': '1.2', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'SubPort': '1.0', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Subnet': '1.1', Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: 'Trunk': '1.1'}} Apr 01 15:49:39.540440 dv-neutron-835944-1-hyperv neutron-server[88733]: {{(pid=88733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:39.542565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.544164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Usage tracker for resource:network and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.549825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.556307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.583322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Checking segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:39.583756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Network hostable DHCP agents. Network: 108baf21-5a06-46dd-a26e-c7a382181574, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:39.686594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Made reservation on behalf of 5628f26dbfe442a3ae3398b3e48a53df for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:39.689377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.702695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.711761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Network 108baf21-5a06-46dd-a26e-c7a382181574 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:39.721043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.727900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.731544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.739351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.820833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 108baf21-5a06-46dd-a26e-c7a382181574) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:39.825735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:39.825939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.833309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7b0fd-9c96-4589-b134-f126c5e4f1aa None None] Network 108baf21-5a06-46dd-a26e-c7a382181574 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:39.846804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.918481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1455834875-network', 'tenant_id': '60631898d1234d22ad929330763a82cb'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:39.923456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.926417 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6bf09189-4d6b-485c-a868-0aa457769362 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9427836 Apr 01 15:49:39.934909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Usage tracker for resource:network and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.935589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 36942) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.938687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.942316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:39.947423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.948742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.958956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.962901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Usage tracker for resource:router and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.967165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.974187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:39.975520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.985527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.985872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Added segment 51809a0a-ee7b-4982-8cc1-ee27a92961d7 of type vlan for network 532ad1a7-ae20-4417-af70-c48aed94ec96 Apr 01 15:49:40.024263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.061173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Made reservation on behalf of 60631898d1234d22ad929330763a82cb for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:40.063583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.063934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.066429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.101881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.120968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.136130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-108baf21-5a06-46dd-a26e-c7a382181574', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:40.137595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.140370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d375cfe-5679-43f5-b442-0d8838954191,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.152582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:40.161238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Usage tracker for resource:security_group_rule and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:40.164544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:40.171115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:40.193722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.194712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.196364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.319158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Allocated IP 172.20.0.2 (108baf21-5a06-46dd-a26e-c7a382181574/f26c0467-1019-4d4f-96c5-d786d5e54d92/1d2e1f3c-0869-49a9-a277-a8b4cd641b7e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:40.325931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=532ad1a7-ae20-4417-af70-c48aed94ec96,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.340276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:40.390096 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e5c34b4-b4f6-4dd4-87e5-e8fef4e9d8f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3161774 Apr 01 15:49:40.393649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36956) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:40.401780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Request body: {'subnet': {'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1331289794-subnet', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:40.406367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.409921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:40.415046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Usage tracker for resource:subnet and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:40.419052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:40.428114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:40.497044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.595777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85864d98-f0e9-49b0-a7a6-3d583741f840,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.615848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.624667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Made reservation on behalf of 5628f26dbfe442a3ae3398b3e48a53df for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:40.630854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.653749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:40.666341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.680312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Transition to ACTIVE for port object 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:40.681744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.682184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Added segment 803ee947-7195-44f5-a02d-28787e142166 of type vlan for network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b Apr 01 15:49:40.709173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Transition to ACTIVE for port object 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:40.763347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.821655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.845281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Pushing event updated for resources: {'Port': ['ID=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.855979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.856460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.856966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.857390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.857831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.858271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.858712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.859288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.859856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.860382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.860939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.861486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Tracked resource versions report: Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: pushed versions: Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: { 'AddressGroup': {'1.2'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'ConntrackHelper': {'1.0'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Log': {'1.0'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Network': {'1.1'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Port': {'1.7'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'PortForwarding': {'1.2'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'QosPolicy': {'1.8'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroup': {'1.4'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SubPort': {'1.0'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Subnet': {'1.1'}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Trunk': {'1.1'}} Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: consumer versions: Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'ConntrackHelper': '1.0', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Log': '1.0', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Network': '1.1', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Port': '1.7', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'PortForwarding': '1.2', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'QosPolicy': '1.8', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroup': '1.4', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SecurityGroupRule': '1.2', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'SubPort': '1.0', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Subnet': '1.1', Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: 'Trunk': '1.1'}} Apr 01 15:49:40.863179 dv-neutron-835944-1-hyperv neutron-server[88734]: {{(pid=88734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:40.884082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Network 108baf21-5a06-46dd-a26e-c7a382181574 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:40.885485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:40.902335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:40.955041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.958105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.958105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.045873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Attempting to bind port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:41.046237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Attempting to bind port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:41.046600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Attempting to bind port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e on network 108baf21-5a06-46dd-a26e-c7a382181574 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:41.053498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:41.061668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Checking segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:41.061668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.061668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Bound using segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:41.061668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Bound port: 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:41.061668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.142882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.152912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] For port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:41.157484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] For port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:41.163222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8610632 Apr 01 15:49:41.176264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 36978) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:41.184018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.185137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Request body: {'subnet': {'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1455834875-subnet', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:41.193191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437972cd-768c-4c03-bb35-2192792251dc admin admin] Pushing event updated for resources: {'Network': ['ID=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.202837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:41.207449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:41.217264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Usage tracker for resource:subnet and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:41.223889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:41.233501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:41.248850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.309185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.363793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Allocated IP 172.26.8.187 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/3a984577-5ea2-4ee2-b853-d88741bfac19) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:41.385691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Made reservation on behalf of 60631898d1234d22ad929330763a82cb for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:41.387898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.409527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c028dba-cac6-4e89-9eef-53c1969e1079 None None] Pushing event updated for resources: {'Port': ['ID=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.607379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.637629 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113352ea-0415-455c-9561-7d93d90eebf3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.644785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Checking segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:41.645170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Network hostable DHCP agents. Network: 532ad1a7-ae20-4417-af70-c48aed94ec96, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:41.772287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.843160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:41.863257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:41.871410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:41.874130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:41.880893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.968625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 532ad1a7-ae20-4417-af70-c48aed94ec96) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:41.975823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Pushing event updated for resources: {'Port': ['ID=3a984577-5ea2-4ee2-b853-d88741bfac19,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.985332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af459c22-3ed5-4962-882a-ca5253c5ecb1 None None] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:42.001952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.005470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.101456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743e60a2-40b8-4793-a7df-74ada4a900cb,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.130316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37006) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.132572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Checking segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:42.132980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Network hostable DHCP agents. Network: 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:42.163723 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f64ed85-fc33-4c1e-bf2c-436594430e55 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7681384 Apr 01 15:49:42.165568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37012) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.175567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:42.183348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:42.187627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Usage tracker for resource:router and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:42.190941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:42.201700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:42.249040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:42.284932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.285429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.318823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-532ad1a7-ae20-4417-af70-c48aed94ec96', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:42.319665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.575123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:42.575123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.575123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.577009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.578332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37020) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.579393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fb706-3119-48c9-8e34-a109f1b4f768 None None] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a7f6e45a-5715-445a-adc1-b52e52cfbe20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3217618 Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37026) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Usage tracker for resource:router and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:42.579476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:42.586510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37030) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.610179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.700575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.702273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.753526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.838207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Allocated IP 172.20.0.2 (532ad1a7-ae20-4417-af70-c48aed94ec96/113352ea-0415-455c-9561-7d93d90eebf3/f8196a97-d032-4ef0-bb77-cc26b0644dea) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:42.893454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fcf661-461a-43f8-9194-27e5cc901280 None None] Network 108baf21-5a06-46dd-a26e-c7a382181574 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:43.085747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2084481827'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.166511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.184760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-909942981'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.216269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.218549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37048) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.219660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.235830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Usage tracker for resource:router and tenant:dca8ae0a669444a0889bdc2f333586ba is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.239714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Usage tracker for resource:floatingip and tenant:7ffce14a82c24696995fa95705aa25f8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.239985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.243320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d3228f11-6b19-4cae-8e63-3f1a5728fe78 None None] Provisioning for port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:43.243906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.244454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Usage tracker for resource:network and tenant:25c10ba04bfc4a6da6ee7cff5583220a is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.248823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.253361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.257190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.327821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.332722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.443605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:43.444461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.452547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Made reservation on behalf of 25c10ba04bfc4a6da6ee7cff5583220a for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:43.456963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.478191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37054) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.490209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.493402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.494450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.504093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.533901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.534654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.542397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Usage tracker for resource:security_group_rule and tenant:25c10ba04bfc4a6da6ee7cff5583220a is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.583125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.596616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.608766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.643607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1140960335'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.653718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.661106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Usage tracker for resource:network and tenant:2401c72dad564d07b952a5d4de4fe4d5 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.664321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.671602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.683228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.694665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.774954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:43.791980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-741033030'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.799006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Made reservation on behalf of 2401c72dad564d07b952a5d4de4fe4d5 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:43.804052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.835096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.839282 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b69f3ba7-07ab-4600-af85-2136daa7ea8f tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2477899 Apr 01 15:49:43.841147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.841736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.853688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.864754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Usage tracker for resource:network and tenant:2c89ae9c5252487b9fc1a47039b7b73f is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.869481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.878094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.880386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.906311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Allocated IP 172.20.0.2 (1bdbc2be-6e35-43b2-9e0e-25c91d6b465b/743e60a2-40b8-4793-a7df-74ada4a900cb/9609deb1-2933-48d9-9ff5-56961ccc637b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:43.937687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Usage tracker for resource:security_group_rule and tenant:2401c72dad564d07b952a5d4de4fe4d5 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.941208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.942980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.954309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.957166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Transition to ACTIVE for port object f8196a97-d032-4ef0-bb77-cc26b0644dea will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:43.995539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Transition to ACTIVE for port object f8196a97-d032-4ef0-bb77-cc26b0644dea will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:44.001676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.075969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Made reservation on behalf of 2c89ae9c5252487b9fc1a47039b7b73f for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:44.079728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.108045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.110336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.146900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:44.159936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Usage tracker for resource:security_group_rule and tenant:2c89ae9c5252487b9fc1a47039b7b73f is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:44.165834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:44.169436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:44.181078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:44.183036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.184947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:44.185319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.227898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:44.239642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:44.268694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:44.315458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Pushing event updated for resources: {'Port': ['ID=f8196a97-d032-4ef0-bb77-cc26b0644dea,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.328357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.328945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.331737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.440321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.455153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.459148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Attempting to bind port f8196a97-d032-4ef0-bb77-cc26b0644dea on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:44.459666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Attempting to bind port f8196a97-d032-4ef0-bb77-cc26b0644dea by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:44.459867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Attempting to bind port f8196a97-d032-4ef0-bb77-cc26b0644dea on network 532ad1a7-ae20-4417-af70-c48aed94ec96 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:44.494691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:44.495069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Checking segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:44.495386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.496219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Bound using segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:44.496321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Bound port: f8196a97-d032-4ef0-bb77-cc26b0644dea, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:44.496633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.562012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Transition to ACTIVE for port object 9609deb1-2933-48d9-9ff5-56961ccc637b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:44.635702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.639797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.640314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02abb3e1-7dcf-4b52-bb26-71a14786d1d0 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:44.651405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:44.662460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.674185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536e105b-c7fa-4977-9e2a-1fbb2b9e685f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.677544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Transition to ACTIVE for port object 9609deb1-2933-48d9-9ff5-56961ccc637b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:44.692648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.710346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] For port f8196a97-d032-4ef0-bb77-cc26b0644dea, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:44.713261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:44.718506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] For port f8196a97-d032-4ef0-bb77-cc26b0644dea, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f8196a97-d032-4ef0-bb77-cc26b0644dea,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:44.733703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.734047 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Added segment 3a8f6f52-0956-490d-ac7b-004a9792473c of type vlan for network 23559388-d381-4a35-9825-d47cad93229f Apr 01 15:49:44.756062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.758340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Allocated IP 172.26.8.172 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/d58ed39e-fc16-4b85-b41f-281d252bc897) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:44.761356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.762361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.803339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.815049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.822711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.835922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.837113 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f5132189-7cd2-4a7b-9be7-442a1c30c13c tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "DELETE /v2.0/routers/02abb3e1-7dcf-4b52-bb26-71a14786d1d0 HTTP/1.1" status: 204 len: 168 time: 0.9926164 Apr 01 15:49:44.850464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37070) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:44.863951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.867347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:44.867636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.871098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:44.876103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Pushing event updated for resources: {'Port': ['ID=9609deb1-2933-48d9-9ff5-56961ccc637b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.878782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:44.894191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Request body: {'router': {'name': 'tempest-router-1843950501', 'distributed': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:44.905523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.944741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c8170-c7eb-420d-9da5-e30a57f126ca,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.951469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:44.957195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf30f1c-00c0-46f5-9f11-5a7548e9b349,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.978282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Usage tracker for resource:router and tenant:dca8ae0a669444a0889bdc2f333586ba is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:44.984042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:44.994250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:45.060507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:45.065630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Attempting to bind port 9609deb1-2933-48d9-9ff5-56961ccc637b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:45.066106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Attempting to bind port 9609deb1-2933-48d9-9ff5-56961ccc637b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:45.066746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Attempting to bind port 9609deb1-2933-48d9-9ff5-56961ccc637b on network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:45.068217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:45.084213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:45.084830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Checking segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:45.085282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.086798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Bound using segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:45.086798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Bound port: 9609deb1-2933-48d9-9ff5-56961ccc637b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:45.086798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.105511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.105839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Added segment 6c6589e8-2c55-4da1-9f64-3c5d0c5643fb of type vlan for network 70d76468-852d-4662-bd70-c0e5ca58abe2 Apr 01 15:49:45.105943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299b12c-b827-41b2-9e96-a0931732eba5 None None] Pushing event updated for resources: {'Port': ['ID=f8196a97-d032-4ef0-bb77-cc26b0644dea,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.106793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.107269 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Added segment a1cd0aed-524f-42e4-a924-8acb3d39bbd0 of type vlan for network 579dbe66-b018-4753-83ea-6d5b53066374 Apr 01 15:49:45.209768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.210805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.217407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.224532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.225121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.234007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.269240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.302339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.308774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.314849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] For port 9609deb1-2933-48d9-9ff5-56961ccc637b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:45.319161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] For port 9609deb1-2933-48d9-9ff5-56961ccc637b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9609deb1-2933-48d9-9ff5-56961ccc637b,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:45.345234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.353096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Router a872dd8e-e2ad-4694-85a7-590bdfe9628e is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:45.363026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.363562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.455419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.456021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Pushing event updated for resources: {'Network': ['ID=23559388-d381-4a35-9825-d47cad93229f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.498526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.504620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.505317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.517091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 23559388-d381-4a35-9825-d47cad93229f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:45.537891 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-008c6c4d-dac2-4c6e-9a60-dc043fa6d04a tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3150527 Apr 01 15:49:45.542208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37076) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.565994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.577090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.577730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.589164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.746443 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.6121359 Apr 01 15:49:45.749170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Allocated IP 172.26.8.96 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/306197ac-d773-4eb9-8e89-83cce9a97b10) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:45.750544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37082) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.768217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Request body: {'subnet': {'network_id': '579dbe66-b018-4753-83ea-6d5b53066374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:45.778830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:45.786034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8a6e-d7ce-46cd-ab86-da46eaa67e20 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event updated for resources: {'Network': ['ID=579dbe66-b018-4753-83ea-6d5b53066374,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.865971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.886518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 579dbe66-b018-4753-83ea-6d5b53066374 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:45.921671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:45.946937 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Sync routers for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:45.981903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'name': 'tempest-network--209001084', 'router:external': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:45.982649 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:45.983196 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:45.989686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5100870 Apr 01 15:49:46.017706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:46.018727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:46.024092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:network and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:46.027831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:46.029755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Usage tracker for resource:subnet and tenant:25c10ba04bfc4a6da6ee7cff5583220a is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:46.035412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:46.054196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:46.073486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:46.092451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.094334 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b87f33ec-34aa-4c4e-83a1-58ea7537595f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1575782 Apr 01 15:49:46.098951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37096) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:46.124573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Pushing event updated for resources: {'Port': ['ID=d58ed39e-fc16-4b85-b41f-281d252bc897,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.125845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab199-7988-4ed2-b2a4-d23e5ec08019 None None] Pushing event updated for resources: {'Port': ['ID=9609deb1-2933-48d9-9ff5-56961ccc637b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.148127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.152354 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-51684618-c84d-4bb4-a606-867bca7ad478 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2978518 Apr 01 15:49:46.160177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:46.168770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.203078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:46.203282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37100) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:46.204176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.212108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:46.212485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.227038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d7609-0dda-44aa-a611-cb282ca32cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Pushing event updated for resources: {'Network': ['ID=70d76468-852d-4662-bd70-c0e5ca58abe2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.256776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:46.303409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:46.344483 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:46.359158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:46.385099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Made reservation on behalf of 25c10ba04bfc4a6da6ee7cff5583220a for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:46.399809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.468567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:46.473531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:security_group_rule and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:46.477573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:46.484121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:46.526606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11584c-61f9-481c-bcc0-9a8789941f88 None None] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:46.648869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.742845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f8196a97-d032-4ef0-bb77-cc26b0644dea up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:46.776200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-87de5a1a-23e9-48c5-8742-c27329926722 None None] Provisioning for port f8196a97-d032-4ef0-bb77-cc26b0644dea completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:46.910564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.928293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.961323 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 3, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:46.972732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Checking router: a872dd8e-e2ad-4694-85a7-590bdfe9628e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:46.973314 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Updating router a872dd8e-e2ad-4694-85a7-590bdfe9628e port 3a984577-5ea2-4ee2-b853-d88741bfac19 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:47.069613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.088426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:47.090492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.091129 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.114866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f8196a97-d032-4ef0-bb77-cc26b0644dea completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:47.121399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f8196a97-d032-4ef0-bb77-cc26b0644dea triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:47.128089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.161294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2', 'binding:host_id': 'hv-neutron-8359', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-27242491'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:47.171953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1745b02e-17da-4234-889c-38e4f4ae3038,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.326241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.358819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e8f33-7f04-40bf-a40f-ff961bb51484 None None] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:47.414801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f8196a97-d032-4ef0-bb77-cc26b0644dea, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f8196a97-d032-4ef0-bb77-cc26b0644dea,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:47.432524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:47.457499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Usage tracker for resource:port and tenant:629826d232b4462c834a5e30c3b4113a is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:47.462543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:47.466076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:47.471693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.530809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.557349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:47.652769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.653290 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Added segment 53b9fc20-93f9-41c4-9707-a9fb93242729 of type vlan for network 9331134f-2a3b-4875-b3c2-4eca331e4b6f Apr 01 15:49:47.661326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b6d28afc-c9e6-4966-aeea-b390de24e44e None None] Provisioning for port 9609deb1-2933-48d9-9ff5-56961ccc637b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:47.665454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.685185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f8196a97-d032-4ef0-bb77-cc26b0644dea,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.716273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9609deb1-2933-48d9-9ff5-56961ccc637b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:47.756588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.766235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.898979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Checking segment: {'id': 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:47.899600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Network hostable DHCP agents. Network: 579dbe66-b018-4753-83ea-6d5b53066374, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:47.903438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Made reservation on behalf of 629826d232b4462c834a5e30c3b4113a for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:47.911597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.944779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-630ca54f-c39b-4f92-acfb-adb3c6e93c11 None None] Provisioning complete for port f8196a97-d032-4ef0-bb77-cc26b0644dea triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:47.945408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-630ca54f-c39b-4f92-acfb-adb3c6e93c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.950699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event updated for resources: {'Subnet': ['ID=25c7d60a-1a44-4c3f-a9a0-257fa3105842,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.981756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.988235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.026034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.050876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.054152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.055238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88cd99a4-0328-4474-baaa-fbc2ffe7224b {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:48.061982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Allocated IP 172.26.8.226 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/1b5fc07f-804f-4d90-8ae2-240cfaefccde) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:48.150199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.154180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:48.159554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Network 579dbe66-b018-4753-83ea-6d5b53066374 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:48.163439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:48.175586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Usage tracker for resource:security_group_rule and tenant:629826d232b4462c834a5e30c3b4113a is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.175849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.185508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:48.188655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:48.192023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9609deb1-2933-48d9-9ff5-56961ccc637b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:48.203166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9609deb1-2933-48d9-9ff5-56961ccc637b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:48.203621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.268465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:48.291114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 579dbe66-b018-4753-83ea-6d5b53066374) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:48.307605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f7835-8a62-45d6-a9cd-c59d5309ca3f None None] Network 579dbe66-b018-4753-83ea-6d5b53066374 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:48.332488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.333477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.359751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Pushing event updated for resources: {'Port': ['ID=306197ac-d773-4eb9-8e89-83cce9a97b10,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:48.427570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.428739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.429304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.474496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.501344 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7fc501e2-2d27-4561-bfae-584c1eedebfa tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7469165 Apr 01 15:49:48.503434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Allocated IP 172.20.0.1 (108baf21-5a06-46dd-a26e-c7a382181574/f26c0467-1019-4d4f-96c5-d786d5e54d92/d6752f75-4c4e-4939-b1ef-7472be467e2c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:48.506031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37110) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:48.514728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Request body: {'port': {'network_id': '579dbe66-b018-4753-83ea-6d5b53066374', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1707027007'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:48.539430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.628832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5166bd2d-1247-4113-981b-eb2fe300d652 None None] Provisioning complete for port 9609deb1-2933-48d9-9ff5-56961ccc637b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:48.629289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5166bd2d-1247-4113-981b-eb2fe300d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.684858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9609deb1-2933-48d9-9ff5-56961ccc637b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9609deb1-2933-48d9-9ff5-56961ccc637b,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:48.689656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.693116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-950f3137-a578-417b-966e-41f71615afe9 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "DELETE /v2.0/routers/88cd99a4-0328-4474-baaa-fbc2ffe7224b HTTP/1.1" status: 204 len: 168 time: 2.4587603 Apr 01 15:49:48.706924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37114) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:48.709709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=9331134f-2a3b-4875-b3c2-4eca331e4b6f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:48.717129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.721975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Request body: {'router': {'name': 'tempest-router-945469092', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0167a02d66a34a1389fcdeb33750b2e1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:48.735098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.746674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Usage tracker for resource:router and tenant:0167a02d66a34a1389fcdeb33750b2e1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.748309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:48.753680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.770124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:48.790061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9331134f-2a3b-4875-b3c2-4eca331e4b6f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:48.793635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.812730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Usage tracker for resource:port and tenant:25c10ba04bfc4a6da6ee7cff5583220a is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.818358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:48.825039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.835634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:48.848444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.869372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.873383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.877830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.881141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3bf5b379-a48b-401f-827b-4c886ea585e8 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.3373554 Apr 01 15:49:48.918706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37118) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:48.919816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Transition to ACTIVE for port object d6752f75-4c4e-4939-b1ef-7472be467e2c will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:48.930444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port 457813c0-36a0-47d9-a4cd-bb7084ef5781 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:49.013137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.014183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.032125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-579dbe66-b018-4753-83ea-6d5b53066374', 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374', 'tenant_id': '25c10ba04bfc4a6da6ee7cff5583220a', 'fixed_ips': [{'subnet_id': '25c7d60a-1a44-4c3f-a9a0-257fa3105842'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:49.033550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.070291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.111605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a24096-3e1f-4acc-ae4b-dfe2ef13512d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.150415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.163003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Made reservation on behalf of 25c10ba04bfc4a6da6ee7cff5583220a for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:49.166656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.193608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:49.297316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Allocated IP 172.20.0.2 (579dbe66-b018-4753-83ea-6d5b53066374/25c7d60a-1a44-4c3f-a9a0-257fa3105842/56a51e3d-9c5a-4cde-a5d2-476e6afb59c8) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:49.307801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Pushing event updated for resources: {'Port': ['ID=d58ed39e-fc16-4b85-b41f-281d252bc897,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.331124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.342263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9609deb1-2933-48d9-9ff5-56961ccc637b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.353107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.366032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.366903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.367923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.368476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_create 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.369006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.369591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_update 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.370120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.370711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.371243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.371807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.407274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.438672 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.470414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Transition to ACTIVE for port object 3a984577-5ea2-4ee2-b853-d88741bfac19 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:49.486492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.488011 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d7dff8a-a707-41c5-85a8-1be767e098bb tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0457761 Apr 01 15:49:49.502587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37124) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.516496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1807738109', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'fixed_ips': [{'ip_address': '172.26.8.172'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:49.537505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:49.552421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.553035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.553571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.554128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:49.554813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9331134f-2a3b-4875-b3c2-4eca331e4b6f']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:49.559162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Usage tracker for resource:port and tenant:7ffce14a82c24696995fa95705aa25f8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:49.563083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:49.569899 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b9fc20-93f9-41c4-9707-a9fb93242729') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:49.570470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b9fc20-93f9-41c4-9707-a9fb93242729') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:49.574947 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.585569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.605734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.615257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:49:49.615765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.634202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:49.657043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.739632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:49.745550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f8196a97-d032-4ef0-bb77-cc26b0644dea up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: from cryptography.utils import int_from_bytes Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: from cryptography.utils import int_from_bytes Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn_limited( Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn_limited( Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:49.749322 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:49.752967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:49.785463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Pushing event updated for resources: {'Port': ['ID=3a984577-5ea2-4ee2-b853-d88741bfac19,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.806981 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.806981 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.807214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.807548 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.807890 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.808242 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.808626 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.808962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.809362 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.809695 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.811698 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.812044 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Tracked resource versions report: Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: pushed versions: Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: { 'AddressGroup': {'1.2'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'ConntrackHelper': {'1.0'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Log': {'1.0'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Network': {'1.1'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Port': {'1.7'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'PortForwarding': {'1.2'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'QosPolicy': {'1.8'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroup': {'1.4'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SubPort': {'1.0'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Subnet': {'1.1'}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Trunk': {'1.1'}} Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: consumer versions: Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: { DHCP agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: L3 agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: Metadata agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: Metering agent@dv-neutron-835944-1-hyperv: {}, Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: Open vSwitch agent@dv-neutron-835944-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'ConntrackHelper': '1.0', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Log': '1.0', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Network': '1.1', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Port': '1.7', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'PortForwarding': '1.2', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'QosPolicy': '1.8', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroup': '1.4', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SecurityGroupRule': '1.2', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'SubPort': '1.0', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Subnet': '1.1', Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: 'Trunk': '1.1'}} Apr 01 15:49:49.813416 dv-neutron-835944-1-hyperv neutron-server[88735]: {{(pid=88735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:49.826671 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Attempting to bind port 3a984577-5ea2-4ee2-b853-d88741bfac19 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:49.827185 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Attempting to bind port 3a984577-5ea2-4ee2-b853-d88741bfac19 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:49.828813 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Attempting to bind port 3a984577-5ea2-4ee2-b853-d88741bfac19 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:49.831603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5fc07f-804f-4d90-8ae2-240cfaefccde,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.846672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] device_id is not set on port 4fce885f-35a5-4f8d-acf8-69060052f849 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:49.851327 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:49.852103 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:49.853701 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.854214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:49.854742 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Bound port: 3a984577-5ea2-4ee2-b853-d88741bfac19, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:49.858758 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.867825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f8196a97-d032-4ef0-bb77-cc26b0644dea triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:49.868424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.881667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.913313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Made reservation on behalf of 7ffce14a82c24696995fa95705aa25f8 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:49.915313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.937086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.940892 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c57d172d-71e9-4957-9cf6-a4538b1c035b tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2302387 Apr 01 15:49:49.950212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.955013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.975729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:49.985288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] For port 3a984577-5ea2-4ee2-b853-d88741bfac19, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:49.991112 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] For port 3a984577-5ea2-4ee2-b853-d88741bfac19, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3a984577-5ea2-4ee2-b853-d88741bfac19,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:50.028039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.048704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Transition to ACTIVE for port object 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:50.051993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port 457813c0-36a0-47d9-a4cd-bb7084ef5781 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:50.055123 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.056751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:50.060419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9331134f-2a3b-4875-b3c2-4eca331e4b6f {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:49:50.064450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.071085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Usage tracker for resource:security_group_rule and tenant:7ffce14a82c24696995fa95705aa25f8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:50.077112 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9331134f-2a3b-4875-b3c2-4eca331e4b6f HTTP/1.1" status: 204 len: 168 time: 1.1556795 Apr 01 15:49:50.087270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37134) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:50.092143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:50.094195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead9203-3496-482f-883f-fe5790aab591 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Network': ['ID=9331134f-2a3b-4875-b3c2-4eca331e4b6f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.112934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:50.118864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:50.123847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:network and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:50.127905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:50.138600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:50.155354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:50.169369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.173015 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:50.174338 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:50.183547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.186237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Transition to ACTIVE for port object 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:50.254767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9609deb1-2933-48d9-9ff5-56961ccc637b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:50.271787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:50.274652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.342162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:50.355712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.356661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Added segment 8b3f1f98-bfa6-4512-bdae-6788a4a44206 of type vlan for network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa Apr 01 15:49:50.382001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Network 108baf21-5a06-46dd-a26e-c7a382181574 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:50.426440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.444773 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:50.493319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965df12c-fad4-45a5-b5d4-5744638836b2 None None] Pushing event updated for resources: {'Port': ['ID=3a984577-5ea2-4ee2-b853-d88741bfac19,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.523116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Network 579dbe66-b018-4753-83ea-6d5b53066374 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:50.530025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:50.536311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:50.539382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Pushing event updated for resources: {'Port': ['ID=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.554886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:50.570352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Transition to ACTIVE for port object 457813c0-36a0-47d9-a4cd-bb7084ef5781 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:50.613162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:50.653814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9609deb1-2933-48d9-9ff5-56961ccc637b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:50.654444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.669065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Pushing event updated for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.682463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.712065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Attempting to bind port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:50.712774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Attempting to bind port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:50.713283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Attempting to bind port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 on network 579dbe66-b018-4753-83ea-6d5b53066374 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:50.731226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:50.733006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Checking segment: {'id': 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:50.733577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.734111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Bound using segment: {'id': 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:50.734894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Bound port: 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '579dbe66-b018-4753-83ea-6d5b53066374'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:50.735436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.780186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Allocated IP 172.20.0.6 (579dbe66-b018-4753-83ea-6d5b53066374/25c7d60a-1a44-4c3f-a9a0-257fa3105842/4fce885f-35a5-4f8d-acf8-69060052f849) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:50.859573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:50.882438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.903303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.938104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] For port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:50.951159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] For port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,segment=NetworkSegment(a1cd0aed-524f-42e4-a924-8acb3d39bbd0),segment_id=a1cd0aed-524f-42e4-a924-8acb3d39bbd0)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:50.974567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.044125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8c7f151e-c061-4303-8709-b54c1e3bbe92 None None] Provisioning for port d6752f75-4c4e-4939-b1ef-7472be467e2c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:51.051888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8c7f151e-c061-4303-8709-b54c1e3bbe92 None None] Provisioning complete for port d6752f75-4c4e-4939-b1ef-7472be467e2c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:51.052492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8c7f151e-c061-4303-8709-b54c1e3bbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.065253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.112592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.113143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.114453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.232907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.236963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:51.237863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.257564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f151e-c061-4303-8709-b54c1e3bbe92 None None] Port d6752f75-4c4e-4939-b1ef-7472be467e2c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:51.263177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ceb44-b584-4c2a-954b-1f6b1ff783c9 None None] Pushing event updated for resources: {'Port': ['ID=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.442745 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 3, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:51.448394 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3c07a-2223-4254-9b3c-542283f308c6 None None] The sync data for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv is: [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 3, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:51.478937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88732) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 01 15:49:51.479958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Router 0bde6611-71bf-4c81-83eb-eca65f8d97bc migrating from provider to provider. {{(pid=88732) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 01 15:49:51.484995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.568266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=457813c0-36a0-47d9-a4cd-bb7084ef5781,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.571172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.611393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Checking segment: {'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:51.612064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Network hostable DHCP agents. Network: 70d76468-852d-4662-bd70-c0e5ca58abe2, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:51.687194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.705954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.812503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:51.832955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7370420 Apr 01 15:49:51.842713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3d12b-3899-411d-af32-1b478e2f39df tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=7ca16f7c-e7f1-4751-b124-b78c04e46ffa,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.845496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.849298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.854958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:51.883845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'subnet': {'network_id': '7ca16f7c-e7f1-4751-b124-b78c04e46ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:51.901856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:51.905023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] device_id is not set on port 7e6e7d11-827a-4c71-ae32-a1e8e113763c yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:51.917575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:subnet and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:51.980465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:52.021049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.035901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:52.057135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 70d76468-852d-4662-bd70-c0e5ca58abe2) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:52.069735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2830a5e5-c8c4-4b05-a438-8419e9f36fb6 None None] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:52.088412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:52.126007 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.scheduler.l3_agent_scheduler [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] No L3 agents can host the router 0bde6611-71bf-4c81-83eb-eca65f8d97bc Apr 01 15:49:52.129626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9061ab08-1d27-4402-851c-1840642a39bb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.141848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:52.142373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:52.143917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:52.145533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Router 42826121-01d7-4759-af17-019f26dc4173 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:52.200444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.216101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:52.216527 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:52.224033 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 2 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:52.266768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:52.272114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.374999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Transition to ACTIVE for port object 4fce885f-35a5-4f8d-acf8-69060052f849 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:52.419349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:52.419685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:52.420023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:52.485352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.507031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:52.508734 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:52.513693 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 3 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:52.594608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72add6e1-d60e-4422-98fb-078ee4849854 None None] Network 579dbe66-b018-4753-83ea-6d5b53066374 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:52.694433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:52.694734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:52.695073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:52.717699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Hosts for router 0bde6611-71bf-4c81-83eb-eca65f8d97bc: [] {{(pid=88732) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 01 15:49:52.743008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:52.743387 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:52.753110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 4 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:52.804488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Hosts for other DVR routers connected to router 0bde6611-71bf-4c81-83eb-eca65f8d97bc: set() {{(pid=88732) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 01 15:49:52.811552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:52.811910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:52.812226 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:52.821141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:52.822122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.841420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:52.841717 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:52.843901 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 5 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:52.848826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Sync routers for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:52.865183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:49:52.865564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:52.869569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.872927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c97dfa0-3939-47a3-8128-11c99f360a63 None None] Provisioning for port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:52.873887 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-706201f9-4b8c-4728-9ed2-e21f6304f6eb tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "PUT /v2.0/routers/0bde6611-71bf-4c81-83eb-eca65f8d97bc HTTP/1.1" status: 200 len: 716 time: 2.9209971 Apr 01 15:49:52.874569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37142) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.888681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.889316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.899651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:52.900067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:52.900413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:52.950565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:52.988160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:52.988599 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:52.993452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.994355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-89859c8f-ba69-4201-84a6-8176fde06eaf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4890063 Apr 01 15:49:52.995520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37146) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.997794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Network 579dbe66-b018-4753-83ea-6d5b53066374 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:52.999858 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 6 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:53.012527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.014536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:53.018167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:53.049226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event updated for resources: {'Port': ['ID=4fce885f-35a5-4f8d-acf8-69060052f849,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:53.121234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.156769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:53.245700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.246372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.254648 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c49bad19-a7cd-4f56-ac36-fdf44f79b806 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.7490602 Apr 01 15:49:53.267794 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9376b17-712c-4e7e-89f7-ab17910eb6d4 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "GET /v2.0/routers/0bde6611-71bf-4c81-83eb-eca65f8d97bc HTTP/1.1" status: 200 len: 716 time: 0.3875973 Apr 01 15:49:53.271257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37150) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.271419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37152) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.273380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:53.273880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:53.274389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:53.317661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.321385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Pushing event updated for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:53.377738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:53.378343 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:53.389240 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 7 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:53.523073 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f07e43a0-6e1c-420f-ac43-4e81eb68ca28 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0144737 Apr 01 15:49:53.551888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.555009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Router e4b0eca4-10b9-48c5-becc-71b7296b6697 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:53.594142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:53.594486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:53.594865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:53.637807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:53.642554 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:53.649239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Deleting port d58ed39e-fc16-4b85-b41f-281d252bc897 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:53.649821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.690224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 3, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:53.697114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Checking router: 42826121-01d7-4759-af17-019f26dc4173 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:53.697743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Updating router 42826121-01d7-4759-af17-019f26dc4173 port 306197ac-d773-4eb9-8e89-83cce9a97b10 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:53.708436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 8 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:53.768213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bee6eda3-7db2-4a68-98e9-e9fa7bff6203 None None] Provisioning for port 4fce885f-35a5-4f8d-acf8-69060052f849 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:53.789037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bee6eda3-7db2-4a68-98e9-e9fa7bff6203 None None] Provisioning complete for port 4fce885f-35a5-4f8d-acf8-69060052f849 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:53.789897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bee6eda3-7db2-4a68-98e9-e9fa7bff6203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.846779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3a984577-5ea2-4ee2-b853-d88741bfac19 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:53.857065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:53.857392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:53.857727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:53.894072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Deleting port 4fce885f-35a5-4f8d-acf8-69060052f849 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:53.894440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.918534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.007884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bee6eda3-7db2-4a68-98e9-e9fa7bff6203 None None] Port 4fce885f-35a5-4f8d-acf8-69060052f849 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:54.016151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:54.016468 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:54.022379 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7c993168-9747-4232-8770-8c796d7c82ff tempest-RoutersTestDVR-1025494316 tempest-RoutersTestDVR-1025494316-project] 10.222.0.21 "GET /v2.0/routers/0bde6611-71bf-4c81-83eb-eca65f8d97bc HTTP/1.1" status: 200 len: 682 time: 0.7419109 Apr 01 15:49:54.034003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 9 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:54.040685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37166) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.113111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:54.113526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:54.113931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:54.134189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:54.134840 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:54.137280 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 10 to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 Apr 01 15:49:54.241665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:54.242648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:54.242648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:54.245847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Network 108baf21-5a06-46dd-a26e-c7a382181574 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:54.259054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.259749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.269510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3a984577-5ea2-4ee2-b853-d88741bfac19 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:54.270145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:54.270145 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 457813c0-36a0-47d9-a4cd-bb7084ef5781 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:49:54.270416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.296580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3a984577-5ea2-4ee2-b853-d88741bfac19 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:54.296942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.310209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:54.360144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.362922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f599a06d-6cfb-46b1-89a6-dd7badc73f70 None None] Provisioning complete for port 4fce885f-35a5-4f8d-acf8-69060052f849 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:54.363289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f599a06d-6cfb-46b1-89a6-dd7badc73f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.466450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f599a06d-6cfb-46b1-89a6-dd7badc73f70 None None] Port 4fce885f-35a5-4f8d-acf8-69060052f849 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:54.482980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Calling delete_port for d58ed39e-fc16-4b85-b41f-281d252bc897 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:54.597182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:54.611459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Sync routers for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:54.622637 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:54.623277 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:54.635908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.663840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Transition to ACTIVE for port object 306197ac-d773-4eb9-8e89-83cce9a97b10 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:54.675908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.708980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 3a984577-5ea2-4ee2-b853-d88741bfac19, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3a984577-5ea2-4ee2-b853-d88741bfac19,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:54.717499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f08c3071-418d-4f13-b4a5-defa8c3e205d None None] Provisioning complete for port d6752f75-4c4e-4939-b1ef-7472be467e2c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:54.717740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f08c3071-418d-4f13-b4a5-defa8c3e205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.791468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f08c3071-418d-4f13-b4a5-defa8c3e205d None None] Port d6752f75-4c4e-4939-b1ef-7472be467e2c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:54.794523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.804474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.806241 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-511055e7-d1ce-4c00-aab4-092afb8fb925 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.6394205 Apr 01 15:49:54.811064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37170) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.854325 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:54.879816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec499a0-3f35-40ab-9dec-e66af749b81b None None] Pushing event updated for resources: {'Port': ['ID=306197ac-d773-4eb9-8e89-83cce9a97b10,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:54.882455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.883301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:54.971687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port 457813c0-36a0-47d9-a4cd-bb7084ef5781, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:54.972214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempted to set empty binding levels {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:49:54.988035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=3a984577-5ea2-4ee2-b853-d88741bfac19,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.040330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Attempting to bind port 306197ac-d773-4eb9-8e89-83cce9a97b10 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:55.040721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Attempting to bind port 306197ac-d773-4eb9-8e89-83cce9a97b10 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:55.041104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Attempting to bind port 306197ac-d773-4eb9-8e89-83cce9a97b10 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:55.071162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:55.071433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:55.071873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.072360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:55.072926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Bound port: 306197ac-d773-4eb9-8e89-83cce9a97b10, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:55.073406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.161460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] For port 306197ac-d773-4eb9-8e89-83cce9a97b10, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:55.166604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] For port 306197ac-d773-4eb9-8e89-83cce9a97b10, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=306197ac-d773-4eb9-8e89-83cce9a97b10,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:55.198912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.219741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.221277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:55.226922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:55.227556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.236561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.263793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.312278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:55.312903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.332064 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:50Z', 'revision_number': 3, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:55.340310 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Checking router: e4b0eca4-10b9-48c5-becc-71b7296b6697 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:55.341547 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Updating router e4b0eca4-10b9-48c5-becc-71b7296b6697 port 1b5fc07f-804f-4d90-8ae2-240cfaefccde binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:55.354542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.380431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec499a0-3f35-40ab-9dec-e66af749b81b None None] Pushing event updated for resources: {'Port': ['ID=306197ac-d773-4eb9-8e89-83cce9a97b10,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.380969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Router a872dd8e-e2ad-4694-85a7-590bdfe9628e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:55.387786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:55.388580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:55.413277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=457813c0-36a0-47d9-a4cd-bb7084ef5781,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.444070 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.534171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.541499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.541986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bde6611-71bf-4c81-83eb-eca65f8d97bc {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:55.552652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Calling delete_port for 4fce885f-35a5-4f8d-acf8-69060052f849 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:55.586759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:49:55.586945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.594742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Pushing event deleted for resources: {'Port': ['ID=d58ed39e-fc16-4b85-b41f-281d252bc897,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.614727 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6899105e-a015-46bb-848b-960711258563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.5207639 Apr 01 15:49:55.648834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37174) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.667596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:55.745731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.752233 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cbd9c751-c783-4a5b-8c44-c63ef8778869 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0bde6611-71bf-4c81-83eb-eca65f8d97bc HTTP/1.1" status: 204 len: 168 time: 1.7099395 Apr 01 15:49:55.754954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37178) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.783848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.786486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.787929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4a0170c0-100f-4afd-9bb6-90038a7425ef tempest-ExternalNetworksAdminNegativeTestJSON-1438541228 tempest-ExternalNetworksAdminNegativeTestJSON-1438541228-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/939b034c-b8ea-4c55-b7f8-31240a4f717b HTTP/1.1" status: 204 len: 168 time: 2.5098221 Apr 01 15:49:55.794883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.801557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Request body: {'router': {'name': 'tempest-router-1661717457', 'distributed': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:55.829078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:55.851863 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.865207 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Transition to ACTIVE for port object 1b5fc07f-804f-4d90-8ae2-240cfaefccde will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:55.908785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Deleting port 457813c0-36a0-47d9-a4cd-bb7084ef5781 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:55.909375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.928426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.951811 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.982338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,segment=NetworkSegment(a1cd0aed-524f-42e4-a924-8acb3d39bbd0),segment_id=a1cd0aed-524f-42e4-a924-8acb3d39bbd0)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:56.011410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Usage tracker for resource:router and tenant:dca8ae0a669444a0889bdc2f333586ba is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:56.030224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:56.035410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1b28e3f-bf90-4f59-9e44-00b77c2ed9f2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.066516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:56.124104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.143053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Attempting to bind port 1b5fc07f-804f-4d90-8ae2-240cfaefccde on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:56.143490 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Attempting to bind port 1b5fc07f-804f-4d90-8ae2-240cfaefccde by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:56.144502 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Attempting to bind port 1b5fc07f-804f-4d90-8ae2-240cfaefccde on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:56.207024 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2c81-9801-4c10-a084-fd5f6a4dd95d None None] Pushing event updated for resources: {'Port': ['ID=1b5fc07f-804f-4d90-8ae2-240cfaefccde,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.210434 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:56.221299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:56.221299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.221299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:56.221299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Bound port: 1b5fc07f-804f-4d90-8ae2-240cfaefccde, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:56.221299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.232059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.289797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Checking segment: {'id': '8b3f1f98-bfa6-4512-bdae-6788a4a44206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7ca16f7c-e7f1-4751-b124-b78c04e46ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:56.290984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Network hostable DHCP agents. Network: 7ca16f7c-e7f1-4751-b124-b78c04e46ffa, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:56.355188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3a984577-5ea2-4ee2-b853-d88741bfac19 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:56.366492 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] For port 1b5fc07f-804f-4d90-8ae2-240cfaefccde, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:56.371989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:56.373377 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] For port 1b5fc07f-804f-4d90-8ae2-240cfaefccde, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1b5fc07f-804f-4d90-8ae2-240cfaefccde,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:56.386164 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d561cdb3-271f-4252-81ad-bc78567eeb14 admin admin] 10.222.0.21 "PUT /v2.0/routers/a872dd8e-e2ad-4694-85a7-590bdfe9628e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2744594 Apr 01 15:49:56.391270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Sync routers for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:56.445010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:56.446100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.483453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.484542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.494069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.509412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.694085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:56.705370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event deleted for resources: {'Port': ['ID=4fce885f-35a5-4f8d-acf8-69060052f849,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.707081 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2c81-9801-4c10-a084-fd5f6a4dd95d None None] Pushing event updated for resources: {'Port': ['ID=1b5fc07f-804f-4d90-8ae2-240cfaefccde,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.765732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:56.766366 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.822523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3a984577-5ea2-4ee2-b853-d88741bfac19 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:56.822797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.823889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Allocated IP 172.20.0.1 (1bdbc2be-6e35-43b2-9e0e-25c91d6b465b/743e60a2-40b8-4793-a7df-74ada4a900cb/caae2488-2f6f-4e58-a55f-a64c6fcbe1e0) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:56.835316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37196) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:56.915902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.965467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 7ca16f7c-e7f1-4751-b124-b78c04e46ffa) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:56.979854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.980477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.015181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 3, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:57.064786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.081707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319c414-7e7a-4a76-a9f9-6ad1d1b2876e None None] The sync data for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv is: [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 3, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:57.087109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08ef93d2-16f1-494d-b23e-54182d5755d1 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "DELETE /v2.0/ports/4fce885f-35a5-4f8d-acf8-69060052f849 HTTP/1.1" status: 204 len: 168 time: 3.5294061 Apr 01 15:49:57.087927 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37204) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.088375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b2589-d6c8-43e2-bf54-9feadbdbbee6 None None] Network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:57.155708 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0e975776-6e25-415f-a0d5-734bc705d37d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2952616 Apr 01 15:49:57.156053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37210) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.160943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'floatingip': {'floating_network_id': '7ca16f7c-e7f1-4751-b124-b78c04e46ffa'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:57.167623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.176790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:floatingip and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:57.181644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:57.190649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.205824 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:57.238420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.242144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.288233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.295177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2a8c6094254f8c803c6d62e008b131 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:57.300345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:57.310096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.355923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.367507 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8de6c236-2c99-4cf8-893e-dba3fbc8f835 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2775335 Apr 01 15:49:57.371641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37214) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.375890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.380183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5a47f213-e586-45c6-b3a3-8560d6920587 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.6053534 Apr 01 15:49:57.394233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1767608491'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:57.399062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Transition to ACTIVE for port object caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:57.402999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37218) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.538063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:57.556583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port 457813c0-36a0-47d9-a4cd-bb7084ef5781, host hv-neutron-8359, got binding levels [] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:57.557768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.578337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.582892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.636026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.695397 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:50Z', 'revision_number': 3, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:57.710167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Usage tracker for resource:network and tenant:25c10ba04bfc4a6da6ee7cff5583220a is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:57.711983 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505dd08-b6e3-4a4b-ad1e-e2a69c97d317 None None] The sync data for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv is: [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:50Z', 'revision_number': 3, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:57.732250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:57.758905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:57.853369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.861278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.972094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Calling delete_port for 457813c0-36a0-47d9-a4cd-bb7084ef5781 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:58.039975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:58.136057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:58.138860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.339745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37224) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.370146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Made reservation on behalf of 25c10ba04bfc4a6da6ee7cff5583220a for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:58.373599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.434756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.502849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.549295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069843184', 'description': 'tempest-description--1981651712'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:58.657235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event deleted for resources: {'Port': ['ID=457813c0-36a0-47d9-a4cd-bb7084ef5781,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.694110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.729686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-72065dfa-9deb-4a24-a606-4bf5b85513ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "DELETE /v2.0/ports/457813c0-36a0-47d9-a4cd-bb7084ef5781 HTTP/1.1" status: 204 len: 168 time: 3.0790370 Apr 01 15:49:58.730515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37228) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.789311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1b5fc07f-804f-4d90-8ae2-240cfaefccde up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:58.799353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:58.851446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca5a5d-6c59-40e2-8540-739bf67266e2 None None] Network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:58.857622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Usage tracker for resource:security_group and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:58.863327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:58.874093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:58.890177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.930070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1f25af-dbcc-420c-b70d-f90fb8a6cfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:49:58.930752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a1f25af-dbcc-420c-b70d-f90fb8a6cfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:59.010045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.021748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d21352ff-1d87-4943-b5c0-0bd9f2dcbfc5 None None] Provisioning for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:59.038414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d21352ff-1d87-4943-b5c0-0bd9f2dcbfc5 None None] Provisioning complete for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:59.039237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d21352ff-1d87-4943-b5c0-0bd9f2dcbfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.072529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.110433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.116219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Usage tracker for resource:security_group_rule and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:59.121592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:59.139058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.143201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a1f25af-dbcc-420c-b70d-f90fb8a6cfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:59.150153 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a1f25af-dbcc-420c-b70d-f90fb8a6cfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports/457813c0-36a0-47d9-a4cd-bb7084ef5781 HTTP/1.1" status: 404 len: 333 time: 0.3986259 Apr 01 15:49:59.159879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37232) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.171348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-314691715'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:59.176782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.177550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d21352ff-1d87-4943-b5c0-0bd9f2dcbfc5 None None] Port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:59.182549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:49:52Z', 'revision_number': 2, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:59.188943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Checking router: a872dd8e-e2ad-4694-85a7-590bdfe9628e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:59.189400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.190220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Updating router a872dd8e-e2ad-4694-85a7-590bdfe9628e port d6752f75-4c4e-4939-b1ef-7472be467e2c binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:59.203431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.209845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:59.274858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1b5fc07f-804f-4d90-8ae2-240cfaefccde completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:59.280566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.288226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.288562 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Added segment 19f6cc3b-0405-4417-b8b7-0e65c284cb0a of type vlan for network 6e50a506-51ed-4b83-9c1d-27882fb789ca Apr 01 15:49:59.309172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Allocated IP 172.20.0.1 (532ad1a7-ae20-4417-af70-c48aed94ec96/113352ea-0415-455c-9561-7d93d90eebf3/ca17b6ac-3e19-4e1b-8691-a6605c01e0b3) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:59.316993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.317199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Made reservation on behalf of 629826d232b4462c834a5e30c3b4113a for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:59.320411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.367963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.379260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1b5fc07f-804f-4d90-8ae2-240cfaefccde triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:59.380301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.424351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.478588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.479106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca403a76-a68d-4dec-b386-8cf6dccd2a42 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:59.480715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.498486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.527540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port 9374c149-00d3-47ff-86c6-0ac5c814eb65 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:59.544664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.551660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.552286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.589667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.601657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.613463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Synchronizing usage tracker for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:59.625132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f978968-d6ad-4acb-9d2b-1030adb41c73,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.728372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.760822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 1b5fc07f-804f-4d90-8ae2-240cfaefccde, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1b5fc07f-804f-4d90-8ae2-240cfaefccde,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:59.774897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4366b-7046-4489-9c2c-4993f5ccb833,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.778560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.779678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ab5851d-b8fd-4d87-8f19-f043b8b39632 tempest-RoutersTestDVR-845181366 tempest-RoutersTestDVR-845181366-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ca403a76-a68d-4dec-b386-8cf6dccd2a42 HTTP/1.1" status: 204 len: 168 time: 2.3754082 Apr 01 15:49:59.869557 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4965649 Apr 01 15:49:59.874846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37242) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.877985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.882204 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f59b3de9-c302-423f-806e-0bb05387d730 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5394726 Apr 01 15:49:59.896533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.897361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:59.899298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.912871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.951382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Transition to ACTIVE for port object ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:00.066651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=1b5fc07f-804f-4d90-8ae2-240cfaefccde,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.086894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.087271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.090454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c1dbc-ac92-48e4-9daa-6877d22cf88f tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event updated for resources: {'Network': ['ID=6e50a506-51ed-4b83-9c1d-27882fb789ca,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.100359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'security_group_rule': {'security_group_id': '08f4366b-7046-4489-9c2c-4993f5ccb833', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.111541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] Unset dirty status for tenant:3cd3de480d5141f5943468f79b60a2f0 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:00.115448 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bd5c6875-134f-4925-af46-acc66831be66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b2a8c6094254f8c803c6d62e008b131&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2432499 Apr 01 15:50:00.115448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.119186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Allocated IP 172.20.0.5 (7ca16f7c-e7f1-4751-b124-b78c04e46ffa/e1b28e3f-bf90-4f59-9e44-00b77c2ed9f2/acfe8b9b-00b5-49c4-a643-8f47319422f3) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:00.126515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37250) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.130761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Usage tracker for resource:security_group_rule and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.131807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 6e50a506-51ed-4b83-9c1d-27882fb789ca details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:00.141026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.181982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.185401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.254678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d540e5e-ff01-49c0-b901-bce31af4f1b6 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.3778381 Apr 01 15:50:00.259501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37256) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.307563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:00.327646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:00.335860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.350902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:00.352520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.373129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.385881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.432533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Transition to ACTIVE for port object d6752f75-4c4e-4939-b1ef-7472be467e2c will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:00.464507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.487206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.488812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 306197ac-d773-4eb9-8e89-83cce9a97b10 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:00.514862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.523635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.558974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.591735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.592453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.645222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.662241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37262) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.722716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.729010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaedd1-bb4c-4dab-8ce4-7582c9e532c8 None None] Pushing event updated for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.766414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.791243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b487fb8-1449-4872-bdc9-04e881e25cca tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] Network 6e50a506-51ed-4b83-9c1d-27882fb789ca is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:00.802512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.879682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 306197ac-d773-4eb9-8e89-83cce9a97b10 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:00.890871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.897536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 306197ac-d773-4eb9-8e89-83cce9a97b10 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.898035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.914470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.923772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:00.938401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Attempting to bind port d6752f75-4c4e-4939-b1ef-7472be467e2c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:00.938828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Attempting to bind port d6752f75-4c4e-4939-b1ef-7472be467e2c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:00.939189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Attempting to bind port d6752f75-4c4e-4939-b1ef-7472be467e2c on network 108baf21-5a06-46dd-a26e-c7a382181574 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:00.941148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.949308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:00.949673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Checking segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:00.950070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.950468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Bound using segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:00.950957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Bound port: d6752f75-4c4e-4939-b1ef-7472be467e2c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:00.951329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.965515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.974937 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3b487fb8-1449-4872-bdc9-04e881e25cca tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "POST /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7143953 Apr 01 15:50:00.978030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f978968-d6ad-4acb-9d2b-1030adb41c73,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.980477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f167801-a708-4281-b744-0e51cfbc86fa None None] Network 6e50a506-51ed-4b83-9c1d-27882fb789ca requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:01.020672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:01.025852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7706bf9f-6d16-4293-ab86-13ba03063b2e None None] Provisioning for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:01.052568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.055565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:01.056552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:01.057154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.073705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37268) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.112702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44f470e-14be-4956-8a7b-0d9e48936d17,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.128124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.140527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7706bf9f-6d16-4293-ab86-13ba03063b2e None None] Provisioning complete for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:01.141015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7706bf9f-6d16-4293-ab86-13ba03063b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.148311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:0167a02d66a34a1389fcdeb33750b2e1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.151386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.152514 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-38b47a9c-62f2-4ae6-91ff-0aae6bf6c588 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f978968-d6ad-4acb-9d2b-1030adb41c73 HTTP/1.1" status: 204 len: 168 time: 1.0235729 Apr 01 15:50:01.153560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.171953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.182842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:01.187520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:01.195169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:01.221982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Port': ['ID=acfe8b9b-00b5-49c4-a643-8f47319422f3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.236592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.237862 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fafe460a-ca70-4a51-960e-79fbd24ac402 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3087082 Apr 01 15:50:01.244223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37278) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.251851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'security_group_rule': {'security_group_id': '08f4366b-7046-4489-9c2c-4993f5ccb833', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:01.260593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.267955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Usage tracker for resource:security_group_rule and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.272210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.284541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.365834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.375359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7706bf9f-6d16-4293-ab86-13ba03063b2e None None] Port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:01.399660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] For port d6752f75-4c4e-4939-b1ef-7472be467e2c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:01.415139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.420828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] For port d6752f75-4c4e-4939-b1ef-7472be467e2c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6752f75-4c4e-4939-b1ef-7472be467e2c,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:01.435286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 306197ac-d773-4eb9-8e89-83cce9a97b10, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=306197ac-d773-4eb9-8e89-83cce9a97b10,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:01.479547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3185561 Apr 01 15:50:01.480363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a816f-162f-4ce0-b9ac-c9a4ba26431f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=9374c149-00d3-47ff-86c6-0ac5c814eb65,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.488257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37282) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.509642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:01.536667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:01.539406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.540110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:01.543411 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-226d3a8a-9c33-441e-bf59-9cc04a78b796 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks HTTP/1.1" status: 200 len: 7993 time: 0.4686496 Apr 01 15:50:01.544557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.549908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37288) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.574711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.652920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.719171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1b5fc07f-804f-4d90-8ae2-240cfaefccde up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:01.779167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaedd1-bb4c-4dab-8ce4-7582c9e532c8 None None] Pushing event updated for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.824109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:01.824806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:01.885819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.895699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.954705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.042061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.097047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-76b9f6d3-10b1-402a-9923-314ebcc78f71 None None] Provisioning complete for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:02.097659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76b9f6d3-10b1-402a-9923-314ebcc78f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.112862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.133366 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4d18f7f3-a19f-4231-905f-c7cafb382018 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "DELETE /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks/6e50a506-51ed-4b83-9c1d-27882fb789ca HTTP/1.1" status: 204 len: 168 time: 0.5822840 Apr 01 15:50:02.133984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37292) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.138258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37294) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.154658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.194476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0167a02d66a34a1389fcdeb33750b2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5261624 Apr 01 15:50:02.194476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e10f21-ba5a-4525-af81-b38a98ce69ce,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.197442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=306197ac-d773-4eb9-8e89-83cce9a97b10,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.218249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37300) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.222102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e366-5528-4ed4-bcb4-8a5772b57ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1584d-20bd-4607-8fb8-bb54c24b33d8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.222433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:02.241075 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cb1ec728-bbcf-4e65-ac28-17c03f3e147c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ffce14a82c24696995fa95705aa25f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060696 Apr 01 15:50:02.256244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.256936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.261438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37304) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.279584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-76b9f6d3-10b1-402a-9923-314ebcc78f71 None None] Port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:02.291487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1b5fc07f-804f-4d90-8ae2-240cfaefccde triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:02.291980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.322400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Router 42826121-01d7-4759-af17-019f26dc4173 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:02.414751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.419069 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8aa2d39c-a372-4b29-aafc-438d35708539 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1709619 Apr 01 15:50:02.433089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37308) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.454910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:02.477340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.492704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.529296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:02.539409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6107543-3844-4e08-9ac7-ac0d7a57a41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.556738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.581634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.587891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.606347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Usage tracker for resource:floatingip and tenant:67c1510d5166429dafaf673d005c5539 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:02.619766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:02.639055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.647774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:02.692008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c6810b30-01c2-4124-807e-7ff2387e0b9b tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.5510273 Apr 01 15:50:02.701403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port 9374c149-00d3-47ff-86c6-0ac5c814eb65 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:02.708657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37312) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.716921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:02.723025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e70d5c-3b28-4e4c-9d59-7b4c512d71b7 None None] The sync data for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv is: [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:02.745616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.758845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.825732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Port': ['ID=acfe8b9b-00b5-49c4-a643-8f47319422f3,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.840288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.847686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Transition to ACTIVE for port object 9374c149-00d3-47ff-86c6-0ac5c814eb65 will not be triggered until provisioned by entity L2. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:02.868773 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.876972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:02.878828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:02.918800 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-486837e0-d136-4ba2-9eb2-3f63d7353d90 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/networks/579dbe66-b018-4753-83ea-6d5b53066374/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2090342 Apr 01 15:50:02.922473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37316) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.947968 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a0a099cf-acec-4066-be6b-5476eda7690b tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/networks/579dbe66-b018-4753-83ea-6d5b53066374/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0233090 Apr 01 15:50:02.949726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:02.951396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37320) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.961801 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Sync routers for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:02.967140 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-623c5de4-426f-43f9-8549-f2913b599bf1 admin admin] 10.222.0.21 "PUT /v2.0/routers/42826121-01d7-4759-af17-019f26dc4173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9343324 Apr 01 15:50:02.972924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.011166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:03.011816 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:03.073383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.076751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.081069 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9061ab08-1d27-4402-851c-1840642a39bb HTTP/1.1" status: 204 len: 168 time: 0.7998502 Apr 01 15:50:03.081069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.084768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.086156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7c1584d-20bd-4607-8fb8-bb54c24b33d8 HTTP/1.1" status: 204 len: 168 time: 0.8598273 Apr 01 15:50:03.087503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.088832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6b6c1024-8684-4d79-ae85-8cf861eb3ae5 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9320757 Apr 01 15:50:03.105145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37330) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.279969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4ba7874-fd03-4957-8af2-e997c7cc13b0 None None] Provisioning complete for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:03.280508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7874-fd03-4957-8af2-e997c7cc13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.358039 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:03.367467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=9374c149-00d3-47ff-86c6-0ac5c814eb65,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.378190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae32f5-cfb6-43a5-b807-58f04017cc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061ab08-1d27-4402-851c-1840642a39bb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.390079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba7874-fd03-4957-8af2-e997c7cc13b0 None None] Port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:03.403652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Router e4b0eca4-10b9-48c5-becc-71b7296b6697 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:03.491310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ffeaa-d089-49a7-8f4c-18c40c109767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1584d-20bd-4607-8fb8-bb54c24b33d8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.501099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cecbcfaf-1096-49e4-9072-62cb9a5e39cb tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Synchronizing usage tracker for tenant:1bd2c4484b99477b9d40b10fa89c1c8c on resource:floatingip {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:03.532545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.535626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.536226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.543354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:03.543824 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:03.544631 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 2 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:03.571850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.572384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.572953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.581354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:03.581805 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:03.582289 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 3 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:03.815979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.816587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.817144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.833265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cecbcfaf-1096-49e4-9072-62cb9a5e39cb tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Unset dirty status for tenant:1bd2c4484b99477b9d40b10fa89c1c8c on resource:floatingip {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:03.841232 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cecbcfaf-1096-49e4-9072-62cb9a5e39cb tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=7ca16f7c-e7f1-4751-b124-b78c04e46ffa HTTP/1.1" status: 200 len: 689 time: 0.7221282 Apr 01 15:50:03.841232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:03.841232 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:03.841232 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 4 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:03.860663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6752f75-4c4e-4939-b1ef-7472be467e2c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:03.878859 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 2, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:03.889929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37342) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.897028 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Checking router: 42826121-01d7-4759-af17-019f26dc4173 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:03.898307 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Updating router 42826121-01d7-4759-af17-019f26dc4173 port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:03.914928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.916714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.917406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.925245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:03.926638 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:03.926638 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 5 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:03.965973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.966494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.967048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.980933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:03.981514 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:03.982272 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 6 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:04.019427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.020592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.022290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.024308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.035611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.036567 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:04.038123 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 7 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:04.076667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.078333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.081556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.095696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.096498 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:04.098524 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 8 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:04.132726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.133142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.133741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.144592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.144849 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:04.145245 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 9 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:04.151174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d6752f75-4c4e-4939-b1ef-7472be467e2c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:04.156894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d6752f75-4c4e-4939-b1ef-7472be467e2c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:04.162981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.169187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.169633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.170105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.176151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.178717 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:04.179188 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 10 to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 Apr 01 15:50:04.205673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.206025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.206504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.212873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.213333 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:04.213765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.254069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.335973 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7c13435a-4197-4cd7-80c7-175f4eae2306 tempest-DHCPAgentSchedulersTestJSON-563793697 tempest-DHCPAgentSchedulersTestJSON-563793697-project-admin] 10.222.0.21 "GET /v2.0/agents/3135beb6-2e8b-45f3-834d-7322086aa89e/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 1.3713117 Apr 01 15:50:04.372234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37350) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.446503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.494293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.509064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.581529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d6752f75-4c4e-4939-b1ef-7472be467e2c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6752f75-4c4e-4939-b1ef-7472be467e2c,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:04.584337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Usage tracker for resource:security_group_rule and tenant:dca8ae0a669444a0889bdc2f333586ba is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.588927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.591141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.602905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.630528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port 9374c149-00d3-47ff-86c6-0ac5c814eb65, host hv-neutron-8359, cleared binding levels {{(pid=88733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:04.630928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempted to set empty binding levels {{(pid=88733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:50:04.635898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.668678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.669654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 306197ac-d773-4eb9-8e89-83cce9a97b10 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:04.680736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.818814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37362) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.824991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.825763 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.832862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:04.853906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056026375', 'description': 'tempest-description--976676334'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:04.865615 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Transition to ACTIVE for port object caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:04.868099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.870762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Deleting port acfe8b9b-00b5-49c4-a643-8f47319422f3 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:04.871107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.880786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.896808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Sync routers for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:04.921610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Usage tracker for resource:security_group and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.926934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1a441f99-937f-47e2-a2c0-0617a22d47ba admin admin] 10.222.0.21 "PUT /v2.0/routers/e4b0eca4-10b9-48c5-becc-71b7296b6697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0645392 Apr 01 15:50:04.928160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.937371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:04.938589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:49:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:04.942678 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.949147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Allocated IP 172.26.8.105 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/2e78d591-45d9-4dcc-a65e-c10f6ef5c40e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:04.960701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.969120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50a506-51ed-4b83-9c1d-27882fb789ca']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:05.039630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f6cc3b-0405-4417-b8b7-0e65c284cb0a') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:05.045677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f6cc3b-0405-4417-b8b7-0e65c284cb0a') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:05.111566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.146347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dd32169-9a9a-4825-b7bc-ea86cdb3846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.182571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.183060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.187480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 306197ac-d773-4eb9-8e89-83cce9a97b10 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:05.190045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.221595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:05.226373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.406952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.461885 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10318389-c846-4593-9c74-50ddb2eae6fa None None] Pushing event updated for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.496945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:05.541222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Usage tracker for resource:security_group_rule and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:05.578901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.584119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.601017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:05.602506 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:05.612813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] In _notify_port_updated(), no bound segment for port 9374c149-00d3-47ff-86c6-0ac5c814eb65 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:05.615078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:05.630551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.631427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.633004 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "PUT /v2.0/ports/9374c149-00d3-47ff-86c6-0ac5c814eb65 HTTP/1.1" status: 200 len: 980 time: 4.1437716 Apr 01 15:50:05.648848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37380) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.650578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.685037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:05.760968 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Attempting to bind port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:05.761332 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Attempting to bind port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:05.761693 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Attempting to bind port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 on network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:05.776446 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:05.779263 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Checking segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:05.779415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.779796 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Bound using segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:05.780289 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Bound port: caae2488-2f6f-4e58-a55f-a64c6fcbe1e0, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:05.780687 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.788874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6752f75-4c4e-4939-b1ef-7472be467e2c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:05.789372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.822029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451cb4-f24d-48c6-9968-06d3320beee1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=9374c149-00d3-47ff-86c6-0ac5c814eb65,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.856776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.917081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.989433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d6752f75-4c4e-4939-b1ef-7472be467e2c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:05.989433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.991222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.019122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d2f2e-1bfe-425c-bfb6-0eb45f7e69f1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.037337 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0fdbc73c-ff58-4d42-b2ee-9230933d361d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dca8ae0a669444a0889bdc2f333586ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7798507 Apr 01 15:50:06.039802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event deleted for resources: {'Network': ['ID=6e50a506-51ed-4b83-9c1d-27882fb789ca,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.041807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.049724 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] For port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:06.060285 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] For port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:06.076037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-beadd444-f4b2-4a32-aba5-b35b32c14719 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "DELETE /v2.0/networks/6e50a506-51ed-4b83-9c1d-27882fb789ca HTTP/1.1" status: 204 len: 168 time: 1.6837056 Apr 01 15:50:06.080836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Calling delete_port for acfe8b9b-00b5-49c4-a643-8f47319422f3 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:06.083230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.127172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37396) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.153058 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.162144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.164405 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6ff4e3-c095-475d-9345-1c377607af47 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:06.165095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6ff4e3-c095-475d-9345-1c377607af47 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:06.167938 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9b6ff4e3-c095-475d-9345-1c377607af47 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "DELETE /v2.0/ports/4fce885f-35a5-4f8d-acf8-69060052f849 HTTP/1.1" status: 404 len: 333 time: 0.0836132 Apr 01 15:50:06.169910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696758281', 'description': 'tempest-description--1494393643'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:06.180882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37400) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.193399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:06.214926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Usage tracker for resource:security_group and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:06.225497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:06.233779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.253717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:06.306300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 2, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.311516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Checking router: e4b0eca4-10b9-48c5-becc-71b7296b6697 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:06.311869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Updating router e4b0eca4-10b9-48c5-becc-71b7296b6697 port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:06.320370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Deleting subnet 25c7d60a-1a44-4c3f-a9a0-257fa3105842 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:06.324859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.335854 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:06.341212 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.356757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.357606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.358242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.359579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.360985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.362555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.363358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.363978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.364593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.365526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.366217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.381302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:06.402046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.412165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.427288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.437832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.511444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.517750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10318389-c846-4593-9c74-50ddb2eae6fa None None] Pushing event updated for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.523653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.561348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:06.568293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Usage tracker for resource:security_group_rule and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:06.576847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.577148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:06.589893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:06.604393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d2f2e-1bfe-425c-bfb6-0eb45f7e69f1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.616552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.617755 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-73c8faba-fada-44f1-ab97-eb73fe1044b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c26d2f2e-1bfe-425c-bfb6-0eb45f7e69f1 HTTP/1.1" status: 204 len: 168 time: 0.5669494 Apr 01 15:50:06.646521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.690043 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:06.719794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:06.721574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:06.727222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cd5a41fc-3025-4c96-8cde-c3a882af3f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14591 time: 1.0575740 Apr 01 15:50:06.750339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37410) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.752060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.764359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:06.793919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.850810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Deleting port 9374c149-00d3-47ff-86c6-0ac5c814eb65 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:06.858399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.876672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.880957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0473580 Apr 01 15:50:06.881712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37416) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.890161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'security_group_rule': {'security_group_id': '0f04e3be-9e94-4880-9fcd-a4841d0e0421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:06.898592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:06.903129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Usage tracker for resource:security_group_rule and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:06.909844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:06.916403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:06.938376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b1d4-366c-46e5-9388-6ef58bc92e44 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f04e3be-9e94-4880-9fcd-a4841d0e0421,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.972800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.009196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'Port': ['ID=2e78d591-45d9-4dcc-a65e-c10f6ef5c40e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.057589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event deleted for resources: {'Subnet': ['ID=25c7d60a-1a44-4c3f-a9a0-257fa3105842,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.066645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.073132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.093572 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cda8dca5-9596-4b09-9c72-b3647e4be6f0 tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "DELETE /v2.0/subnets/25c7d60a-1a44-4c3f-a9a0-257fa3105842 HTTP/1.1" status: 204 len: 168 time: 0.9124427 Apr 01 15:50:07.095309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37422) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.179124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.205053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:07.214405 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f697d9-06cb-4e01-baf4-c99ee3ff44fc None None] The sync data for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv is: [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:07.239193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.254246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Transition to ACTIVE for port object ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:07.273709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ebcce-17e0-4162-85c7-0ee8729491bb None None] Network 579dbe66-b018-4753-83ea-6d5b53066374 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:07.288962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Port': ['ID=acfe8b9b-00b5-49c4-a643-8f47319422f3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.313253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.342771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.368845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Deleting port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:07.369190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.378007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.456089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.478727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.511032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.526604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37438) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.526604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6c18aa-8eef-47f1-9cae-50ae1210b794,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.700126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64136e29-3322-464c-a7d5-e31f0581ffbd None None] Pushing event updated for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.840029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.841081 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-17a6f3b5-1f4b-49a3-9799-ebd77287339c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9582074 Apr 01 15:50:07.846120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.859580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.886519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'security_group_rule': {'security_group_id': '0f04e3be-9e94-4880-9fcd-a4841d0e0421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:07.902713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.904093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:07.908508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Usage tracker for resource:security_group_rule and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:07.915301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:07.939400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:07.980676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1909163680', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:07.991554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.000863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Usage tracker for resource:port and tenant:114b5c5ec8274ebb814b193e17bd8519 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.005824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.028503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:08.029478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.078232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.158910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port 9374c149-00d3-47ff-86c6-0ac5c814eb65, host hv-neutron-8359, got binding levels [] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:08.159309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.186231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.190077 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0488312 Apr 01 15:50:08.198478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.209878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.223885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.233277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544630-f352-414f-a5fb-c792a01921b3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c19673d-b437-4d72-99c9-9bd68f7dc7da,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.259653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.265006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] For port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,segment=NetworkSegment(a1cd0aed-524f-42e4-a924-8acb3d39bbd0),segment_id=a1cd0aed-524f-42e4-a924-8acb3d39bbd0)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:08.265357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.282838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Attempting to bind port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:08.282838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Attempting to bind port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:08.282838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Attempting to bind port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 on network 532ad1a7-ae20-4417-af70-c48aed94ec96 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:08.290466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:08.290879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Checking segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:08.291279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.291667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Bound using segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:08.292127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Bound port: ca17b6ac-3e19-4e1b-8691-a6605c01e0b3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:08.292496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.332202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Made reservation on behalf of 114b5c5ec8274ebb814b193e17bd8519 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:08.334577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.371743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'security_group_rule': {'security_group_id': '3c19673d-b437-4d72-99c9-9bd68f7dc7da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:08.387550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Calling delete_port for 9374c149-00d3-47ff-86c6-0ac5c814eb65 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:08.414636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Calling delete_port for 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:08.424924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] For port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:08.430890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.435062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] For port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:08.446734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.455891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Usage tracker for resource:security_group_rule and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.468370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.471525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.475887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.480094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:08.488287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.488780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.493229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b2e6af-5af4-4efa-a374-702967afe937,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.506939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.511255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Usage tracker for resource:security_group_rule and tenant:114b5c5ec8274ebb814b193e17bd8519 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.517228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.518945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.520488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2ca13-65a2-4b7a-9cd9-0514945ff9fa None None] DHCP port deletion for 579dbe66-b018-4753-83ea-6d5b53066374 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:08.521355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.529920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.630961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-94d2ca13-65a2-4b7a-9cd9-0514945ff9fa None None] Deleting port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:08.637038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca13-65a2-4b7a-9cd9-0514945ff9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.672106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.739975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.741120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-720c7a30-8fdc-48b3-b384-695ce421bcff tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8919854 Apr 01 15:50:08.745812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37462) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.751661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:08.758997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.764232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Usage tracker for resource:floatingip and tenant:60631898d1234d22ad929330763a82cb is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.769802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.783315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:08.784212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:08.794902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.809874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.822288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.834423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.920876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.926104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.933615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event deleted for resources: {'Port': ['ID=56a51e3d-9c5a-4cde-a5d2-476e6afb59c8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.949398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] device_id is not set on port cd3eb8af-e5c0-4afd-b832-b76c82cf9063 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:08.983629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64136e29-3322-464c-a7d5-e31f0581ffbd None None] Pushing event updated for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.985253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.024059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.024376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] No DVR routers for this DVR port 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:09.034027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.083615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.095431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b22e29-11ab-49dc-a0d5-e4a4551fd326,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.128047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b28e3f-bf90-4f59-9e44-00b77c2ed9f2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.140284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.179471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.179725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'Port': ['ID=2e78d591-45d9-4dcc-a65e-c10f6ef5c40e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.182209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.187124 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9374c149-00d3-47ff-86c6-0ac5c814eb65 HTTP/1.1" status: 204 len: 168 time: 2.4322469 Apr 01 15:50:09.193378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-94d2ca13-65a2-4b7a-9cd9-0514945ff9fa None None] The port '56a51e3d-9c5a-4cde-a5d2-476e6afb59c8' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:50:09.228729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37470) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.260390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:09.323087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.328909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.353437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:09.365580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.367432 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e2f040a7-5d39-4cab-b84f-cc6725a302bb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9333472 Apr 01 15:50:09.379417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579dbe66-b018-4753-83ea-6d5b53066374']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.380564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.390268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a20a1-8309-4a99-9c0b-9e7a6d9930ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event deleted for resources: {'Port': ['ID=9374c149-00d3-47ff-86c6-0ac5c814eb65,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.410220 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a202034-283a-4cb2-8ff0-f80a5dd4e4d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:50:09.410847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a202034-283a-4cb2-8ff0-f80a5dd4e4d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:09.418868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fac272a-ecff-41cd-b666-4abbc4630de2,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.443524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.443946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.444781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.445175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_create 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.445560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.445969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > port after_update 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.446382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.447160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.447293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.447686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.451352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Allocated IP 172.26.8.5 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/cd3eb8af-e5c0-4afd-b832-b76c82cf9063) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:09.454690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.455104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cd0aed-524f-42e4-a924-8acb3d39bbd0') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.479681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.495945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.528819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.554583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:09.555108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:09.575517 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:09.699823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.700347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.701010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.701487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:50:09.701977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca16f7c-e7f1-4751-b124-b78c04e46ffa']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.721303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:09.727234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3f1f98-bfa6-4512-bdae-6788a4a44206') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.727604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3f1f98-bfa6-4512-bdae-6788a4a44206') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.744167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.771551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.779898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:09.780512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.905590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:09.905963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 56a51e3d-9c5a-4cde-a5d2-476e6afb59c8 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: from cryptography.utils import int_from_bytes Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: from cryptography.utils import int_from_bytes Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn_limited( Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn_limited( Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:09.960172 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:09.977935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.978338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.981297 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-84d04363-f8c8-43d5-b659-815c0db65b8c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7481139 Apr 01 15:50:09.985822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37500) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.998117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'security_group_rule': {'security_group_id': '3c19673d-b437-4d72-99c9-9bd68f7dc7da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.012084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.014268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.030053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Usage tracker for resource:security_group_rule and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:10.030053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:10.035101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:10.088753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a202034-283a-4cb2-8ff0-f80a5dd4e4d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:10.091319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a202034-283a-4cb2-8ff0-f80a5dd4e4d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports/9374c149-00d3-47ff-86c6-0ac5c814eb65 HTTP/1.1" status: 404 len: 333 time: 0.8614082 Apr 01 15:50:10.096379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37506) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.099384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.110116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1993146075', 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.131368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:10.136877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.141039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5870d-0b07-4a8a-8054-371e8832c66e None None] The sync data for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv is: [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:10.168375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.168375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ca16f7c-e7f1-4751-b124-b78c04e46ffa {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:50:10.185504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.189323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.193268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.199805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ca16f7c-e7f1-4751-b124-b78c04e46ffa,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.202487 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5a054d7c-8e62-4a3a-a0f3-7bcd9545331a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7ca16f7c-e7f1-4751-b124-b78c04e46ffa HTTP/1.1" status: 204 len: 168 time: 6.3109148 Apr 01 15:50:10.206708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37510) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.211758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.221865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:10.301610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] Pushing event deleted for resources: {'Network': ['ID=579dbe66-b018-4753-83ea-6d5b53066374,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.304013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37518) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.368627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37522) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.370012 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:50:10.376623 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-65815aa7-e04b-44d9-a07b-161ce7f1de4e tempest-DHCPAgentSchedulersTestJSON-725485021 tempest-DHCPAgentSchedulersTestJSON-725485021-project] 10.222.0.21 "DELETE /v2.0/networks/579dbe66-b018-4753-83ea-6d5b53066374 HTTP/1.1" status: 204 len: 168 time: 3.2778170 Apr 01 15:50:10.381724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Made reservation on behalf of 629826d232b4462c834a5e30c3b4113a for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:10.384051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.399024 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-81a963af-d85b-4de0-bb58-0704831c8f92 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1832311 Apr 01 15:50:10.401706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37530) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.445886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-12e8499a-1800-4168-914f-efa414664259 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:10.473234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.513748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port 327a6af7-1874-4a38-b1c3-bb5a83e171f0 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:10.575071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.615172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.615650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.616094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.616552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.617004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.617468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.618493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Synchronizing usage tracker for tenant:1bd2c4484b99477b9d40b10fa89c1c8c on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:10.678503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.700280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1817758425', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.705163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8e7f54-de8f-4806-9b7b-23d95a706046,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.707013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.711286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Usage tracker for resource:port and tenant:86052a2303cd498e81027e7804a6ca1f is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:10.747922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:10.767905 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:10.772455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:10.803766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:10.814045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:10.818944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3eb8af-e5c0-4afd-b832-b76c82cf9063,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.825113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Unset dirty status for tenant:1bd2c4484b99477b9d40b10fa89c1c8c on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:10.831405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d2b55ef9-1732-4bd9-a4ba-a027473bcc5a tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.4240320 Apr 01 15:50:10.831646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:10.833298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37534) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.868264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Allocated IP 172.26.8.30 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/fa7416e4-d3f8-481f-b356-6c54b3c75325) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:10.875286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-12e8499a-1800-4168-914f-efa414664259 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:10.883615 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-12e8499a-1800-4168-914f-efa414664259 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2069843184&fields=id&tenant_id=67c1510d5166429dafaf673d005c5539 HTTP/1.1" status: 200 len: 267 time: 0.5653026 Apr 01 15:50:10.954608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Made reservation on behalf of 86052a2303cd498e81027e7804a6ca1f for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:10.957123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.974098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.014403 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-21defe7e-8dfa-4a31-9913-354126ac46d3 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:50:11.020300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-21defe7e-8dfa-4a31-9913-354126ac46d3 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/4fe8cf2b-f1be-415f-aeaf-fef6b90b6494 HTTP/1.1" status: 404 len: 345 time: 0.1847422 Apr 01 15:50:11.021890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.026737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6ac8cb50-f082-4a0b-a73b-59872eded634 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0350084 Apr 01 15:50:11.028796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37542) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.029312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37544) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.038407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:11.080107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.087382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Usage tracker for resource:floatingip and tenant:5628f26dbfe442a3ae3398b3e48a53df is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.090437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-64547156-49b8-4326-9a55-049e07900e0d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 15:50:11.090945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64547156-49b8-4326-9a55-049e07900e0d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:11.093543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.103577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-64547156-49b8-4326-9a55-049e07900e0d tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7ca16f7c-e7f1-4751-b124-b78c04e46ffa HTTP/1.1" status: 404 len: 339 time: 0.0728436 Apr 01 15:50:11.104304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37550) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.105351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.115107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.120261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'name': 'tempest-network--307648341', 'router:external': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:11.123690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.163326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.164232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.172762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.194354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37554) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.198376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:network and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.208920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.223031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.239219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:11.248197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:11.252290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.255257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:11.256224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.257175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.266374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Usage tracker for resource:security_group_rule and tenant:86052a2303cd498e81027e7804a6ca1f is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.269695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=327a6af7-1874-4a38-b1c3-bb5a83e171f0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.274696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.303346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.312530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.339375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:11.341724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.410030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-5c369a9d-98be-47d9-96ec-3f3ea05f353f tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.417370 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-5c369a9d-98be-47d9-96ec-3f3ea05f353f tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/networks?id=108baf21-5a06-46dd-a26e-c7a382181574 HTTP/1.1" status: 200 len: 805 time: 0.5328150 Apr 01 15:50:11.430162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:11.440977 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5c496ad5-f215-424b-a4e2-6f997557d415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3434424 Apr 01 15:50:11.445994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37560) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.448102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-635262fd-6e4e-40d7-98da-c152cd7c53fc tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.9190679 Apr 01 15:50:11.452841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37562) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.460583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-96ed4bc1-7ff2-4c76-93c1-457dd31ead3d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/quotas/67c1510d5166429dafaf673d005c5539 HTTP/1.1" status: 200 len: 375 time: 0.0419943 Apr 01 15:50:11.461056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.5'}]}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:11.518342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.518342 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Added segment 10126225-8c80-4dc3-a656-449ad995fd4b of type vlan for network d7fc7744-e64d-41df-9728-1982d003df1b Apr 01 15:50:11.520784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.533717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Usage tracker for resource:router and tenant:114b5c5ec8274ebb814b193e17bd8519 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.539381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.555741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.562947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.597831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61416f38-2140-4273-a287-e5043f43dd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.598169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-61416f38-2140-4273-a287-e5043f43dd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:11.601669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.646987 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-30679c55-638e-47f7-8262-e2858e502a2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25c10ba04bfc4a6da6ee7cff5583220a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3897266 Apr 01 15:50:11.647555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37568) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.699510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.700719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.714080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.722124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-6b4bbf1b-7642-41f0-bc6b-7279040a4744 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:11.732306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.772367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:11.785790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-61416f38-2140-4273-a287-e5043f43dd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:11.789895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-61416f38-2140-4273-a287-e5043f43dd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports/327a6af7-1874-4a38-b1c3-bb5a83e171f0 HTTP/1.1" status: 200 len: 959 time: 0.3367369 Apr 01 15:50:11.790494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37572) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.811256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.833188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.833758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.834319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.850827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-6b4bbf1b-7642-41f0-bc6b-7279040a4744 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:11.852513 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-6b4bbf1b-7642-41f0-bc6b-7279040a4744 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67c1510d5166429dafaf673d005c5539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3911712 Apr 01 15:50:11.864024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.867526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.874373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] device_id is not set on port 3285ee50-f67f-47e5-9b4a-86f5b17c110c yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:11.891236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.925357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:11.931027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:11.934317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.093943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:12.107487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-30b678d2-ca82-4052-97ca-b6f5607ee1ae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:12.108478 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-30b678d2-ca82-4052-97ca-b6f5607ee1ae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007032 Apr 01 15:50:12.109845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=d7fc7744-e64d-41df-9728-1982d003df1b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.111776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Deleting port 327a6af7-1874-4a38-b1c3-bb5a83e171f0 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:12.112627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.113427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-594d666a-f64c-4e4d-ae2a-6e660a82859e tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0045109 Apr 01 15:50:12.130306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.132386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network d7fc7744-e64d-41df-9728-1982d003df1b details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:12.137592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37582) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:12.138870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a1c0a-086d-43f3-afbc-1e7e321ac104,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.142288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:12.143940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'Port': ['ID=fa7416e4-d3f8-481f-b356-6c54b3c75325,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.149403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:12.248215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.312024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:12.423922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.426424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:12.488542 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-fad92193-dd00-4b49-bc56-b87e700ecacf service neutron] 10.222.0.21 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066819 Apr 01 15:50:12.551845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Allocated IP 172.26.8.248 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/b3909dd0-7209-4a16-828e-fe97d9f38542) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.567241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.576894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:12.577291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.599200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.644250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.738079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.773958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.780063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.787752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.793929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.794830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Synchronizing usage tracker for tenant:2401c72dad564d07b952a5d4de4fe4d5 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:12.828142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.872872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c8170-c7eb-420d-9da5-e30a57f126ca,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.898423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.902109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-212f707c-a123-4cc7-9708-e75bd7d5c1e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e0c8170-c7eb-420d-9da5-e30a57f126ca HTTP/1.1" status: 204 len: 168 time: 1.2511303 Apr 01 15:50:12.990064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Calling delete_port for 327a6af7-1874-4a38-b1c3-bb5a83e171f0 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:12.999278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.012503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Unset dirty status for tenant:2401c72dad564d07b952a5d4de4fe4d5 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:13.013685 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0ac73d5c-ec87-454e-9c81-6c9f2ea48617 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8751197 Apr 01 15:50:13.018190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.038363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.080536 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-f323a37e-867e-48a4-b452-97a0503db306 service neutron] 10.222.0.21 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825806 Apr 01 15:50:13.164602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.265023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.280607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.405400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event deleted for resources: {'Port': ['ID=327a6af7-1874-4a38-b1c3-bb5a83e171f0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.449452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.459064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:13.487662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Allocated IP 172.26.8.220 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/3285ee50-f67f-47e5-9b4a-86f5b17c110c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:13.522663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.536780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:13.554528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:13.567051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.587120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'Port': ['ID=b3909dd0-7209-4a16-828e-fe97d9f38542,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.625238 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5729cdfc-b17e-4a82-bc3a-4c475a2167bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "DELETE /v2.0/ports/327a6af7-1874-4a38-b1c3-bb5a83e171f0 HTTP/1.1" status: 204 len: 168 time: 1.8302293 Apr 01 15:50:13.625238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37614) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.667186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.704924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fc7744-e64d-41df-9728-1982d003df1b']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.716980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:13.725655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.786433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37626) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.803108 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf15e44d-240d-40c1-aa78-f55ccbe86533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:50:13.803824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bf15e44d-240d-40c1-aa78-f55ccbe86533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:13.829157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.841583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:13.841934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.881460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10126225-8c80-4dc3-a656-449ad995fd4b') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.881877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10126225-8c80-4dc3-a656-449ad995fd4b') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.931746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:13.936211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Usage tracker for resource:security_group_rule and tenant:2b6084e15df4429894771db7851ed1d9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:13.940452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:13.947425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:14.039604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.047249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.066944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.071612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'Port': ['ID=fa7416e4-d3f8-481f-b356-6c54b3c75325,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.109566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.114116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.128794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.164217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bf15e44d-240d-40c1-aa78-f55ccbe86533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:14.165387 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bf15e44d-240d-40c1-aa78-f55ccbe86533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports/327a6af7-1874-4a38-b1c3-bb5a83e171f0 HTTP/1.1" status: 404 len: 333 time: 0.5387652 Apr 01 15:50:14.189961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37632) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:14.202952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912200694'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:14.209538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28595f-aaa8-43cf-bf87-a4ce2f7fcec4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.213438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:14.217677 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bc8ae7f-b95f-4a41-927a-2aa15c44ddba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b6084e15df4429894771db7851ed1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280248 Apr 01 15:50:14.221984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37636) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:14.254857 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:50:14.256311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.258162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:14.259773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.354976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.379808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.398384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.406418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:14.406601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.407674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.408286 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90c13e28-c4d7-4477-a8dd-1417d1810cf6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6614943 Apr 01 15:50:14.445892 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1427e8f0-989d-40bf-8462-44fa7eaf0f05 req-eec21663-5a57-4ef0-b68c-72d2321579f8 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.7574148 Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:14.446676 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:14.478688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.555619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Made reservation on behalf of 629826d232b4462c834a5e30c3b4113a for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:14.557922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.625705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:14.638333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port b8a4baba-7b90-481a-9497-9d613e84a8f6 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:14.686500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:14.696012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.702497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:14.731580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Pushing event updated for resources: {'Port': ['ID=3285ee50-f67f-47e5-9b4a-86f5b17c110c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.835260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.835782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.846136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-fc2904df-c23f-4669-a28f-d159e1aefd6b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2056026375&fields=id&tenant_id=60631898d1234d22ad929330763a82cb HTTP/1.1" status: 200 len: 267 time: 0.1615355 Apr 01 15:50:14.870607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.898290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7fc7744-e64d-41df-9728-1982d003df1b {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:50:14.904609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.978598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7fc7744-e64d-41df-9728-1982d003df1b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.015167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.053896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a37a5aa-8079-4eb8-8511-bf1cd38421a1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d7fc7744-e64d-41df-9728-1982d003df1b HTTP/1.1" status: 204 len: 168 time: 2.0345652 Apr 01 15:50:15.062067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37666) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.073356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'name': 'tempest-network--512200805', 'router:external': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:15.097119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:15.112178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:network and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:15.116593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:15.126737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:15.149016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.231363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.231363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:15.231363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.279592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28595f-aaa8-43cf-bf87-a4ce2f7fcec4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.415011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.432021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.453809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-a915df96-127a-4b9f-a415-513b3f9ef66d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.461660 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-a915df96-127a-4b9f-a415-513b3f9ef66d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 812 time: 0.5992658 Apr 01 15:50:15.468672 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-70896046-1fa5-4b65-b913-0f4a3bcbfb8e tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0970559 Apr 01 15:50:15.472398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.473507 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1dedc2bc-0e5b-4c84-b1de-05b06d697ca9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db28595f-aaa8-43cf-bf87-a4ce2f7fcec4 HTTP/1.1" status: 204 len: 168 time: 1.2475007 Apr 01 15:50:15.489897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.506512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.220'}]}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:15.512052 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-2ced139f-cca2-4e48-94ca-8cf955ef9bef tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/quotas/60631898d1234d22ad929330763a82cb HTTP/1.1" status: 200 len: 375 time: 0.0442064 Apr 01 15:50:15.515403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:15.516004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:15.522162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Usage tracker for resource:router and tenant:86052a2303cd498e81027e7804a6ca1f is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:15.529166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:15.569295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:15.611071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.619618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.676186 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-4d8168c9-a34c-4a6c-8ddd-ffc707f197e8 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489730 Apr 01 15:50:15.707679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.708426 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Added segment 344d55b4-4a3c-47d9-b0bb-09632f01aaf9 of type vlan for network b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3 Apr 01 15:50:15.717468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.718493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.731642 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ea24180b-922c-4aef-82e1-9f3afa60761b req-d482bf98-5416-4f71-9d56-3e50338a3971 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.1408849 Apr 01 15:50:15.758988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'Port': ['ID=b3909dd0-7209-4a16-828e-fe97d9f38542,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.782135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.802702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.817266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.873256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.882837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.883388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70093bc2-94ed-4577-820f-b43b6cb05a8d {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:50:15.898206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Network 70d76468-852d-4662-bd70-c0e5ca58abe2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:15.905709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:15.908791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:15.910032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.910664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.947331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.950150 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fbf9902a-446d-46f4-b7ca-612f72d058d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9169714 Apr 01 15:50:15.951978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a4baba-7b90-481a-9497-9d613e84a8f6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.968758 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-32d5548b-6cfe-4f69-8836-b7dca6a09f54 service neutron] 10.222.0.21 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767253 Apr 01 15:50:15.988739 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:15.994686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b63759f9-312f-4db2-894a-76c20491f9a3 tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.5407627 Apr 01 15:50:15.995793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37688) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.997202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.998444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.000452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.187695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.202256 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-481e3d83-36df-4c10-a7fc-833f64e416f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0087459 Apr 01 15:50:16.202835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:16.206716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37706) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.211836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d4b5efe-8b6d-4749-b6e5-f4ff23542652 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1482835 Apr 01 15:50:16.218970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:16.232631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37708) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.325003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Deleting port cd3eb8af-e5c0-4afd-b832-b76c82cf9063 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:16.326284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.513635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-2906677d-85c7-4643-af71-c7802bd35fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Synchronizing usage tracker for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:16.557357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.581752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.592757 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0bde7dfd-9edf-4373-bc38-8464c1e619c6 service neutron] 10.222.0.21 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162460 Apr 01 15:50:16.602203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380b985-950e-4660-a9b6-919dcfdac11c tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.605150 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c380b985-950e-4660-a9b6-919dcfdac11c tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "GET /v2.0/networks/b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3 HTTP/1.1" status: 200 len: 756 time: 0.3701501 Apr 01 15:50:16.607320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.836062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-2906677d-85c7-4643-af71-c7802bd35fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Unset dirty status for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:16.838458 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-2906677d-85c7-4643-af71-c7802bd35fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1696758281&fields=id&tenant_id=5628f26dbfe442a3ae3398b3e48a53df HTTP/1.1" status: 200 len: 267 time: 0.5437708 Apr 01 15:50:16.880849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5488f2-6bc1-47a6-a17b-c6bad87ff52d tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.882859 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d5488f2-6bc1-47a6-a17b-c6bad87ff52d tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "GET /v2.0/networks/23559388-d381-4a35-9825-d47cad93229f HTTP/1.1" status: 200 len: 768 time: 0.2740223 Apr 01 15:50:16.885885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37744) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:17.199045 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08973447-f2f9-439d-8dd1-3a8fc51fd2a8 req-0b2931f0-bc3f-432b-8fad-57fe0082367e tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.0930552 Apr 01 15:50:17.199045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.204378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.412895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Calling delete_port for cd3eb8af-e5c0-4afd-b832-b76c82cf9063 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:17.493512 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-646574dd-7f0f-4b47-812e-a78036fd40e5 req-aa8100d0-74b3-4c17-ac76-ace572c0ef7f tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.2187116 Apr 01 15:50:17.496218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.513052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-bf6798fd-d423-4bba-ae7b-52ccf18c8acd tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:17.513982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-bf6798fd-d423-4bba-ae7b-52ccf18c8acd tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Synchronizing usage tracker for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:17.531481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:17.575037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344d55b4-4a3c-47d9-b0bb-09632f01aaf9') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:17.575336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344d55b4-4a3c-47d9-b0bb-09632f01aaf9') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:17.597367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.663007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] device_id is not set on port b8a4baba-7b90-481a-9497-9d613e84a8f6 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:17.671441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.674015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.692880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:17.693261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.694248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-bf6798fd-d423-4bba-ae7b-52ccf18c8acd tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Unset dirty status for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:17.695475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-bf6798fd-d423-4bba-ae7b-52ccf18c8acd tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/networks?id=532ad1a7-ae20-4417-af70-c48aed94ec96 HTTP/1.1" status: 200 len: 812 time: 0.8400691 Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:17.707231 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:17.714303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-aefdd03e-11ef-43c3-83a8-31cf2c405e9e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/quotas/5628f26dbfe442a3ae3398b3e48a53df HTTP/1.1" status: 200 len: 375 time: 0.0108345 Apr 01 15:50:17.805778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.873268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd3eb8af-e5c0-4afd-b832-b76c82cf9063,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.947828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.988818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.016867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.035214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-653da099-78b4-436f-8e9e-7c0f3f9e7222 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Synchronizing usage tracker for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:18.038480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.059803 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ff37b39-fc6d-48ff-ac20-1c7e091cc9ea tempest-RoutersAdminNegativeIpV6Test-1222919719 tempest-RoutersAdminNegativeIpV6Test-1222919719-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cd3eb8af-e5c0-4afd-b832-b76c82cf9063 HTTP/1.1" status: 204 len: 168 time: 2.0455527 Apr 01 15:50:18.084082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.090395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Transition to ACTIVE for port object b8a4baba-7b90-481a-9497-9d613e84a8f6 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:18.093068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:50:18.112648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.91', 60038) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.174401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-653da099-78b4-436f-8e9e-7c0f3f9e7222 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Unset dirty status for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:18.176138 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-653da099-78b4-436f-8e9e-7c0f3f9e7222 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5628f26dbfe442a3ae3398b3e48a53df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4448130 Apr 01 15:50:18.249333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.456268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.476824 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3 HTTP/1.1" status: 204 len: 168 time: 1.5821619 Apr 01 15:50:18.487093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37794) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.515959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'name': 'tempest-network--1423596221'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:18.520739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:18.525336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Usage tracker for resource:network and tenant:1bd2c4484b99477b9d40b10fa89c1c8c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:18.529546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:18.530314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d68f5c-8f2c-4471-93ac-f16336b47dd1 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6fb0f2f-2d0c-4e9f-8cf2-8106dac768d3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.546667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:18.546875 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e69656b3-3ab7-4f14-827b-fa72f14c9445 req-65a256e7-313c-4e2c-84d6-28c81263cb78 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.0954022 Apr 01 15:50:18.620303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:18.620901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:18.621399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:18.632543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a4baba-7b90-481a-9497-9d613e84a8f6,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.634180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.642610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:18.643227 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:18.646155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 2 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:18.667983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:18.668483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:18.668966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:18.681817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-e4bd0b6b-b25c-4493-8417-2d7a5d1051b2 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.682860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-e4bd0b6b-b25c-4493-8417-2d7a5d1051b2 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:18.687637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:18.688140 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:18.689612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 3 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:18.709942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Made reservation on behalf of 1bd2c4484b99477b9d40b10fa89c1c8c for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:18.712696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.747209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:18.747209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:18.747209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:18.753182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:18.753737 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:18.755319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 4 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:18.774336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:18.794047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:18.794497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:18.794764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:18.817324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-1220fc22-3c84-4e18-a730-2dd395cb0d20 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:18.827856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-1220fc22-3c84-4e18-a730-2dd395cb0d20 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825936 Apr 01 15:50:18.827856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.827856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Added segment 517a0ae4-2fb1-4da3-85f9-c6a671c8ed75 of type vlan for network 55106d4f-e837-436f-9bcf-40efecba39ca Apr 01 15:50:18.827856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:18.827856 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:18.836195 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 5 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:18.871644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:18.871955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:18.872324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:18.898518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:18.899297 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:18.903812 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 6 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:18.912602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-e4bd0b6b-b25c-4493-8417-2d7a5d1051b2 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:18.913793 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-e4bd0b6b-b25c-4493-8417-2d7a5d1051b2 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "GET /v2.0/networks?id=108baf21-5a06-46dd-a26e-c7a382181574 HTTP/1.1" status: 200 len: 805 time: 0.8000550 Apr 01 15:50:18.935604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-484b397b-32e7-4781-80c1-053c8a2919ad req-ac27f295-3c85-47a6-87dd-4651aee756df tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.0781977 Apr 01 15:50:18.980319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.019010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.019583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.020078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:19.034196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:19.034721 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:19.041906 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 7 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:19.193536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:19.205689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37818) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.220998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.220998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.220998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:19.233787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37824) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.239947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-c65a986d-70bd-4e6b-93ad-beca6a885e84 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:19.269568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:19.269903 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:19.275533 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 8 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:19.290130 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-ec8322b3-865b-4690-b6f7-26c73f279fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371192 Apr 01 15:50:19.294394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-c65a986d-70bd-4e6b-93ad-beca6a885e84 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:19.295743 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-c65a986d-70bd-4e6b-93ad-beca6a885e84 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c1510d5166429dafaf673d005c5539 HTTP/1.1" status: 200 len: 380 time: 0.3086374 Apr 01 15:50:19.332105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.334571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.338551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'port': {'device_id': '3167c121-bad1-4f15-927b-82251021c6fe', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'admin_state_up': True, 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'security_groups': ['08f4366b-7046-4489-9c2c-4993f5ccb833']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:19.368030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.368367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.368700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:19.385033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:19.385369 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:19.434001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.434535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 235db01d-8caf-4f92-9c17-98e305c3910f {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:50:19.436805 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 9 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:19.526598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.527701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.528126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.535717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6e2a0d60-bfeb-4267-91f0-898cf399bd02 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:19.587230 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:19.588531 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f474cc9f-a9bb-4eeb-b4c9-5f07dfbf92c5 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0976596 Apr 01 15:50:19.592101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37842) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.594097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.606907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.607237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.607567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:19.641122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:19.642055 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:19.678367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Deleting port 3285ee50-f67f-47e5-9b4a-86f5b17c110c {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:19.679012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.693278 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempt 10 to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 Apr 01 15:50:19.707420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:19.746351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Usage tracker for resource:security_group_rule and tenant:35261c13aa7c48dda5eec46550b681bb is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:19.756401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:19.758018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=55106d4f-e837-436f-9bcf-40efecba39ca,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.760434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.760571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.760842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempting to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:19.771464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:19.774082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 55106d4f-e837-436f-9bcf-40efecba39ca details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:19.779291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:19.779291 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Failed to bind port b8a4baba-7b90-481a-9497-9d613e84a8f6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '70d76468-852d-4662-bd70-c0e5ca58abe2'}] Apr 01 15:50:19.779291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.783292 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-679dea49-0285-4905-bcb8-ffc41aa3c75b req-8a6bb46d-7b47-4d09-8f8f-c2fe11a57411 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.0663831 Apr 01 15:50:19.790353 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-6546bc18-cf01-42eb-9296-6fc9d57287be service neutron] 10.222.0.21 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937930 Apr 01 15:50:19.798885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:19.841809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f6e7b6d3-37d2-45ef-b920-f61262bf3425 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3367376 Apr 01 15:50:19.870405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37852) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.873910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:19.886764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:20.082006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port b8a4baba-7b90-481a-9497-9d613e84a8f6, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:20.082689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attempted to set empty binding levels {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:50:20.084273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Made reservation on behalf of 67c1510d5166429dafaf673d005c5539 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:20.087816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.211695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e2a0d60-bfeb-4267-91f0-898cf399bd02 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "PUT /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1 HTTP/1.1" status: 200 len: 366 time: 1.0011396 Apr 01 15:50:20.217916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37864) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.221303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.240179 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e714c382-1ef1-4d46-8e9a-ddd19a43ce3f req-bd1cd7f8-d52c-4595-b965-73597c054c1e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.0997837 Apr 01 15:50:20.258234 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e32173a-489a-472b-ab22-51f3b79422f1 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0300541 Apr 01 15:50:20.264319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37870) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.315108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.332897 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea43de6d-a222-4375-b317-95fcd2dcf765 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1 HTTP/1.1" status: 200 len: 366 time: 0.0669491 Apr 01 15:50:20.334313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37878) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.415492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] In _notify_port_updated(), no bound segment for port b8a4baba-7b90-481a-9497-9d613e84a8f6 on network 70d76468-852d-4662-bd70-c0e5ca58abe2 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:20.416347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.417125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.418463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "PUT /v2.0/ports/b8a4baba-7b90-481a-9497-9d613e84a8f6 HTTP/1.1" status: 200 len: 981 time: 4.2052777 Apr 01 15:50:20.436089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-59502b12-0273-45e2-bf18-5cb44b53b790 req-27613ce8-e062-49ed-8e44-9c2421c6c70d tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.1194875 Apr 01 15:50:20.453293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37882) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.499013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.540736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.551381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9188c2-3c23-416b-a815-ce97c5508c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a4baba-7b90-481a-9497-9d613e84a8f6,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.622048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Calling delete_port for 3285ee50-f67f-47e5-9b4a-86f5b17c110c owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:20.638962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.648140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Deleting port b8a4baba-7b90-481a-9497-9d613e84a8f6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:20.648476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.738955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.777075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Network 55106d4f-e837-436f-9bcf-40efecba39ca is not hosted by any dhcp agent {{(pid=88732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:50:20.777952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.778547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.779887 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "PUT /v2.0/networks/55106d4f-e837-436f-9bcf-40efecba39ca HTTP/1.1" status: 200 len: 858 time: 0.9084527 Apr 01 15:50:20.787500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37890) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.808157 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35261c13aa7c48dda5eec46550b681bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5630417 Apr 01 15:50:20.811246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Allocated IP 172.20.0.4 (108baf21-5a06-46dd-a26e-c7a382181574/f26c0467-1019-4d4f-96c5-d786d5e54d92/182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:20.870328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37894) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.883171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f80a4f-7d19-457e-a16c-fe8c466c19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8179c926-c425-4bc3-b5c8-cb4e3d8b726b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.025371 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4af73e23-e402-4712-862a-c7489a879aee tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1 HTTP/1.1" status: 204 len: 168 time: 0.6845484 Apr 01 15:50:21.037932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37902) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.100993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33ab94-764b-40d7-97db-8dc6e9b937d2 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event updated for resources: {'Network': ['ID=55106d4f-e837-436f-9bcf-40efecba39ca,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.131567 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d3ef61bf-185a-404f-b7f3-dff99a823722 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0800431 Apr 01 15:50:21.144291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37906) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.265450 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-84d5e79f-342a-489f-99b7-c3b1e128678c req-b8741132-f939-49db-84af-f54656e48a9d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.2221467 Apr 01 15:50:21.314763 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1bb7b36e-7aad-4403-bc22-905296eb56b7 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1 HTTP/1.1" status: 200 len: 370 time: 0.1604178 Apr 01 15:50:21.321340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37912) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.357839 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-84ddf25b-8b91-4e28-ab64-d932219e2891 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1/default HTTP/1.1" status: 200 len: 370 time: 0.0071290 Apr 01 15:50:21.366407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37916) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.385613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.400646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.91', 60044) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.412106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] For port b8a4baba-7b90-481a-9497-9d613e84a8f6, host hv-neutron-8359, got binding levels [] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:21.412529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.439715 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-9b233ea2-81a8-41ea-8b0b-e94a60ff3e35 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:50:21.444177 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9b233ea2-81a8-41ea-8b0b-e94a60ff3e35 tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/5f9658bd393a4fbd943e8468034ffbb1 HTTP/1.1" status: 404 len: 348 time: 0.0720398 Apr 01 15:50:21.466189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.636824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Calling delete_port for b8a4baba-7b90-481a-9497-9d613e84a8f6 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:21.638226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.818364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.885542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a069bb56-1aca-4484-bb14-d24a3b91a516 req-2b56bec6-c493-4047-8203-fddd90e68050 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Synchronizing usage tracker for tenant:60631898d1234d22ad929330763a82cb on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:21.890238 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-71fd5bd0-ef2f-44cf-a424-ae70a99ff4b8 req-daf8c913-a899-42fe-97a6-33effa078208 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.3135440 Apr 01 15:50:21.906241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Pushing event deleted for resources: {'Port': ['ID=3285ee50-f67f-47e5-9b4a-86f5b17c110c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.917359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.046758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37930) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.056484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-6dc8ecce-43b7-4b03-ba05-0f19ab10b533 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.057719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-6dc8ecce-43b7-4b03-ba05-0f19ab10b533 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Synchronizing usage tracker for tenant:60631898d1234d22ad929330763a82cb on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:22.093393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55106d4f-e837-436f-9bcf-40efecba39ca']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.100399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.118665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:network and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cb1ebaf3-145f-44f9-ae8c-4abdbefccda7 tempest-RoutersAdminNegativeTest-1518161376 tempest-RoutersAdminNegativeTest-1518161376-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3285ee50-f67f-47e5-9b4a-86f5b17c110c HTTP/1.1" status: 204 len: 168 time: 2.5289161 Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517a0ae4-2fb1-4da3-85f9-c6a671c8ed75') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517a0ae4-2fb1-4da3-85f9-c6a671c8ed75') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.162791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:subnet and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.165500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.168160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.178919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:22.179650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:22.193530 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:22.197384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:subnetpool and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.206454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.263334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.282911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:port and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.287695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.297061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a069bb56-1aca-4484-bb14-d24a3b91a516 req-2b56bec6-c493-4047-8203-fddd90e68050 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Unset dirty status for tenant:60631898d1234d22ad929330763a82cb on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:22.299305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a069bb56-1aca-4484-bb14-d24a3b91a516 req-2b56bec6-c493-4047-8203-fddd90e68050 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.6125798 Apr 01 15:50:22.310938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:router and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.324072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.337239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-6dc8ecce-43b7-4b03-ba05-0f19ab10b533 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Unset dirty status for tenant:60631898d1234d22ad929330763a82cb on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:22.341520 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-6dc8ecce-43b7-4b03-ba05-0f19ab10b533 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 812 time: 0.9362605 Apr 01 15:50:22.343965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:floatingip and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.345309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.358695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.431644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Transition to ACTIVE for port object 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:22.433411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a4baba-7b90-481a-9497-9d613e84a8f6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.437846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.455880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.470441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.473064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179c926-c425-4bc3-b5c8-cb4e3d8b726b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.481288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55106d4f-e837-436f-9bcf-40efecba39ca {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:50:22.493514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.509107 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-eefa999b-0f4c-4576-bf1b-0bc3a8e15727 req-261c64b3-84f7-4fd8-8c59-97ae06290a5d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.0925188 Apr 01 15:50:22.527573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] Pushing event deleted for resources: {'Network': ['ID=55106d4f-e837-436f-9bcf-40efecba39ca,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.538895 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b0bf0b37-f770-47a8-8a25-8a28d1784126 tempest-ExternalNetworksTestJSON-1317007984 tempest-ExternalNetworksTestJSON-1317007984-project-admin] 10.222.0.21 "DELETE /v2.0/networks/55106d4f-e837-436f-9bcf-40efecba39ca HTTP/1.1" status: 204 len: 168 time: 1.7390275 Apr 01 15:50:22.538895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:security_group and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.538895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.541232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37938) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.546424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Usage tracker for resource:security_group_rule and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.551727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.557450 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0db92a41-d0d7-4401-8ab6-922f1734c6ef tempest-QuotasTest-119982252 tempest-QuotasTest-119982252-project-admin] 10.222.0.21 "GET /v2.0/quotas/aecb9f7e8e9c473f9eb795dc960d28b9/details.json HTTP/1.1" status: 200 len: 703 time: 0.5091605 Apr 01 15:50:22.648585 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-570dc250-001b-4790-a278-1de0d7e4bd1c tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:22.653122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570dc250-001b-4790-a278-1de0d7e4bd1c tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:22.679805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.709475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.711061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c0a492e-c85e-45d1-bb9a-360dc3b303f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8179c926-c425-4bc3-b5c8-cb4e3d8b726b HTTP/1.1" status: 204 len: 168 time: 1.8069816 Apr 01 15:50:22.762781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37946) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.776321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-93c06610-8d5f-4fea-92b9-657d12bf9502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b8a4baba-7b90-481a-9497-9d613e84a8f6 HTTP/1.1" status: 204 len: 168 time: 2.3246636 Apr 01 15:50:22.778450 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-570dc250-001b-4790-a278-1de0d7e4bd1c tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "DELETE /v2.0/subnets/e1b28e3f-bf90-4f59-9e44-00b77c2ed9f2 HTTP/1.1" status: 404 len: 337 time: 0.2360210 Apr 01 15:50:22.789442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37952) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.822799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Network 108baf21-5a06-46dd-a26e-c7a382181574 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:22.853094 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc8b6eb-78d7-4f9c-9595-9fa5fb0d0196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:50:22.853973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6cc8b6eb-78d7-4f9c-9595-9fa5fb0d0196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Synchronizing usage tracker for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:22.865715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:22.908585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:22.967892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6cc8b6eb-78d7-4f9c-9595-9fa5fb0d0196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] Unset dirty status for tenant:629826d232b4462c834a5e30c3b4113a on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:22.973100 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6cc8b6eb-78d7-4f9c-9595-9fa5fb0d0196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467461718-project-admin] 10.222.0.21 "GET /v2.0/ports/b8a4baba-7b90-481a-9497-9d613e84a8f6 HTTP/1.1" status: 404 len: 333 time: 0.2048182 Apr 01 15:50:22.973648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37960) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.214373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:23.228131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.248248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-f0a001a8-eb3c-42bf-a935-d2a389a3a877 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Synchronizing usage tracker for tenant:60631898d1234d22ad929330763a82cb on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:23.253738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event updated for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.378155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.421670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecce2c71-5c5c-484d-bdcf-2a83e624a13b req-57a36ece-073b-4420-b972-3dde2e844e91 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.1238341 Apr 01 15:50:23.504477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37970) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.560333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.596919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 37978) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.611640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3905c3bc-8c2e-45cb-8868-fd13049afb77 None None] Provisioning for port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:23.618451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3905c3bc-8c2e-45cb-8868-fd13049afb77 None None] Provisioning complete for port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:23.619081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3905c3bc-8c2e-45cb-8868-fd13049afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.665674 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-50b38ec1-3e38-4861-a186-9b960ebd4bb9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3428574 Apr 01 15:50:23.741769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-f0a001a8-eb3c-42bf-a935-d2a389a3a877 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Unset dirty status for tenant:60631898d1234d22ad929330763a82cb on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:23.743089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-f0a001a8-eb3c-42bf-a935-d2a389a3a877 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60631898d1234d22ad929330763a82cb HTTP/1.1" status: 200 len: 380 time: 1.1592560 Apr 01 15:50:23.752893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-a46b1bf8-26b4-4b0f-b37a-65d3cadbeaf9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:23.753966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-a46b1bf8-26b4-4b0f-b37a-65d3cadbeaf9 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510118 Apr 01 15:50:23.759970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'port': {'device_id': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'admin_state_up': True, 'tenant_id': '60631898d1234d22ad929330763a82cb', 'security_groups': ['0f04e3be-9e94-4880-9fcd-a4841d0e0421']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:23.777566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3905c3bc-8c2e-45cb-8868-fd13049afb77 None None] Port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:23.799049 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-191dd3cc-5a12-4e32-b74c-54c440db04f4 req-32af84b0-87cb-4d45-9b65-13c235aff024 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.1721382 Apr 01 15:50:23.932196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.997236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.084016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d76468-852d-4662-bd70-c0e5ca58abe2']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.115106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.115622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6589e8-2c55-4da1-9f64-3c5d0c5643fb') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.135927 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.174468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.184749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23559388-d381-4a35-9825-d47cad93229f']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.185060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:24.185478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.209806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8f6f52-0956-490d-ac7b-004a9792473c') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.210676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8f6f52-0956-490d-ac7b-004a9792473c') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.244392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.273983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018d4-db22-4a6d-8c76-143e0295694e req-f76b95f1-5ecd-49bb-b621-b10ac2d72335 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.275137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9c0018d4-db22-4a6d-8c76-143e0295694e req-f76b95f1-5ecd-49bb-b621-b10ac2d72335 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:24.319325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.334580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.343305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:24.356241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Usage tracker for resource:security_group_rule and tenant:304ac8e111d34ace9218231d578ac22f is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:24.356241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:24.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:24.390790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:24.390790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.424033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:24.434606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:24.443553 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:24.445423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:24.482324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.557088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.557088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] Pushing event deleted for resources: {'Network': ['ID=70d76468-852d-4662-bd70-c0e5ca58abe2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.557088 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f7710356-8816-4f4f-8107-fb68eec29f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-55918522-project] 10.222.0.21 "DELETE /v2.0/networks/70d76468-852d-4662-bd70-c0e5ca58abe2 HTTP/1.1" status: 204 len: 168 time: 1.5444226 Apr 01 15:50:24.558883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.591096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:24.595893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:289cbafa10d94466a65d466268ba629b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:24.599225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:24.612617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:24.747808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.813836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf7cef30-7c27-46f8-b338-dc3c2bcc7897 req-540496ee-941c-4cd5-82d2-4b5e7339a6e1 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.1442847 Apr 01 15:50:24.869017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.955604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Made reservation on behalf of 60631898d1234d22ad929330763a82cb for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:24.962578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.031335 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-55e38acd-8c42-44d3-a439-1c48d98a67fb req-c1d14286-cbd1-4cce-aaa1-86fd82e6b73a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.0501583 Apr 01 15:50:25.073367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.075068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9c0018d4-db22-4a6d-8c76-143e0295694e req-f76b95f1-5ecd-49bb-b621-b10ac2d72335 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:25.076237 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9c0018d4-db22-4a6d-8c76-143e0295694e req-f76b95f1-5ecd-49bb-b621-b10ac2d72335 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 931 time: 1.3322875 Apr 01 15:50:25.130549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.148930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.170526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.177620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] Pushing event deleted for resources: {'Network': ['ID=23559388-d381-4a35-9825-d47cad93229f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.318078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9c0018d4-db22-4a6d-8c76-143e0295694e req-6c3d691b-8486-49aa-bb70-c7c98ae25113 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273543 Apr 01 15:50:25.318846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b724327-31a8-4238-9c89-92a233f1597b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.330737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13b0673b-332b-4430-af18-8e346e599701 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=304ac8e111d34ace9218231d578ac22f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8117993 Apr 01 15:50:25.330947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 37998) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.343395 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=289cbafa10d94466a65d466268ba629b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6894588 Apr 01 15:50:25.346784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38002) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.405098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc60e35-205d-4329-9536-f4a3754ae0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c37c6-a915-4857-b848-cc6766f7e1b5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.408413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Allocated IP 172.20.0.3 (1bdbc2be-6e35-43b2-9e0e-25c91d6b465b/743e60a2-40b8-4793-a7df-74ada4a900cb/3876be4f-d4c7-4ae2-9224-c3ba54609f0d) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:25.421840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.461957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.473020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c4b8d1a8-7f02-4081-beb7-39bebb8db133 tempest-ExternalNetworksTestJSON-1660260448 tempest-ExternalNetworksTestJSON-1660260448-project] 10.222.0.21 "DELETE /v2.0/networks/23559388-d381-4a35-9825-d47cad93229f HTTP/1.1" status: 204 len: 168 time: 2.6601493 Apr 01 15:50:25.481840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.553540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.725605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.970463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83faac13-f395-4a5f-bf07-5ffd240574d6 req-5184afe0-a97a-463e-a232-8908aab03af1 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0474737 Apr 01 15:50:26.005290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.021327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b724327-31a8-4238-9c89-92a233f1597b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.028804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.029654 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed580117-0b5b-416b-94a3-325545287f81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b724327-31a8-4238-9c89-92a233f1597b HTTP/1.1" status: 204 len: 168 time: 0.7030153 Apr 01 15:50:26.213084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-be18fb48-e4e9-4c07-be84-f80f06c6e100 req-f3b8b9f2-84a9-4b5f-9c14-e4e742ae730b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Synchronizing usage tracker for tenant:60631898d1234d22ad929330763a82cb on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:26.226969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-be18fb48-e4e9-4c07-be84-f80f06c6e100 req-f3b8b9f2-84a9-4b5f-9c14-e4e742ae730b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Unset dirty status for tenant:60631898d1234d22ad929330763a82cb on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:26.228125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-be18fb48-e4e9-4c07-be84-f80f06c6e100 req-f3b8b9f2-84a9-4b5f-9c14-e4e742ae730b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.0805943 Apr 01 15:50:26.332262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38018) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.378607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.416893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Transition to ACTIVE for port object 3876be4f-d4c7-4ae2-9224-c3ba54609f0d will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:26.426754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c37c6-a915-4857-b848-cc6766f7e1b5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.437506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fe3866b7-8b15-4351-b659-1208305cdc39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=114b5c5ec8274ebb814b193e17bd8519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019485 Apr 01 15:50:26.438138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38024) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.442216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.443427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a99eb9f8-f0e3-4d3c-a8a7-ef53fb85f74f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c63c37c6-a915-4857-b848-cc6766f7e1b5 HTTP/1.1" status: 204 len: 168 time: 1.0957143 Apr 01 15:50:26.463806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38030) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.618060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.753109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.753109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ece1-1b9f-4f39-af08-e83c31dc75ac req-131bd99d-56d4-4491-bc6d-43f9172b5c4b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:26.753109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1367ece1-1b9f-4f39-af08-e83c31dc75ac req-131bd99d-56d4-4491-bc6d-43f9172b5c4b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 931 time: 0.1685107 Apr 01 15:50:26.773357 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1367ece1-1b9f-4f39-af08-e83c31dc75ac req-8a4f79ab-a97a-464e-9648-b395205344d6 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Apr 01 15:50:26.916597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.949488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.968343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b22e29-11ab-49dc-a0d5-e4a4551fd326,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.979680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.984594 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-082f8ec3-4eb0-4caa-a3e0-44fd6cba0d67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60b22e29-11ab-49dc-a0d5-e4a4551fd326 HTTP/1.1" status: 204 len: 168 time: 0.5454774 Apr 01 15:50:27.027173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:27.036809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:27.043592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:27.091684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.339412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.339412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.339412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a2f27736-a3ad-47fd-a93a-d6d3a2b5be93 req-10a8b752-4c13-4a0d-aaec-5ecd30a6748d tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0934525 Apr 01 15:50:27.436941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9bb89-6634-4300-9ee1-edaac8fd153a req-4592a17c-e97c-4747-817e-5ec1104f8f04 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.439633 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0f9bb89-6634-4300-9ee1-edaac8fd153a req-4592a17c-e97c-4747-817e-5ec1104f8f04 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 931 time: 0.0898316 Apr 01 15:50:27.493774 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2dfce57-210e-4a5b-a2e2-542cbff6ed36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c89ae9c5252487b9fc1a47039b7b73f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0287404 Apr 01 15:50:27.499674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38046) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.530854 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0f9bb89-6634-4300-9ee1-edaac8fd153a req-c0ed0b03-7097-4c9d-a48d-fb45c1165339 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809941 Apr 01 15:50:27.593993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.631294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-28febcaf-4ded-4817-9e95-d464bc6f7161 None None] Provisioning for port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:27.631948 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-0201d554-4790-4df9-ac7d-487c089fbc7d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8756716 Apr 01 15:50:27.635945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.642301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-28febcaf-4ded-4817-9e95-d464bc6f7161 None None] Provisioning complete for port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:27.644346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-28febcaf-4ded-4817-9e95-d464bc6f7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.733506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-28febcaf-4ded-4817-9e95-d464bc6f7161 None None] Port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:27.831076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.863442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf30f1c-00c0-46f5-9f11-5a7548e9b349,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.869660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.870952 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea582873-9799-46b8-a608-a4f494155719 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abf30f1c-00c0-46f5-9f11-5a7548e9b349 HTTP/1.1" status: 204 len: 168 time: 0.3702343 Apr 01 15:50:27.923829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38056) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.107380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f81b07-924a-4a06-96e4-843cf9dabf1b req-822c4de2-4aec-48bc-86dc-bb21d0d9400b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:28.109399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83f81b07-924a-4a06-96e4-843cf9dabf1b req-822c4de2-4aec-48bc-86dc-bb21d0d9400b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 931 time: 0.1371634 Apr 01 15:50:28.231270 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83f81b07-924a-4a06-96e4-843cf9dabf1b req-2e0a720e-cc5d-4cc3-a66c-c94f3038a2e5 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502162 Apr 01 15:50:28.485255 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e1f65fe-4534-4151-8fcf-e79b1d341b01 req-a3d49f8a-66cd-4316-81f5-286133f93e4b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0450854 Apr 01 15:50:28.704843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38068) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.860353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924e822-4077-46cc-8b17-18c1e6d9de6f req-bd30bd24-e194-4021-abe4-5ecbade04a1e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:28.860353 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f924e822-4077-46cc-8b17-18c1e6d9de6f req-bd30bd24-e194-4021-abe4-5ecbade04a1e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 931 time: 0.1111231 Apr 01 15:50:28.861516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e877d84f-2e8b-4759-98c8-18e2d338d799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86052a2303cd498e81027e7804a6ca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039286 Apr 01 15:50:28.861516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38072) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.886886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f924e822-4077-46cc-8b17-18c1e6d9de6f req-e4e72dc0-e340-46f3-9903-234d7b9ac6eb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027355 Apr 01 15:50:28.904593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.950654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.983960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38076) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.004508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.024131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:29.028062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Usage tracker for resource:security_group_rule and tenant:aecb9f7e8e9c473f9eb795dc960d28b9 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:29.031273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:29.037963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:29.124202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.168953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a1c0a-086d-43f3-afbc-1e7e321ac104,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.172506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.174604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7f3b4427-fe41-4687-a8b6-12234d3a817e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42a1c0a-086d-43f3-afbc-1e7e321ac104 HTTP/1.1" status: 204 len: 168 time: 0.3595016 Apr 01 15:50:29.262320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.277831 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-15f0e0eb-8679-4775-a820-ecf1175d2a6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2401c72dad564d07b952a5d4de4fe4d5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3524497 Apr 01 15:50:29.282947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.409197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.414182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.447944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.465513 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aecb9f7e8e9c473f9eb795dc960d28b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799099 Apr 01 15:50:29.466464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe985-36e9-4cc4-bda4-ba72d1087aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18701d74-3cd8-4adb-9f28-b4fe8ccba076,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.468793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38092) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.482015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1530-7ad9-4a4c-b663-72a1edb85423 req-f64bd2c7-296a-4234-8a03-36389ef2bd4d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:29.483035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-13ff1530-7ad9-4a4c-b663-72a1edb85423 req-f64bd2c7-296a-4234-8a03-36389ef2bd4d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 931 time: 0.1660604 Apr 01 15:50:29.538110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.549495 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-13ff1530-7ad9-4a4c-b663-72a1edb85423 req-0e61105d-5d73-4016-8b1b-c6ce7f965099 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529044 Apr 01 15:50:29.573109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.619651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.637916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e105b-c7fa-4977-9e2a-1fbb2b9e685f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.642945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.644090 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7d70b932-a987-490e-bd8f-3df9b813298e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/536e105b-c7fa-4977-9e2a-1fbb2b9e685f HTTP/1.1" status: 204 len: 168 time: 0.3600180 Apr 01 15:50:29.664672 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9e42acc-64b1-40bf-9a9e-c0522e05d42c req-95738849-49fe-4ce4-b048-394863a2b495 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0628600 Apr 01 15:50:29.810501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.827807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18701d74-3cd8-4adb-9f28-b4fe8ccba076,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.834435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.835732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e46e0d90-6767-454a-bc38-9218a3482e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18701d74-3cd8-4adb-9f28-b4fe8ccba076 HTTP/1.1" status: 204 len: 168 time: 0.3657801 Apr 01 15:50:29.855655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38104) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.918714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec6cfb22-eed1-4f22-b201-7532f96473c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=629826d232b4462c834a5e30c3b4113a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0596590 Apr 01 15:50:29.919087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38116) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.003329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.039494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.162650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a06a-c7da-46f9-9a69-a211f48160e8 req-59f3740d-3217-413b-a35f-407c5cea6d4f tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.164062 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d286a06a-c7da-46f9-9a69-a211f48160e8 req-59f3740d-3217-413b-a35f-407c5cea6d4f tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 931 time: 0.0928161 Apr 01 15:50:30.210248 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d286a06a-c7da-46f9-9a69-a211f48160e8 req-c3f5fdc4-c3f2-4b92-8c70-f49fd4d3b8e4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Apr 01 15:50:30.245066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.261459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a24096-3e1f-4acc-ae4b-dfe2ef13512d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:30.267792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.268928 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c0fadf7b-9af4-475e-819c-055b1d44d089 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a24096-3e1f-4acc-ae4b-dfe2ef13512d HTTP/1.1" status: 204 len: 168 time: 0.3488975 Apr 01 15:50:30.519778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Request body: {'port': {'device_id': '3167c121-bad1-4f15-927b-82251021c6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:30.606993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Request body: {'port': {'device_id': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:30.843888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.91', 60050) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.876659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c40fce03-2718-41a8-913f-e5b259270340 req-b56e8f92-ca2a-48fe-9b80-18b5245ffdd2 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0869994 Apr 01 15:50:30.951396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.973608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.034101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38142) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.170379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a5d823dc-05ca-45bc-81c8-65723f1afa3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bd2c4484b99477b9d40b10fa89c1c8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1344228 Apr 01 15:50:31.174181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.241610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-472ba145-7fcc-48ee-a3f6-4bd98aac994a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.243485 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-472ba145-7fcc-48ee-a3f6-4bd98aac994a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.91 "GET /v2.0/networks?id=532ad1a7-ae20-4417-af70-c48aed94ec96 HTTP/1.1" status: 200 len: 812 time: 0.3994460 Apr 01 15:50:31.336454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.427009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be5a2-5151-4a76-9193-5d0821640cb4 req-a9b2ca77-59fd-4457-8459-806f355c9ef0 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.429228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b7be5a2-5151-4a76-9193-5d0821640cb4 req-a9b2ca77-59fd-4457-8459-806f355c9ef0 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 931 time: 0.6274588 Apr 01 15:50:31.468423 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-b66a3a2e-e48e-4cc6-b709-0ffd00b413f3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5628f26dbfe442a3ae3398b3e48a53df HTTP/1.1" status: 200 len: 380 time: 0.2038622 Apr 01 15:50:31.479386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.493693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'port': {'device_id': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'admin_state_up': True, 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'security_groups': ['3c19673d-b437-4d72-99c9-9bd68f7dc7da']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:31.559592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b7be5a2-5151-4a76-9193-5d0821640cb4 req-6adeb8b1-148a-4333-8d1a-55c0e187b592 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216333 Apr 01 15:50:31.708395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b407-f849-45bb-9c32-b48864e33dfc req-9d0452aa-a7e4-4f8b-8963-b687f152191e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.709955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f1c7b407-f849-45bb-9c32-b48864e33dfc req-9d0452aa-a7e4-4f8b-8963-b687f152191e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 931 time: 0.3442650 Apr 01 15:50:31.744160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:31.767978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:31.775299 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f1c7b407-f849-45bb-9c32-b48864e33dfc req-e02457a2-3f88-4fbd-aaf2-69c6017e8edb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548060 Apr 01 15:50:31.833862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.835533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:31.848188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.850709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1745b02e-17da-4234-889c-38e4f4ae3038,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:31.864471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.868888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f9512103-7293-4a05-bf7f-8d42c3b8e055 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1745b02e-17da-4234-889c-38e4f4ae3038 HTTP/1.1" status: 204 len: 168 time: 0.6904366 Apr 01 15:50:31.869058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Transition to ACTIVE for port object 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:31.899431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Made reservation on behalf of 5628f26dbfe442a3ae3398b3e48a53df for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:31.903853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.959815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876be4f-d4c7-4ae2-9224-c3ba54609f0d {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:31.978000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.995249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Transition to ACTIVE for port object 3876be4f-d4c7-4ae2-9224-c3ba54609f0d will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:31.996687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.102272 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f63c04d-358c-4893-a173-839b87c3ca40 req-40fd22b3-60b8-49d5-83ee-b1796860f2f1 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0590050 Apr 01 15:50:32.109068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.202315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Allocated IP 172.20.0.4 (532ad1a7-ae20-4417-af70-c48aed94ec96/113352ea-0415-455c-9561-7d93d90eebf3/1bac1c88-90ff-4ec8-b9f3-48256702ad9e) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:32.250074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Pushing event updated for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.428433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90b2f912-bb84-4b48-bd52-277f30fa80f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.466063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.485591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Transition to ACTIVE for port object 1bac1c88-90ff-4ec8-b9f3-48256702ad9e will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:32.540383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.573115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Attempting to bind port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:32.576396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Attempting to bind port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:32.576396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Attempting to bind port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 on network 108baf21-5a06-46dd-a26e-c7a382181574 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:32.590989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 on network 108baf21-5a06-46dd-a26e-c7a382181574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:32.591350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Attempting to bind port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 on network 108baf21-5a06-46dd-a26e-c7a382181574 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:32.602949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.604593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:32.604977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Checking segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:32.605555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Bound using segment: {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:32.606763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Bound port: 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd46860-808f-461e-a454-f4db5b3736a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:32.607189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.621643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Attempting to bind port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:32.621996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Attempting to bind port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:32.622320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Attempting to bind port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d on network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:32.650793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d on network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:32.651128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Attempting to bind port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d on network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:32.686841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:32.687187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Checking segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:32.687594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Bound using segment: {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:32.688134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Bound port: 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803ee947-7195-44f5-a02d-28787e142166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:32.688427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.705768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:32.710398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:32.716311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:32.796912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:32.798003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.935361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event updated for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.957740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:32.963988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:33.023279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd8641-fa22-441d-84e0-b530b32646d9 req-855c6930-9434-4584-9130-142586efca13 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.024804 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65cd8641-fa22-441d-84e0-b530b32646d9 req-855c6930-9434-4584-9130-142586efca13 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 943 time: 0.2223473 Apr 01 15:50:33.066176 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-cdac0836-c533-4c65-b23b-7341171f2b4e tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5890610 Apr 01 15:50:33.086931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:33.096165 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65cd8641-fa22-441d-84e0-b530b32646d9 req-f7c6411c-4660-4bfa-acc1-40741c931884 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652194 Apr 01 15:50:33.100209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Request body: {'port': {'device_id': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:33.112221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.118703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:33.184720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f8c63c21-702d-4a18-a82d-9ff6507517a0 None None] Provisioning for port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:33.190388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f8c63c21-702d-4a18-a82d-9ff6507517a0 None None] Provisioning complete for port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:33.197161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8c63c21-702d-4a18-a82d-9ff6507517a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.218975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Pushing event updated for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.229238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.318606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f8c63c21-702d-4a18-a82d-9ff6507517a0 None None] Port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:33.320157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.320157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.321559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-ed01ae4e-2e60-4345-b618-9909e42a7bff service neutron] 10.222.0.91 "PUT /v2.0/ports/182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 HTTP/1.1" status: 200 len: 1093 time: 3.4423070 Apr 01 15:50:33.370324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:33.376205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.380186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38222) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.389376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.390192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.392100 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-28548aed-6927-45b7-bacf-8ae7e0a0ca73 service neutron] 10.222.0.91 "PUT /v2.0/ports/3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1093 time: 3.4907196 Apr 01 15:50:33.436598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e812f-e0bf-434f-8bdd-57dac00694d6 req-b2a89996-93e2-4798-bb3e-e08cc8061901 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.446916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-622e812f-e0bf-434f-8bdd-57dac00694d6 req-b2a89996-93e2-4798-bb3e-e08cc8061901 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 0.4580586 Apr 01 15:50:33.493045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38230) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.504212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.632727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683f34-7337-44c6-8b77-f42b1ec2776f req-3e465303-5492-4e4c-9151-e0afe3b118d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.633474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-b4683f34-7337-44c6-8b77-f42b1ec2776f req-3e465303-5492-4e4c-9151-e0afe3b118d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Synchronizing usage tracker for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:33.653149 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-622e812f-e0bf-434f-8bdd-57dac00694d6 req-c64041a2-bc3c-462e-8ff3-9a3da957b500 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049356 Apr 01 15:50:33.741307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-b4683f34-7337-44c6-8b77-f42b1ec2776f req-3e465303-5492-4e4c-9151-e0afe3b118d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Unset dirty status for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:33.751664 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4683f34-7337-44c6-8b77-f42b1ec2776f req-3e465303-5492-4e4c-9151-e0afe3b118d3 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 931 time: 0.4599426 Apr 01 15:50:33.756561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-951ac11c-c5f6-4b1c-866a-c24395c83bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.758176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-951ac11c-c5f6-4b1c-866a-c24395c83bc1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1096 time: 0.2033529 Apr 01 15:50:33.765676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-266d7d52-cb9a-4b7d-bd5f-1f1be7db594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.768755 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-266d7d52-cb9a-4b7d-bd5f-1f1be7db594b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67c1510d5166429dafaf673d005c5539&device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 1096 time: 0.2735436 Apr 01 15:50:33.866726 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4683f34-7337-44c6-8b77-f42b1ec2776f req-bea16206-9767-4c1a-b665-7b587174caff tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138825 Apr 01 15:50:33.915685 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-a36edab5-b623-446e-9e2b-8b8b079c6e3e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0835648 Apr 01 15:50:33.917054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-1001235e-c979-41ef-8895-98654e0c14bc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 217 time: 0.1474345 Apr 01 15:50:34.052276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f3cb2a74-384e-4e48-8d57-556b1337bfec tempest-AgentManagementNegativeTest-158377967 tempest-AgentManagementNegativeTest-158377967-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5559309 Apr 01 15:50:34.069854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-f8f7f052-bbbd-483f-9dd0-0b5ee4a10c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.072032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-f8f7f052-bbbd-483f-9dd0-0b5ee4a10c39 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.0938647 Apr 01 15:50:34.084418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1255244748'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:34.124231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bac1c88-90ff-4ec8-b9f3-48256702ad9e {{(pid=88733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:34.139163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.149786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:34.179440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38252) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.183008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Transition to ACTIVE for port object 1bac1c88-90ff-4ec8-b9f3-48256702ad9e will not be triggered until provisioned by entity L2. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:34.193836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Usage tracker for resource:network and tenant:e6619a295a894aa398ce46b0ebee0b40 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:34.202897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:34.211090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-866d1ca8-461f-4393-b8f2-887a3a433ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.212639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-866d1ca8-461f-4393-b8f2-887a3a433ef5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f26c0467-1019-4d4f-96c5-d786d5e54d92 HTTP/1.1" status: 200 len: 844 time: 0.2832429 Apr 01 15:50:34.213667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:34.268471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.383876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Made reservation on behalf of e6619a295a894aa398ce46b0ebee0b40 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:34.388749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.411907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-1dab49c8-fa0a-43cf-a6cd-6871daa0020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.413573 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-1dab49c8-fa0a-43cf-a6cd-6871daa0020f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192019 Apr 01 15:50:34.415581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.490692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:34.503956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Usage tracker for resource:security_group_rule and tenant:e6619a295a894aa398ce46b0ebee0b40 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:34.509573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-7a716750-c6e6-45e3-a408-ec18d09052be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.511209 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-7a716750-c6e6-45e3-a408-ec18d09052be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=108baf21-5a06-46dd-a26e-c7a382181574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2867568 Apr 01 15:50:34.512295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:34.520648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Pushing event updated for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.587717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:34.612187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Attempting to bind port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:34.612511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Attempting to bind port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:34.612845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Attempting to bind port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e on network 532ad1a7-ae20-4417-af70-c48aed94ec96 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:34.618002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e on network 532ad1a7-ae20-4417-af70-c48aed94ec96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:34.618326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Attempting to bind port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e on network 532ad1a7-ae20-4417-af70-c48aed94ec96 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:34.623962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:34.624304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Checking segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:34.624887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Bound using segment: {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'} {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:34.625922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Bound port: 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51809a0a-ee7b-4982-8cc1-ee27a92961d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96'}}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:34.626516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.641049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fd336-1a2f-40b8-8abc-4a3cbb5d248a req-d12940b5-7e37-4f27-8f0a-3dbeadb7b0c8 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.646471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-031fd336-1a2f-40b8-8abc-4a3cbb5d248a req-d12940b5-7e37-4f27-8f0a-3dbeadb7b0c8 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 943 time: 0.3622808 Apr 01 15:50:34.758689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, cleared binding levels {{(pid=88733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:34.762788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:34.810872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8e14e1dd-5fd4-48ab-8142-30c546be4ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.848568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fc95a42e-2906-45fd-8e0f-a3b7c9ecbab6 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] Request body: {'port': {'network_id': 'd7fb4f7d-6e4d-41b3-9181-103b0ca0e172', 'name': 'tempest-NetworksNegativeTestJSON-1154095444'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:34.864759 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-031fd336-1a2f-40b8-8abc-4a3cbb5d248a req-e0d632d7-aa2b-4278-98c2-445df7b605c3 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979926 Apr 01 15:50:34.872013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-2c192f89-017f-4011-9425-5e585785a6d6 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373128 Apr 01 15:50:34.872161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.995298 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc95a42e-2906-45fd-8e0f-a3b7c9ecbab6 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] POST failed (client error): The resource could not be found. Apr 01 15:50:34.997602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc95a42e-2906-45fd-8e0f-a3b7c9ecbab6 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:35.000362 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc95a42e-2906-45fd-8e0f-a3b7c9ecbab6 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8193445 Apr 01 15:50:35.030498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'status': 'completed', 'code': 200} Apr 01 15:50:35.038035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38274) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.113396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Pushing event updated for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.119203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.120066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.121494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-79d6843b-471d-46c9-81ab-0270e654a5bd service neutron] 10.222.0.91 "PUT /v2.0/ports/1bac1c88-90ff-4ec8-b9f3-48256702ad9e HTTP/1.1" status: 200 len: 1093 time: 2.0295839 Apr 01 15:50:35.121931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:35.144576 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-7adb84ad-07b2-49a2-8f79-f6d864b31c79 service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635979 Apr 01 15:50:35.204556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38282) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.354135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2bcf7-8c21-4c7a-ade9-d1170e23a15d req-27b20c34-160f-4d09-98af-4208baa81256 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.362679 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d8f2bcf7-8c21-4c7a-ade9-d1170e23a15d req-27b20c34-160f-4d09-98af-4208baa81256 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 943 time: 0.2450304 Apr 01 15:50:35.383032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9203d2-5eed-4201-aa5f-113c09cc76aa tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:35.383772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9203d2-5eed-4201-aa5f-113c09cc76aa tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:35.426040 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d8f2bcf7-8c21-4c7a-ade9-d1170e23a15d req-68627485-0287-4217-a699-8ac778125175 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551341 Apr 01 15:50:35.452640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-ee8ee4d6-2ec0-4945-8cd8-e76893f59d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.455428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-ee8ee4d6-2ec0-4945-8cd8-e76893f59d14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5628f26dbfe442a3ae3398b3e48a53df&device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 1096 time: 0.1848695 Apr 01 15:50:35.488588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8f9203d2-5eed-4201-aa5f-113c09cc76aa tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "DELETE /v2.0/networks/c67c311e-6f1c-4853-90ec-56dddf1d2244 HTTP/1.1" status: 404 len: 339 time: 0.4294369 Apr 01 15:50:35.493575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.503323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38298) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.543910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.579274 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-9d029c68-ff96-4d5b-a23c-df2e40146d14 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e HTTP/1.1" status: 200 len: 217 time: 0.1026139 Apr 01 15:50:35.580114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.585022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:35.589162 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f350d5-fe34-4d74-8784-dcecca537963 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:35.589162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f350d5-fe34-4d74-8784-dcecca537963 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:35.589162 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-95f350d5-fe34-4d74-8784-dcecca537963 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "DELETE /v2.0/ports/63e0cd37-978b-4514-95d8-49800b3cba67 HTTP/1.1" status: 404 len: 333 time: 0.0838480 Apr 01 15:50:35.592327 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a329da51-17a5-4a7f-a292-1b9aee34ad45 req-fb4d0296-f3b2-4a30-b548-7167d5032815 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971376 Apr 01 15:50:35.592944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.599419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38306) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.661919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-33153a5e-1390-49e5-8f52-7b5ce3842bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.663582 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-33153a5e-1390-49e5-8f52-7b5ce3842bc4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=113352ea-0415-455c-9561-7d93d90eebf3 HTTP/1.1" status: 200 len: 851 time: 0.0758622 Apr 01 15:50:35.665170 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'status': 'completed', 'code': 200} Apr 01 15:50:35.666053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Usage tracker for resource:security_group_rule and tenant:08b04ba9c2db4ad99b9936c9d237d8ed is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:35.669212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:35.682796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:35.708210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab509384-84f2-4bff-9925-399a6b9c1f00 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:35.708666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab509384-84f2-4bff-9925-399a6b9c1f00 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:35.720060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:35.724765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0de5a-4a42-43c6-9705-cedd3d4a2026 req-85533b58-ee0f-4538-baaa-93be05b18028 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.726306 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9f0de5a-4a42-43c6-9705-cedd3d4a2026 req-85533b58-ee0f-4538-baaa-93be05b18028 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 0.6634240 Apr 01 15:50:35.731469 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e8effb4e-dc23-4b03-bdbb-ad7b29d2b166 req-71ac2ee3-540f-44d9-8e8c-25b30038475b service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076132 Apr 01 15:50:35.733993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde09d0-396c-4f68-9b28-1dab42b304ca,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.737286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.737630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Added segment 8ee5aee6-f2e0-4268-a3a2-407aef534f9e of type vlan for network dfc918df-79e7-44ba-98dd-9a57fb8130aa Apr 01 15:50:35.743492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ab509384-84f2-4bff-9925-399a6b9c1f00 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "DELETE /v2.0/subnets/a744984d-c3d3-4954-8626-5d4e4e23825a HTTP/1.1" status: 404 len: 337 time: 0.1262503 Apr 01 15:50:35.746027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38310) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.805912 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df30288-c15b-4bf0-927c-d389b282cf0e tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] GET failed (client error): The resource could not be found. Apr 01 15:50:35.809918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8df30288-c15b-4bf0-927c-d389b282cf0e tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "GET /v2.0/networks/78439507-67a2-49f1-9c62-07c728ff2929 HTTP/1.1" status: 404 len: 339 time: 0.0604846 Apr 01 15:50:35.812305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-b635998c-34e7-41f9-9cea-7edd89728349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.814932 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-b635998c-34e7-41f9-9cea-7edd89728349 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=532ad1a7-ae20-4417-af70-c48aed94ec96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416805 Apr 01 15:50:35.815446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38318) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.834691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.860700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9f0de5a-4a42-43c6-9705-cedd3d4a2026 req-fd60d807-8f46-4a16-8ce7-32503d2a811e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907445 Apr 01 15:50:35.940515 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b62322-0667-4511-9f4d-4aeb6c717761 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] GET failed (client error): The resource could not be found. Apr 01 15:50:35.942102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8b62322-0667-4511-9f4d-4aeb6c717761 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "GET /v2.0/ports/60b8cada-5e1f-419d-bd34-568da1e15dd0 HTTP/1.1" status: 404 len: 333 time: 0.1219757 Apr 01 15:50:35.945849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38328) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.045073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.054191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.054993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.083724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38334) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.090852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75bb89f-31cc-42f5-9837-53b929b53008 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] GET failed (client error): The resource could not be found. Apr 01 15:50:36.091420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.093608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f75bb89f-31cc-42f5-9837-53b929b53008 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "GET /v2.0/subnets/7d5210b9-2e3e-4701-9ab4-ec6c6be90ed0 HTTP/1.1" status: 404 len: 337 time: 0.1447072 Apr 01 15:50:36.112642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38338) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.135180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8b312760-03d5-4c77-89ed-0fa83c627053 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.160839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b312760-03d5-4c77-89ed-0fa83c627053 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] PUT failed (client error): The resource could not be found. Apr 01 15:50:36.161218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b312760-03d5-4c77-89ed-0fa83c627053 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:36.166849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b312760-03d5-4c77-89ed-0fa83c627053 tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "PUT /v2.0/networks/c059ed46-13e4-4635-85a9-311e17e207e5 HTTP/1.1" status: 404 len: 339 time: 0.0452437 Apr 01 15:50:36.168221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.169104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.181102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b68c13ef-fe75-4dc2-999f-f0e4f38497eb tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.239485 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c13ef-fe75-4dc2-999f-f0e4f38497eb tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] PUT failed (client error): The resource could not be found. Apr 01 15:50:36.239775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68c13ef-fe75-4dc2-999f-f0e4f38497eb tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:36.240281 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8561795 Apr 01 15:50:36.245365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b68c13ef-fe75-4dc2-999f-f0e4f38497eb tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "PUT /v2.0/ports/fcdb497f-5ad1-4175-aefa-a4cc04678bcb HTTP/1.1" status: 404 len: 333 time: 0.0672729 Apr 01 15:50:36.245365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38350) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.245606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38352) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.252653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-007e724e-539c-4740-ac5f-0962ebba87ef tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.254131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Request body: {'subnet': {'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.274160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-fef39e44-e45a-41f4-a58d-867dd178a363 service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524391 Apr 01 15:50:36.274864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.296887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a38e-a727-48b2-8b7b-f735117cf7a9 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'Network': ['ID=dfc918df-79e7-44ba-98dd-9a57fb8130aa,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.306042 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-007e724e-539c-4740-ac5f-0962ebba87ef tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] PUT failed (client error): The resource could not be found. Apr 01 15:50:36.306493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007e724e-539c-4740-ac5f-0962ebba87ef tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:36.307726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-007e724e-539c-4740-ac5f-0962ebba87ef tempest-NetworksNegativeTestJSON-1524104167 tempest-NetworksNegativeTestJSON-1524104167-project] 10.222.0.21 "PUT /v2.0/subnets/d46d4358-e59f-4eb5-a8cb-9b5eceb02b9e HTTP/1.1" status: 404 len: 337 time: 0.0608439 Apr 01 15:50:36.315837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873ad3-7d45-4962-989d-4756fb2000ed req-b30b9619-cdef-4d24-9e6d-74f8ae9ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.321120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:36.321256 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-b30b9619-cdef-4d24-9e6d-74f8ae9ddc2b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67c1510d5166429dafaf673d005c5539&device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 1096 time: 0.4468949 Apr 01 15:50:36.436964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1245013439'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.493936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7daf-4f57-48c2-93b8-a85486ee365c req-7f24e570-3b5e-4b26-8f83-8c44e239418f tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.504046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873ad3-7d45-4962-989d-4756fb2000ed req-800a7f15-7dc0-4365-bdee-c168bde792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.506020 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8ddd7daf-4f57-48c2-93b8-a85486ee365c req-7f24e570-3b5e-4b26-8f83-8c44e239418f tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 943 time: 0.4373281 Apr 01 15:50:36.507140 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-800a7f15-7dc0-4365-bdee-c168bde792d6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=108baf21-5a06-46dd-a26e-c7a382181574 HTTP/1.1" status: 200 len: 906 time: 0.1824496 Apr 01 15:50:36.508794 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08b04ba9c2db4ad99b9936c9d237d8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3069115 Apr 01 15:50:36.510164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.512989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38364) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.626475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Usage tracker for resource:network and tenant:a1be6b32841d4e5caeb616b9ec76f54c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.631034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee39a-2dd4-46ee-9498-418cc05e8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7ae86-1934-47ab-ab4c-3f656fd01512,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.635235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.650473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.655882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.660976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-0c7c6e7a-7521-4140-aea4-fd9fe9a17f87 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 HTTP/1.1" status: 200 len: 217 time: 0.1462550 Apr 01 15:50:36.679186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Usage tracker for resource:subnet and tenant:e6619a295a894aa398ce46b0ebee0b40 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.680775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.704087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.721897 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8ddd7daf-4f57-48c2-93b8-a85486ee365c req-b1d9164f-df9d-4edc-83b8-e3281f3a4545 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277254 Apr 01 15:50:36.726693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65617c1f-ec10-4f6b-a16c-1777673c259b req-d629043b-3f78-437b-a47d-62a41258a97c service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085901 Apr 01 15:50:36.788152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Made reservation on behalf of a1be6b32841d4e5caeb616b9ec76f54c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:36.792047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.808987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.812591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873ad3-7d45-4962-989d-4756fb2000ed req-a2d0a4e9-dbfb-48ff-a809-a477ef074294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.814877 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-a2d0a4e9-dbfb-48ff-a809-a477ef074294 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f26c0467-1019-4d4f-96c5-d786d5e54d92 HTTP/1.1" status: 200 len: 844 time: 0.1363711 Apr 01 15:50:36.899062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.901304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Made reservation on behalf of e6619a295a894aa398ce46b0ebee0b40 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:36.913965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.939178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06515d-f29f-4495-8939-6aca303ebb0b req-b96e8762-606c-494f-a4df-f7d3ae4cf715 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.940862 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb06515d-f29f-4495-8939-6aca303ebb0b req-b96e8762-606c-494f-a4df-f7d3ae4cf715 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 943 time: 0.3289442 Apr 01 15:50:37.021009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873ad3-7d45-4962-989d-4756fb2000ed req-7579ce58-473e-425e-a1e1-264bc408dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.022670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-7579ce58-473e-425e-a1e1-264bc408dceb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=108baf21-5a06-46dd-a26e-c7a382181574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1962657 Apr 01 15:50:37.022877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.025865 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb06515d-f29f-4495-8939-6aca303ebb0b req-7b9f4e54-d093-45a3-8fa1-4d99ba501c69 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736544 Apr 01 15:50:37.032554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:37.144647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.156269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:37.175345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38380) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:37.179921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Usage tracker for resource:security_group_rule and tenant:a1be6b32841d4e5caeb616b9ec76f54c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:37.181790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7ae86-1934-47ab-ab4c-3f656fd01512,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:37.191835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:37.199914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.204671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f37d943e-6ef8-49d3-a76e-759de69106a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ca7ae86-1934-47ab-ab4c-3f656fd01512 HTTP/1.1" status: 204 len: 168 time: 0.6844385 Apr 01 15:50:37.209938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:37.232881 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-a276af2a-18f5-4d7e-bb4b-2ffffb6d62f4 service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952004 Apr 01 15:50:37.290314 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'status': 'completed', 'code': 200} Apr 01 15:50:37.341101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-b43c5f04-8529-459b-bcb3-2d05e8165d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.342577 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-b43c5f04-8529-459b-bcb3-2d05e8165d92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5628f26dbfe442a3ae3398b3e48a53df&device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 1096 time: 0.4016898 Apr 01 15:50:37.355872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d773c-ac27-4737-8af7-12bae77f8e8c req-dd4edd81-403e-4829-8d9e-1b3c0436a9f9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.363999 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9c9d773c-ac27-4737-8af7-12bae77f8e8c req-dd4edd81-403e-4829-8d9e-1b3c0436a9f9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 0.2933388 Apr 01 15:50:37.375177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.455767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:37.465206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Usage tracker for resource:security_group_rule and tenant:7e8f174fc88645bea2f326ab3fe9321b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:37.472987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:37.483063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:37.528840 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68873ad3-7d45-4962-989d-4756fb2000ed req-46aa6db9-6802-49b8-9a98-10063c9a8cdb service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895436 Apr 01 15:50:37.551707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-6b3df758-9f35-4285-b68e-4222f585813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.553172 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-6b3df758-9f35-4285-b68e-4222f585813a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1096 time: 0.2680340 Apr 01 15:50:37.602451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.609505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.619518 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9c9d773c-ac27-4737-8af7-12bae77f8e8c req-e1c04ea6-76d9-42be-b97b-75b795c2b247 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542033 Apr 01 15:50:37.684050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-236509e0-9f7b-4f97-b0c8-ce5987259617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.686745 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-236509e0-9f7b-4f97-b0c8-ce5987259617 service neutron] 10.222.0.91 "GET /v2.0/networks?id=532ad1a7-ae20-4417-af70-c48aed94ec96 HTTP/1.1" status: 200 len: 913 time: 0.3205795 Apr 01 15:50:37.769332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.824435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.831997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83604a6-c07c-4f20-825e-997e2c6125fc,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:37.843451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-f2b69e20-3ffa-40b6-998e-07d82644c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.845471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-f2b69e20-3ffa-40b6-998e-07d82644c7d4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.2837801 Apr 01 15:50:37.854259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.923584 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-621ab77e-9751-4c4d-93fa-afbfff8a8f8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e HTTP/1.1" status: 200 len: 217 time: 0.2301114 Apr 01 15:50:37.926432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'Subnet': ['ID=78c0285d-9cba-48c8-b853-0b94b5453530,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:37.941756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:38.003081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.011643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38406) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.017675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.017996 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Added segment 0ed33e80-33f2-41c1-b376-037c16e12e2c of type vlan for network d8230bd2-02b4-4043-b010-aab46e0f30a2 Apr 01 15:50:38.026748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-97cef59f-4251-48ab-9000-4006fbdfef02 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 217 time: 0.1702268 Apr 01 15:50:38.059747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-52f8a63c-d299-46f0-9c73-1e2b0938d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.061188 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-52f8a63c-d299-46f0-9c73-1e2b0938d5e0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=113352ea-0415-455c-9561-7d93d90eebf3 HTTP/1.1" status: 200 len: 851 time: 0.1221411 Apr 01 15:50:38.065683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Checking segment: {'id': '8ee5aee6-f2e0-4268-a3a2-407aef534f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:38.066047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Network hostable DHCP agents. Network: dfc918df-79e7-44ba-98dd-9a57fb8130aa, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:38.113046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.128236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8f174fc88645bea2f326ab3fe9321b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523976 Apr 01 15:50:38.132931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38418) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.139886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d272-e724-4c35-af7b-6c95c4a09aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db75b4b7-2fa2-429f-a3ce-4e02e2893159,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.165267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-1c6e0014-962d-42c3-81c9-5659507e430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.166957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-1c6e0014-962d-42c3-81c9-5659507e430d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.1318281 Apr 01 15:50:38.225788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-9b44becd-c995-4327-b546-62f1af2eaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.229502 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-9b44becd-c995-4327-b546-62f1af2eaad2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=532ad1a7-ae20-4417-af70-c48aed94ec96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561329 Apr 01 15:50:38.253750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dc1cd032-2795-4606-836e-a31438441dd3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:38.276761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8ec75-4b84-48f6-be7e-2c7c0d686ea7 req-e76446bc-a639-45dc-b570-581ed94fde5d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.278252 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0ad8ec75-4b84-48f6-be7e-2c7c0d686ea7 req-e76446bc-a639-45dc-b570-581ed94fde5d tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 943 time: 0.3675718 Apr 01 15:50:38.312473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.363365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:38.379289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.381343 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0ad8ec75-4b84-48f6-be7e-2c7c0d686ea7 req-e3d9e413-8c1b-40ef-8089-cd9fa472240a tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890648 Apr 01 15:50:38.383265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.386864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.386864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.399360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-75d7c72b-705c-4d6c-847d-b7d17dfc7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.400900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-75d7c72b-705c-4d6c-847d-b7d17dfc7456 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2223251 Apr 01 15:50:38.472203 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dc1cd032-2795-4606-836e-a31438441dd3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "PUT /v2.0/quotas/3174a5c0e7ca400b8f3e12c73b93e54e HTTP/1.1" status: 200 len: 368 time: 0.4449787 Apr 01 15:50:38.472875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38426) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.530805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Request body: {'network': {'project_id': '3174a5c0e7ca400b8f3e12c73b93e54e'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:38.542730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:38.545637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, dfc918df-79e7-44ba-98dd-9a57fb8130aa) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:38.553359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Usage tracker for resource:network and tenant:3174a5c0e7ca400b8f3e12c73b93e54e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:38.554696 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-6c9658d7-eb34-498f-a28e-2650b35ae101 service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183379 Apr 01 15:50:38.558648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab4f07-d65a-4af4-ad20-507a0b885b03 None None] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:38.560466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Pushing event updated for resources: {'Network': ['ID=d8230bd2-02b4-4043-b010-aab46e0f30a2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.561323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:38.568587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.568587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.576935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:38.597925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:38.604909 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fbd28804-03d8-496e-a910-5bdc51f588f6 tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5199947 Apr 01 15:50:38.635935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-31973117-4c68-476b-9394-14518d03b629 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246089 Apr 01 15:50:38.639832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494730-bb70-4d99-8f36-d9d9c61466ad req-a271bab0-bf45-4550-b121-b989c10f95cb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.639832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5d494730-bb70-4d99-8f36-d9d9c61466ad req-a271bab0-bf45-4550-b121-b989c10f95cb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 943 time: 0.3803947 Apr 01 15:50:38.760123 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5d494730-bb70-4d99-8f36-d9d9c61466ad req-41aa3fff-1442-4860-a02a-6c3f50a25cfe tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776124 Apr 01 15:50:38.764093 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5325c49-928c-4624-87a9-425a896ffe11 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5190852 Apr 01 15:50:38.768616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38440) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.773471 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0b1ab117-6443-4507-9c8b-8db506cee256 req-efd634e9-9612-4d7b-b663-cc1743037c5b service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077196 Apr 01 15:50:38.777192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Request body: {'port': {'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-709731627'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:38.884880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.901300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Made reservation on behalf of 3174a5c0e7ca400b8f3e12c73b93e54e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:38.904220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.912932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:38.944044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.983891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db75b4b7-2fa2-429f-a3ce-4e02e2893159,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.007433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.008032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.008823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.008823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.009116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.009362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.009689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.010011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.010330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.010677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.011048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.011373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.026330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.032820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.038206 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e0d51993-8252-4d24-9101-446dd572c159 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db75b4b7-2fa2-429f-a3ce-4e02e2893159 HTTP/1.1" status: 204 len: 168 time: 0.9005878 Apr 01 15:50:39.045829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Usage tracker for resource:security_group_rule and tenant:3174a5c0e7ca400b8f3e12c73b93e54e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.051953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.087999 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b34f1bf3-6b19-42fb-80ec-623913e08e7a req-4c48664b-dcdf-4200-ba1c-b93d9c1b1672 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402082 Apr 01 15:50:39.093378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.111640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:39.127515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'port_id': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'mac_address': 'fa:16:3e:eb:e7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:39.153150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.160455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Usage tracker for resource:port and tenant:e6619a295a894aa398ce46b0ebee0b40 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.169278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.178450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.194157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c868e-5ede-415d-88f5-cfcb3be18353 req-5cf6eeea-d9e6-4259-bdfa-2a9de9ce765b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.195703 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9d1c868e-5ede-415d-88f5-cfcb3be18353 req-5cf6eeea-d9e6-4259-bdfa-2a9de9ce765b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 0.2679462 Apr 01 15:50:39.221862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.226667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2', 'binding:host_id': 'hv-neutron-8359', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-122600783'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:39.230974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.239454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.247600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Usage tracker for resource:port and tenant:dfcdcb6685404c1d91acab145cb39cdf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.255438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.262160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.266787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.288391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:39.288550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9d1c868e-5ede-415d-88f5-cfcb3be18353 req-4e05ae1d-5758-4236-9ebe-cdf5a0710e91 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823212 Apr 01 15:50:39.315696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Made reservation on behalf of e6619a295a894aa398ce46b0ebee0b40 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:39.316319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:39.323765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.347703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.355613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] device_id is not set on port a5f87526-8dd2-40fa-8629-5e52032a970c yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:39.364127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38454) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.376753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:39.398673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c0e96-cb27-423e-8858-a0bcca5b75fd,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.401530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.401868 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Added segment 9f8d4db0-6f05-4a3e-b1c0-6eeae1136615 of type vlan for network cc7e2c7e-348d-4aea-ad91-325f4bf1f444 Apr 01 15:50:39.426091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Made reservation on behalf of dfcdcb6685404c1d91acab145cb39cdf for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:39.428703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.451215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.455845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.476610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.482426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Usage tracker for resource:security_group_rule and tenant:dfcdcb6685404c1d91acab145cb39cdf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.494176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.505530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.541960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.556682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3876be4f-d4c7-4ae2-9224-c3ba54609f0d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:39.590969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Allocated IP 172.20.0.5 (dfc918df-79e7-44ba-98dd-9a57fb8130aa/78c0285d-9cba-48c8-b853-0b94b5453530/a5f87526-8dd2-40fa-8629-5e52032a970c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:39.634053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-dfc918df-79e7-44ba-98dd-9a57fb8130aa', 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa', 'tenant_id': 'e6619a295a894aa398ce46b0ebee0b40', 'fixed_ips': [{'subnet_id': '78c0285d-9cba-48c8-b853-0b94b5453530'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:39.635229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.675500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.676428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.676992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.687992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1793077230'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:39.740224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.743590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.757328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:network and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.765321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.784983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.826931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.841511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event updated for resources: {'Network': ['ID=cc7e2c7e-348d-4aea-ad91-325f4bf1f444,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.860905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.872581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.884875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:39.888601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Transition to ACTIVE for port object a5f87526-8dd2-40fa-8629-5e52032a970c will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:39.937508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:39.954600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network cc7e2c7e-348d-4aea-ad91-325f4bf1f444 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:39.957495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38468) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.957602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e362355-e583-46c4-b72e-25d7a2b05052 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4367332 Apr 01 15:50:39.963961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Request body: {'network': {'project_id': '3174a5c0e7ca400b8f3e12c73b93e54e'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:39.973474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'port_id': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'mac_address': 'fa:16:3e:be:fb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:39.975852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.998334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cfe37e-9fa9-4578-ae1e-1b364801f1bb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.024771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:40.029699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.045558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Usage tracker for resource:network and tenant:3174a5c0e7ca400b8f3e12c73b93e54e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:40.051495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:40.065737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38ce4-1c3d-4fed-a9dd-1b78f97d9004 req-991fa49b-504d-4b97-8a0c-dcadd5852f48 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.066329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:40.067254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ee38ce4-1c3d-4fed-a9dd-1b78f97d9004 req-991fa49b-504d-4b97-8a0c-dcadd5852f48 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 944 time: 0.4360826 Apr 01 15:50:40.090416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.100149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.138059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:40.171478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:security_group_rule and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:40.181174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Made reservation on behalf of 3174a5c0e7ca400b8f3e12c73b93e54e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:40.183328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.185461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:40.196591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:40.198315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:40.214724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:40.218699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.222594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:40.250123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'Port': ['ID=a5f87526-8dd2-40fa-8629-5e52032a970c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.267480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876be4f-d4c7-4ae2-9224-c3ba54609f0d {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:40.268868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ce3b-755b-4ec7-a099-ef7dc57e5b8a req-be913f93-df22-4641-944e-9a8b8fca142b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.269159 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ee38ce4-1c3d-4fed-a9dd-1b78f97d9004 req-b59e2ed6-22c1-4cc9-93ef-dc085ee6d7e6 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844494 Apr 01 15:50:40.270483 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4550ce3b-755b-4ec7-a099-ef7dc57e5b8a req-be913f93-df22-4641-944e-9a8b8fca142b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 943 time: 0.2936063 Apr 01 15:50:40.282902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.283251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.283585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.283922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.284254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.284590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.284922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.285238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.285563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.286023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.286217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.287216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:40.316977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:40.328387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:40.329935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Allocated IP 172.20.0.2 (dfc918df-79e7-44ba-98dd-9a57fb8130aa/78c0285d-9cba-48c8-b853-0b94b5453530/07a03ec9-0bfe-47e4-a12b-b0b26c1fd499) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:40.394918 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4550ce3b-755b-4ec7-a099-ef7dc57e5b8a req-51d91565-3bbb-4222-951a-149334656bcf tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131821 Apr 01 15:50:40.401191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.401544 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Added segment 6bbecb37-5798-4652-8731-0527b5a933e7 of type vlan for network 617d121b-1834-42f8-abe7-925179bc2d05 Apr 01 15:50:40.428537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.434656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.476832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.527660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:40.534068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.543669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.574784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Transition to ACTIVE for port object 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:40.605606 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-43afae86-0013-4feb-b16b-3477df666a1e tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8354645 Apr 01 15:50:40.609846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.616116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.617000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38484) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.619880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.620328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.629045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Request body: {'port': {'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1118769457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:40.629958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] bootfile-name is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:40.630361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] tftp-server is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:40.630715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] server-ip-address is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:40.644443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.681614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c7d6-23e2-4f5a-b814-47163a08bc58 req-9ee2e6be-2489-493c-bde6-e1a6a2c5e17e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.683414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d218c7d6-23e2-4f5a-b814-47163a08bc58 req-9ee2e6be-2489-493c-bde6-e1a6a2c5e17e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 944 time: 0.2356088 Apr 01 15:50:40.697764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1bac1c88-90ff-4ec8-b9f3-48256702ad9e details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:40.743399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.757820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.764760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.781468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event updated for resources: {'Network': ['ID=617d121b-1834-42f8-abe7-925179bc2d05,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.790229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Transition to ACTIVE for port object 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:40.812131 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b3199687-86b9-4bf4-801f-c9c8cecabc5d tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8528798 Apr 01 15:50:40.814907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38490) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.820558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Request body: {'network': {'project_id': '3174a5c0e7ca400b8f3e12c73b93e54e'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:40.827093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:40.835645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Usage tracker for resource:network and tenant:3174a5c0e7ca400b8f3e12c73b93e54e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:40.838786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:40.846260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:40.848389 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:40.849204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:40.853753 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-621eea4e-7895-4a59-a760-34cc738544e9 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0339334 Apr 01 15:50:40.853907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 617d121b-1834-42f8-abe7-925179bc2d05 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:40.854015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.887210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:40.901374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['3876be4f-d4c7-4ae2-9224-c3ba54609f0d'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:50:40.936148 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d218c7d6-23e2-4f5a-b814-47163a08bc58 req-d617ed82-738a-4ada-927c-973d29392be2 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044339 Apr 01 15:50:40.946487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.946849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Added segment ab80a071-fd7e-4549-b7e9-e3051c5b58aa of type vlan for network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 Apr 01 15:50:40.949953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94acd2b6-9ab0-4553-a75f-5c76337f989f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.952452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:50:40.969915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=3d08bb26-7f83-45c3-ba69-9fd2ba5085ea,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.981376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:41.009455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Transition to ACTIVE for port object 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:41.009582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Usage tracker for resource:port and tenant:e6619a295a894aa398ce46b0ebee0b40 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:41.012013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:41.013654 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-46a34949-a981-4685-a090-270503860af5 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3174a5c0e7ca400b8f3e12c73b93e54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593456 Apr 01 15:50:41.015078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38500) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.022699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.026543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:41.028865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Checking segment: {'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:41.029229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Network hostable DHCP agents. Network: d8230bd2-02b4-4043-b010-aab46e0f30a2, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:41.079940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38504) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.104554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.134984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.173533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.191676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.197560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.198666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.202272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Made reservation on behalf of e6619a295a894aa398ce46b0ebee0b40 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:41.206206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.216377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:41.243615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:41.248827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-513579989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:41.263984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:41.280697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:41.283562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:router and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:41.289322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:41.296144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:41.298898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'port_id': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'mac_address': 'fa:16:3e:88:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:41.300596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:41.303376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.305853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Pushing event updated for resources: {'Port': ['ID=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.310695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:41.320054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c0e96-cb27-423e-8858-a0bcca5b75fd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.326743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.331434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7562e129-781c-487b-aacc-a7ba5f55f06a tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/b12c0e96-cb27-423e-8858-a0bcca5b75fd HTTP/1.1" status: 204 len: 168 time: 0.3110585 Apr 01 15:50:41.331565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38512) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.371883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] device_id is not set on port fecce3ac-0e8a-428d-b94f-68c5386989c8 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:41.427070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Network': ['ID=70d3a05b-6fb6-4f35-b51a-ac1206cb20b8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.444003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, d8230bd2-02b4-4043-b010-aab46e0f30a2) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:41.453079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:41.465432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.469348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.469680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.470011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:41.480651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.482793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:41.483123 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:41.486568 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 2 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:41.495359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.495709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.496048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.496950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.497303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.497685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.498016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.498394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.499034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.499369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.499693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:41.545777 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-86c7d0b6-228e-446d-9ef9-a2803fae9c81 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1769493 Apr 01 15:50:41.550972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38520) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.558718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:41.566346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:41.578994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.579209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4807d0f-ebc3-42ae-9524-e4e2a946deac None None] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:41.579419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.579647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:41.638682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:41.639180 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:41.653737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 3 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:41.669449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.670731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.674450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.718215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617d121b-1834-42f8-abe7-925179bc2d05']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:41.741835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848b561-12e8-4dad-8eda-78ddda7111f6 req-57847f8f-2340-49f6-bacf-70b054b57256 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.742063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Allocated IP 172.20.0.10 (dfc918df-79e7-44ba-98dd-9a57fb8130aa/78c0285d-9cba-48c8-b853-0b94b5453530/fecce3ac-0e8a-428d-b94f-68c5386989c8) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:41.743714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0848b561-12e8-4dad-8eda-78ddda7111f6 req-57847f8f-2340-49f6-bacf-70b054b57256 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 944 time: 0.2301199 Apr 01 15:50:41.745111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbecb37-5798-4652-8731-0527b5a933e7') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:41.745399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbecb37-5798-4652-8731-0527b5a933e7') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:41.759608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.760160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.760277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:41.780368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.783034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:41.783346 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:41.784490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.788467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 4 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:41.807601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.818815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:41.826476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:41.827015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.844224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:41.845283 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0848b561-12e8-4dad-8eda-78ddda7111f6 req-69fb5e22-2e19-448d-9c4c-4c3739eaa90b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861716 Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:41.846747 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:41.849048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.849337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.849870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:41.852463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:41.885198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:41.892950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:41.893282 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:41.898549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 5 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:41.967671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8acef8-6691-45e3-aec9-9f657041296d req-2f51e408-df38-42e4-bf58-076f60e6fc0c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.975197 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc8acef8-6691-45e3-aec9-9f657041296d req-2f51e408-df38-42e4-bf58-076f60e6fc0c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 943 time: 0.3983920 Apr 01 15:50:41.994050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.994387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.994753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.007500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.026812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.028540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.038825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Attempting to bind port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.039112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Attempting to bind port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '8ee5aee6-f2e0-4268-a3a2-407aef534f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.039505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Attempting to bind port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 on network dfc918df-79e7-44ba-98dd-9a57fb8130aa {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.048267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.059106 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "DELETE /v2.0/networks/617d121b-1834-42f8-abe7-925179bc2d05 HTTP/1.1" status: 204 len: 168 time: 0.7265248 Apr 01 15:50:42.060241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b202f5b-2894-4791-bd16-511736038292 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event deleted for resources: {'Network': ['ID=617d121b-1834-42f8-abe7-925179bc2d05,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.061900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38528) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.073119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.073523 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.076994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:42.077364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Checking segment: {'id': '8ee5aee6-f2e0-4268-a3a2-407aef534f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:42.077941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.078802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Bound using segment: {'id': '8ee5aee6-f2e0-4268-a3a2-407aef534f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:42.079420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Bound port: 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee5aee6-f2e0-4268-a3a2-407aef534f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dfc918df-79e7-44ba-98dd-9a57fb8130aa'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:42.079964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.087001 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 6 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:42.093758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:42.097870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.101496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bac1c88-90ff-4ec8-b9f3-48256702ad9e {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:42.180710 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc8acef8-6691-45e3-aec9-9f657041296d req-c3e2a3e6-1bab-48ed-81a5-cbb63ae95a3a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042859 Apr 01 15:50:42.184754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:42.186312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.189336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.191275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.248371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] For port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:42.254093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] For port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,segment=NetworkSegment(8ee5aee6-f2e0-4268-a3a2-407aef534f9e),segment_id=8ee5aee6-f2e0-4268-a3a2-407aef534f9e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:42.269622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.270032 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.280920 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 7 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:42.289312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.290459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-68a44cb0-7f03-41da-a3db-81b36b8f76c0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2094512 Apr 01 15:50:42.300190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.301891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38532) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.312231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1012960214'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:42.324201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:42.329951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.331234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.331583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.331862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.334658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:network and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:42.338811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:42.343002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.343393 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.345595 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 8 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:42.349504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:42.366058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.379667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.380086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.380370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.383420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.398565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.399012 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.401200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 9 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:42.459998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Transition to ACTIVE for port object fecce3ac-0e8a-428d-b94f-68c5386989c8 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:42.474737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.475193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.475391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.483170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.486445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.486781 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.489958 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.plugins.ml2.plugin [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 10 to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea Apr 01 15:50:42.511490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6dc3b-1655-4432-bba6-d1401a75512e req-3da67d99-2a68-450f-a23c-babf46b85324 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:42.515719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ae6dc3b-1655-4432-bba6-d1401a75512e req-3da67d99-2a68-450f-a23c-babf46b85324 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 944 time: 0.2706168 Apr 01 15:50:42.519025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:42.522447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.525980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:42.526309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:42.526922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:42.537602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.553860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:42.554741 dv-neutron-835944-1-hyperv neutron-server[88732]: ERROR neutron.plugins.ml2.managers [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:42.554741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.569091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.575015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fefc6-52ea-4d20-9c2f-6095cf169406 None None] Pushing event updated for resources: {'Port': ['ID=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.618902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7e2c7e-348d-4aea-ad91-325f4bf1f444']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.627095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:42.641805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:security_group_rule and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:42.646034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8d4db0-6f05-4a3e-b1c0-6eeae1136615') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.646034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8d4db0-6f05-4a3e-b1c0-6eeae1136615') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.650883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['1bac1c88-90ff-4ec8-b9f3-48256702ad9e'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:50:42.675562 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ae6dc3b-1655-4432-bba6-d1401a75512e req-aefba342-1948-4a42-be16-86ced24e35f2 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200581 Apr 01 15:50:42.675562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:42.675562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:42.675562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.682805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:42.683175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempted to set empty binding levels {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:50:42.705380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.711630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3876be4f-d4c7-4ae2-9224-c3ba54609f0d up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:42.716883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:42.716883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:42.731148 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:42.889723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.146117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7b9f-24fe-4a56-9f1e-204ee38c0317 req-7d4887a9-651b-4f4e-b989-6220fd1dc3fc tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.147654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b7d7b9f-24fe-4a56-9f1e-204ee38c0317 req-7d4887a9-651b-4f4e-b989-6220fd1dc3fc tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 944 time: 0.1616182 Apr 01 15:50:43.194602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b7d7b9f-24fe-4a56-9f1e-204ee38c0317 req-ab4e270d-7c90-4232-88fc-64789137a9fe tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Apr 01 15:50:43.237058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.270200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:43.271097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.273551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.277077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:43.278188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.284857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.286726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.307372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.335399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc7e2c7e-348d-4aea-ad91-325f4bf1f444,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.389613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.390115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.400841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:43.413252 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1aa68ec3-ce0a-48d6-a036-58dd467392e3 tempest-QuotasNegativeTest-472136744 tempest-QuotasNegativeTest-472136744-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cc7e2c7e-348d-4aea-ad91-325f4bf1f444 HTTP/1.1" status: 204 len: 168 time: 1.3502278 Apr 01 15:50:43.416902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247f8d27-aa7a-405b-9856-4d9d482ba20e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.423327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.423756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Added segment c6572b6f-6ab1-4792-9d8b-75ddfb5c2160 of type vlan for network 8d37e024-d03a-4a6b-b209-1a370ef352bd Apr 01 15:50:43.456052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:43.456891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=72de9c05-a139-47b4-9471-4354794c5bb9,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.464376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.474358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.475627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:43.483642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:43.512718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385427e2-38d2-4c28-be20-c8a026ddd631 req-5da055b2-1e3f-426d-9f5f-55a4850f2cc4 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.518484 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-385427e2-38d2-4c28-be20-c8a026ddd631 req-5da055b2-1e3f-426d-9f5f-55a4850f2cc4 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 944 time: 0.1927910 Apr 01 15:50:43.518663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=3d08bb26-7f83-45c3-ba69-9fd2ba5085ea,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.543454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:43.588282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:43.588653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network hostable DHCP agents. Network: 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:43.640359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4e26bf06-94ee-4818-95a5-78134656ce16 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.4183180 Apr 01 15:50:43.649763 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-385427e2-38d2-4c28-be20-c8a026ddd631 req-daa2d63c-0df5-480b-9288-617dce5e7b97 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222777 Apr 01 15:50:43.670443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.670818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38542) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.670912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.670994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.675252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'Port': ['ID=fecce3ac-0e8a-428d-b94f-68c5386989c8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.678128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.678847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.705129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:43.748349 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-282527b7-cde9-4c97-bc5c-722f4d655e18 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.1265638 Apr 01 15:50:43.750832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38552) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.782835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.784263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:43.872357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:43.886235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:43.933137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Network': ['ID=8d37e024-d03a-4a6b-b209-1a370ef352bd,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.940440 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-36224212-be4a-4c40-86ef-dc649db62c56 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6373053 Apr 01 15:50:43.944653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38558) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.960713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'subnet': {'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:43.964018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:43.988738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7d4db-6bc0-42ef-8c85-364621a48c9a None None] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:44.021683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Deleting port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:44.022031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.070530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.081038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.087701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.089137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Synchronizing usage tracker for tenant:e6619a295a894aa398ce46b0ebee0b40 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:44.103567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:44.116355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.117577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.153927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3987f8-d2c2-44c8-b901-fb050fecaf3b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:44.160883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc89bc-47ec-48a3-95ec-b837a327333e req-4661f7a9-c3b9-49b2-9a89-fa06bc501ebd tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.165919 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fcc89bc-47ec-48a3-95ec-b837a327333e req-4661f7a9-c3b9-49b2-9a89-fa06bc501ebd tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3194621 Apr 01 15:50:44.253975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fcc89bc-47ec-48a3-95ec-b837a327333e req-8b0b10e2-775f-4e23-a35c-1c3735f45e80 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Apr 01 15:50:44.258473 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a692a42a-7993-4fb5-917f-e04ec4f0918a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7017584 Apr 01 15:50:44.264192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38568) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.264302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.268796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'name': 'tempest-NetworksTestDHCPv6-290936414'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:44.320675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:44.339422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:subnet and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:44.342684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:44.347138 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'code': 200} Apr 01 15:50:44.371662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-241bee98-ee42-436c-9fd1-caeb701de0e6 None None] Provisioning for port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:44.459561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:44.463244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:44.463579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Unset dirty status for tenant:e6619a295a894aa398ce46b0ebee0b40 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:44.464892 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d705e0d5-0860-4472-83af-a9ec5a892343 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.7128046 Apr 01 15:50:44.470028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38572) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.513047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:44.521403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:44.531028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:44.558704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Deleting port fecce3ac-0e8a-428d-b94f-68c5386989c8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:44.559078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.560668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:44.564425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:44.575927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:44.576416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.606202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:44.606833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.608427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236ae9f-13d7-4de6-a733-b91cea034a27 req-70cc601e-6cc5-4433-919b-95e2b8c96334 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.619849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9236ae9f-13d7-4de6-a733-b91cea034a27 req-70cc601e-6cc5-4433-919b-95e2b8c96334 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 944 time: 0.1624818 Apr 01 15:50:44.680243 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9236ae9f-13d7-4de6-a733-b91cea034a27 req-a636d4d8-b78f-48f3-8248-01589597f47e tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585637 Apr 01 15:50:44.680612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea, host hv-neutron-8359, got binding levels [] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:44.680976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.681910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:44.685950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.716512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port c763ffc4-4ddd-435b-8e38-8ada49122018 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:44.716910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:44.717150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.786737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '72de9c05-a139-47b4-9471-4354794c5bb9'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:44.787560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.948900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38580) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:45.006044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::23e (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/72de9c05-a139-47b4-9471-4354794c5bb9/c763ffc4-4ddd-435b-8e38-8ada49122018) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:45.032313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078587-19e5-4082-bd52-b521d676a602 req-81d5159c-3a52-45a7-a912-02fd2ed953d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.033956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad078587-19e5-4082-bd52-b521d676a602 req-81d5159c-3a52-45a7-a912-02fd2ed953d5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.2185760 Apr 01 15:50:45.034761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Calling delete_port for 3d08bb26-7f83-45c3-ba69-9fd2ba5085ea owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:45.080856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.103547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.115511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.133702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:45.142101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Usage tracker for resource:security_group_rule and tenant:3462e320092349068d6e89b293af4091 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:45.169766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:45.170839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:45.177710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,segment=NetworkSegment(8ee5aee6-f2e0-4268-a3a2-407aef534f9e),segment_id=8ee5aee6-f2e0-4268-a3a2-407aef534f9e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:45.216360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:45.242556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.287733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.332917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1bac1c88-90ff-4ec8-b9f3-48256702ad9e up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:45.386405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.399318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:45.436620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Usage tracker for resource:security_group_rule and tenant:f1797cbb3998463f8d39c2036643025f is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:45.442665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.445939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:45.456662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:45.461830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227ceee-d4c6-4512-82c1-162bc1d85f13 req-9063075f-b7e9-4399-9c0a-1d99dd66274b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.463146 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a227ceee-d4c6-4512-82c1-162bc1d85f13 req-9063075f-b7e9-4399-9c0a-1d99dd66274b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 944 time: 0.6398571 Apr 01 15:50:45.501037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.514993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Provisioning complete for port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.515287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.649678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Calling delete_port for fecce3ac-0e8a-428d-b94f-68c5386989c8 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:45.659940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.661671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.669997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.682053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.720360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object c763ffc4-4ddd-435b-8e38-8ada49122018 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:45.740406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeb09d-22d7-4b14-a058-02c3f51090f6 req-89ad764b-9ff3-4f43-9a88-c35cd031ef61 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.747692 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56eeb09d-22d7-4b14-a058-02c3f51090f6 req-89ad764b-9ff3-4f43-9a88-c35cd031ef61 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2733107 Apr 01 15:50:45.773175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.773779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.776523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.776948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.784966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d08bb26-7f83-45c3-ba69-9fd2ba5085ea,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.807854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.813420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.837603 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56eeb09d-22d7-4b14-a058-02c3f51090f6 req-9aab7dc1-0e5c-4cc4-9c6a-5b49ee2c87ca tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888550 Apr 01 15:50:45.839318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a227ceee-d4c6-4512-82c1-162bc1d85f13 req-233af45c-cd1c-49dc-8fa8-4d4f94b8050a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424339 Apr 01 15:50:45.840579 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-29a04aae-11a9-4cff-a419-4f7edce09371 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3d08bb26-7f83-45c3-ba69-9fd2ba5085ea HTTP/1.1" status: 204 len: 168 time: 2.1831629 Apr 01 15:50:45.846689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38590) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:45.869960 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad078587-19e5-4082-bd52-b521d676a602 req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8201170 Apr 01 15:50:45.897634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Provisioning for port a5f87526-8dd2-40fa-8629-5e52032a970c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.907055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.916737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Provisioning complete for port a5f87526-8dd2-40fa-8629-5e52032a970c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.917523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.918180 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7aa84e-5e3d-4f3f-bbd0-9c8a9e990490 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:50:45.918730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4b7aa84e-5e3d-4f3f-bbd0-9c8a9e990490 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:45.972128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1797cbb3998463f8d39c2036643025f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0200174 Apr 01 15:50:45.974763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2874-e1a0-4aca-9c99-bf443eadf03e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2674ba-6156-47a4-815e-88f0a37f6a24,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.978068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.007015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.052402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Port a5f87526-8dd2-40fa-8629-5e52032a970c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:46.071121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4b7aa84e-5e3d-4f3f-bbd0-9c8a9e990490 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:46.072279 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4b7aa84e-5e3d-4f3f-bbd0-9c8a9e990490 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports/3d08bb26-7f83-45c3-ba69-9fd2ba5085ea HTTP/1.1" status: 404 len: 333 time: 0.2246585 Apr 01 15:50:46.076656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38598) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.081975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.089357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-86320302'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:46.101413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908ba12-17a6-493e-8683-0c9e8abccfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f826b31e-0e53-4fe5-88af-a4c28006841e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.104879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:46.120752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:46.123475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Provisioning for port fecce3ac-0e8a-428d-b94f-68c5386989c8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:46.124929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:46.126491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.134110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.137095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Subnet': ['ID=6b6d7aca-0b7c-435e-be4f-3ca6acac6a66,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.168926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Provisioning complete for port fecce3ac-0e8a-428d-b94f-68c5386989c8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:46.169441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.190281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Checking segment: {'id': 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:46.191127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network hostable DHCP agents. Network: 8d37e024-d03a-4a6b-b209-1a370ef352bd, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:46.195141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event deleted for resources: {'Port': ['ID=fecce3ac-0e8a-428d-b94f-68c5386989c8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.218013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9cce6161-393d-47f3-9a0f-8aab60d4ee14 None None] Port fecce3ac-0e8a-428d-b94f-68c5386989c8 was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:50:46.228332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.287215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Made reservation on behalf of dfcdcb6685404c1d91acab145cb39cdf for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:46.289676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.306805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.311760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:46.317600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:46.320242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:46.326168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.326817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.334245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 0d47e807-6c1b-4cd0-9339-045aaeccd951 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:46.349057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'}, {'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:46.357928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/72de9c05-a139-47b4-9471-4354794c5bb9/5c7b6e72-f461-4e70-9f2d-de2f4926199c) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:46.383688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.388196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=c763ffc4-4ddd-435b-8e38-8ada49122018,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.391885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:46.401700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.424413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.436068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aa372-0f50-453b-97f7-5051c25d266b req-5666a9d6-4f1c-4ba6-a491-86deebde536b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.437870 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c6aa372-0f50-453b-97f7-5051c25d266b req-5666a9d6-4f1c-4ba6-a491-86deebde536b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.4116747 Apr 01 15:50:46.513636 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c6aa372-0f50-453b-97f7-5051c25d266b req-f56bb4cd-a98e-4145-ac9d-f38f2b1d2cc1 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695758 Apr 01 15:50:46.528899 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'code': 200} Apr 01 15:50:46.529133 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'code': 200} Apr 01 15:50:46.543460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e87536f-9614-4b5d-ad77-7135426ef6b3 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "DELETE /v2.0/ports/fecce3ac-0e8a-428d-b94f-68c5386989c8 HTTP/1.1" status: 204 len: 168 time: 2.0648422 Apr 01 15:50:46.543460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38604) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.550724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d835a722-479f-4371-af0e-473ea09d9740 None None] Provisioning complete for port a5f87526-8dd2-40fa-8629-5e52032a970c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:46.551327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d835a722-479f-4371-af0e-473ea09d9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.554369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Request body: {'port': {'name': 'tempest-new-port-name-864089626', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:46.554906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] bootfile-name is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:46.555240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] tftp-server is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:46.555564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] server-ip-address is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:46.576131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c635a4ea-f528-41ed-9dbd-3e630d4201df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3161952 Apr 01 15:50:46.576789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38608) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.592459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8d37e024-d03a-4a6b-b209-1a370ef352bd) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:46.637045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60a0dd-2d50-463d-8da3-ba8eb1449aa8 None None] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:46.655684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.656812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.658814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.679310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f826b31e-0e53-4fe5-88af-a4c28006841e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.707262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb61616-0fe0-4064-b4ff-c01626ed34af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.707262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eb61616-0fe0-4064-b4ff-c01626ed34af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:46.707262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.707262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a571abcd-b985-4af4-a43a-f04dd305b1c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f826b31e-0e53-4fe5-88af-a4c28006841e HTTP/1.1" status: 204 len: 168 time: 0.7235847 Apr 01 15:50:46.794593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d835a722-479f-4371-af0e-473ea09d9740 None None] Port a5f87526-8dd2-40fa-8629-5e52032a970c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:46.797485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d835a722-479f-4371-af0e-473ea09d9740 None None] Could not find standard attr ID for object fecce3ac-0e8a-428d-b94f-68c5386989c8. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:50:46.813214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eb61616-0fe0-4064-b4ff-c01626ed34af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:46.814591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3eb61616-0fe0-4064-b4ff-c01626ed34af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2368944 Apr 01 15:50:46.817423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.838749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.856773 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1c7e683b-9192-48f4-b760-d1becd782452 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9078150 Apr 01 15:50:46.874545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.893059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'network': {'name': 'tempest-router-network01--1436480385'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:46.904783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:46.914097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:network and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:46.924948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:46.975488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.989105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:46.998944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port c763ffc4-4ddd-435b-8e38-8ada49122018 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:46.999296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.105033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8d37e024-d03a-4a6b-b209-1a370ef352bd', 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd', 'tenant_id': '206961ddce39442dad891cb02f0da415', 'fixed_ips': [{'subnet_id': '6b6d7aca-0b7c-435e-be4f-3ca6acac6a66'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:47.105991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.180552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:47.181279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.183622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.202797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Transition to ACTIVE for port object 5c7b6e72-f461-4e70-9f2d-de2f4926199c will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:47.241314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.248077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Transition to ACTIVE for port object 5c7b6e72-f461-4e70-9f2d-de2f4926199c will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:47.318254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Allocated IP 172.20.0.2 (8d37e024-d03a-4a6b-b209-1a370ef352bd/6b6d7aca-0b7c-435e-be4f-3ca6acac6a66/5995513a-0afa-4658-9f17-fcd6f41b6707) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:47.335748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:47.366509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fcf31-dc1e-46b8-ac19-55685b597659 req-56f4d93e-8389-4418-a419-74e48cc36bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.367352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.371138 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-745fcf31-dc1e-46b8-ac19-55685b597659 req-56f4d93e-8389-4418-a419-74e48cc36bc8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 1098 time: 0.4362078 Apr 01 15:50:47.385799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.386284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Added segment ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233 of type vlan for network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 Apr 01 15:50:47.395962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:47.413874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:47.430340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:47.431457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.432147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.437074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224e1c-f89f-4543-b844-45ae158a8653 req-0e55847b-134e-4d23-b9b8-9e3b1fa04dc2 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.439403 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85224e1c-f89f-4543-b844-45ae158a8653 req-0e55847b-134e-4d23-b9b8-9e3b1fa04dc2 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.3860509 Apr 01 15:50:47.445895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=0d47e807-6c1b-4cd0-9339-045aaeccd951,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.478491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:47.486249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:47.500740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.507559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.523191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-745fcf31-dc1e-46b8-ac19-55685b597659 req-87c5be74-29df-47b8-b0a8-0569f791f588 service neutron] Synchronizing usage tracker for tenant:3462e320092349068d6e89b293af4091 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:47.539651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcf6e-4353-4b8c-8ecb-e3ac7ba55878 req-7f985f9d-5e93-4e35-89eb-a13d9bbbdf63 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.541379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dd9bcf6e-4353-4b8c-8ecb-e3ac7ba55878 req-7f985f9d-5e93-4e35-89eb-a13d9bbbdf63 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3974359 Apr 01 15:50:47.546095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:47.612811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Pushing event updated for resources: {'Port': ['ID=5c7b6e72-f461-4e70-9f2d-de2f4926199c,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.643738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde7531-0557-4162-bcdc-4a0fa953cbd4 req-4132af41-c4bd-4b7d-8f96-efbe0420132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.645987 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9fde7531-0557-4162-bcdc-4a0fa953cbd4 req-4132af41-c4bd-4b7d-8f96-efbe0420132f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 1098 time: 0.6552420 Apr 01 15:50:47.661257 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dfeb49bd-7294-4960-bfe9-c19848076495 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.5836675 Apr 01 15:50:47.667145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for c763ffc4-4ddd-435b-8e38-8ada49122018 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:47.682262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.690369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Attempting to bind port 5c7b6e72-f461-4e70-9f2d-de2f4926199c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:47.690965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Attempting to bind port 5c7b6e72-f461-4e70-9f2d-de2f4926199c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:47.691835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Attempting to bind port 5c7b6e72-f461-4e70-9f2d-de2f4926199c on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:47.693841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:47.700350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:47.700993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:47.701562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.702100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:47.702763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Bound port: 5c7b6e72-f461-4e70-9f2d-de2f4926199c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:47.703424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:47.703815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.741929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85224e1c-f89f-4543-b844-45ae158a8653 req-34487eb4-c9c7-4872-8e0f-48e57a4b8b2b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905366 Apr 01 15:50:47.774404 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:47.788890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dd9bcf6e-4353-4b8c-8ecb-e3ac7ba55878 req-affa6c11-b69e-4e7a-bf6e-cf5d27bdb052 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847224 Apr 01 15:50:47.824864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-745fcf31-dc1e-46b8-ac19-55685b597659 req-87c5be74-29df-47b8-b0a8-0569f791f588 service neutron] Unset dirty status for tenant:3462e320092349068d6e89b293af4091 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:47.826157 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-745fcf31-dc1e-46b8-ac19-55685b597659 req-87c5be74-29df-47b8-b0a8-0569f791f588 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417276 Apr 01 15:50:47.866900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.884355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Transition to ACTIVE for port object 5995513a-0afa-4658-9f17-fcd6f41b6707 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:47.887118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] For port 5c7b6e72-f461-4e70-9f2d-de2f4926199c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:47.894675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] For port 5c7b6e72-f461-4e70-9f2d-de2f4926199c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5c7b6e72-f461-4e70-9f2d-de2f4926199c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:47.919066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Transition to ACTIVE for port object 5995513a-0afa-4658-9f17-fcd6f41b6707 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:47.945110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:47.951796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38634) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.961304 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9fde7531-0557-4162-bcdc-4a0fa953cbd4 req-a0ab1aaf-ab8b-42ba-91e1-6951b552bc1f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943316 Apr 01 15:50:48.001173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.040279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.046780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.048341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.055755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.100729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.102664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:48.102664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.114176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.148553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.152437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.221294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.224839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:48.230144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:48.233163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:48.243703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55d61d-e835-44de-ac32-0a4f21557392 None None] Pushing event updated for resources: {'Port': ['ID=5c7b6e72-f461-4e70-9f2d-de2f4926199c,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.247562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:48.254558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=c763ffc4-4ddd-435b-8e38-8ada49122018,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.268856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Usage tracker for resource:security_group_rule and tenant:bddc9123fbfd4596a15e882b38519f19 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:48.284664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Network': ['ID=0b0bd502-5d3c-498f-a357-2cf7e5b27018,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.310361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 0d47e807-6c1b-4cd0-9339-045aaeccd951 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:48.323968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.327593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.329260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:48.340232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:48.342708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc0b0f0a-d3b4-45c5-be8d-c820149bc4d5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4661469 Apr 01 15:50:48.344612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:48.352581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38638) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.362074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.366956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-82ee4ab7-831a-45a7-8125-8ac5ba6d6a21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/c763ffc4-4ddd-435b-8e38-8ada49122018 HTTP/1.1" status: 204 len: 168 time: 1.5454600 Apr 01 15:50:48.370824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'network': {'name': 'tempest-router-network02--1931835258'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:48.376143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38642) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.384073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:48.432340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Transition to ACTIVE for port object 0d47e807-6c1b-4cd0-9339-045aaeccd951 will not be triggered until provisioned by entity L2. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:48.441842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event updated for resources: {'Port': ['ID=a5f87526-8dd2-40fa-8629-5e52032a970c,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.508016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Pushing event updated for resources: {'Port': ['ID=5995513a-0afa-4658-9f17-fcd6f41b6707,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.531658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:network and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:48.543497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:48.570240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] In _notify_port_updated(), no bound segment for port a5f87526-8dd2-40fa-8629-5e52032a970c on network dfc918df-79e7-44ba-98dd-9a57fb8130aa {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:48.573360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:48.577689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.579030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.582794 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c17bffe8-fd19-4c51-84b0-7cb707870c34 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "PUT /v2.0/ports/a5f87526-8dd2-40fa-8629-5e52032a970c HTTP/1.1" status: 200 len: 1135 time: 2.0393651 Apr 01 15:50:48.584748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.588498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6dcd8-18be-4c8f-9c3b-acde9476c517 req-ad7e9d3c-033b-4631-a25e-62be244f7d23 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.595634 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-64c6dcd8-18be-4c8f-9c3b-acde9476c517 req-ad7e9d3c-033b-4631-a25e-62be244f7d23 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.6507230 Apr 01 15:50:48.631594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.689483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ff9ee-89e5-492f-99bf-656e21bb241b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.695456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ff9ee-89e5-492f-99bf-656e21bb241b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.699461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d95ff9ee-89e5-492f-99bf-656e21bb241b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:48.711231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-64c6dcd8-18be-4c8f-9c3b-acde9476c517 req-7fccb4cd-0ce8-42d2-b885-bf804616472c tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123452 Apr 01 15:50:48.789499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.796382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:48.798375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.840125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca23cec-981c-4d78-b830-3dfed6c16cee tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.840832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ca23cec-981c-4d78-b830-3dfed6c16cee tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Synchronizing usage tracker for tenant:e6619a295a894aa398ce46b0ebee0b40 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:48.845588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:48.857591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.858151 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Added segment 8068460d-7fa0-4199-a920-44da5f4b2b55 of type vlan for network 17080986-1347-4909-9e6d-7edf8fcc59ed Apr 01 15:50:48.860127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1194a238-4139-46da-a47d-52e169d7fc48 None None] Provisioning complete for port a5f87526-8dd2-40fa-8629-5e52032a970c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:48.860543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1194a238-4139-46da-a47d-52e169d7fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.900819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.925484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=0d47e807-6c1b-4cd0-9339-045aaeccd951,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.959603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1194a238-4139-46da-a47d-52e169d7fc48 None None] Port a5f87526-8dd2-40fa-8629-5e52032a970c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:48.974405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.045485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Attempting to bind port 5995513a-0afa-4658-9f17-fcd6f41b6707 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.045887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Attempting to bind port 5995513a-0afa-4658-9f17-fcd6f41b6707 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.046411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Attempting to bind port 5995513a-0afa-4658-9f17-fcd6f41b6707 on network 8d37e024-d03a-4a6b-b209-1a370ef352bd {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.052745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:49.053116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Checking segment: {'id': 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:49.053520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.053914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Bound using segment: {'id': 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:49.054377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Bound port: 5995513a-0afa-4658-9f17-fcd6f41b6707, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d37e024-d03a-4a6b-b209-1a370ef352bd'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:49.054796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.059751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.060077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.060464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.079167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:49.086343 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:49.086343 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 2 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:49.110982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.111314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.111654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.129070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:49.129393 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:49.131161 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 3 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:49.161208 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-19e15eba-d717-4489-b53d-0a63ced1ce43 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3302717 Apr 01 15:50:49.166378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.166683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.167328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.167668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.173116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:49.173873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.182112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] For port 5995513a-0afa-4658-9f17-fcd6f41b6707, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:49.184067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88143d-11b1-4506-8906-1cedfd277cbf req-17ab3f6a-3afd-4c65-9d15-15e31539f01c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:49.185551 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8e88143d-11b1-4506-8906-1cedfd277cbf req-17ab3f6a-3afd-4c65-9d15-15e31539f01c tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.1870117 Apr 01 15:50:49.186377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] For port 5995513a-0afa-4658-9f17-fcd6f41b6707, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5995513a-0afa-4658-9f17-fcd6f41b6707,segment=NetworkSegment(c6572b6f-6ab1-4792-9d8b-75ddfb5c2160),segment_id=c6572b6f-6ab1-4792-9d8b-75ddfb5c2160)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:49.186965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:49.187274 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:49.188572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ca23cec-981c-4d78-b830-3dfed6c16cee tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Unset dirty status for tenant:e6619a295a894aa398ce46b0ebee0b40 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:49.194064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ca23cec-981c-4d78-b830-3dfed6c16cee tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "GET /v2.0/ports/a5f87526-8dd2-40fa-8629-5e52032a970c HTTP/1.1" status: 200 len: 1135 time: 0.6038902 Apr 01 15:50:49.194064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 4 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:49.198234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38654) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.226061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d95ff9ee-89e5-492f-99bf-656e21bb241b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:49.227530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d95ff9ee-89e5-492f-99bf-656e21bb241b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8497899 Apr 01 15:50:49.236484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18720794-7867-4c71-b96f-021a1a03cf16,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.241002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6318a811-29a4-485e-803d-bfa9ff00946a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bddc9123fbfd4596a15e882b38519f19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2880645 Apr 01 15:50:49.247680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38658) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.247909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38660) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.273817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.327785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.328434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.328885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.332954 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9784124 Apr 01 15:50:49.340558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38666) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.353019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'subnet': {'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:49.373165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:49.373488 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:49.394309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c625-67ab-4f73-92d0-1f6c66fab621 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Network': ['ID=17080986-1347-4909-9e6d-7edf8fcc59ed,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.416706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 17080986-1347-4909-9e6d-7edf8fcc59ed details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:49.503030 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 5 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:49.530844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.531174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.535013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:49.575240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801437-9e89-4038-a0d0-9d4e8ffadb4b req-31450c75-0746-42c4-bb64-8e5664805181 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:49.577020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77801437-9e89-4038-a0d0-9d4e8ffadb4b req-31450c75-0746-42c4-bb64-8e5664805181 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5644433 Apr 01 15:50:49.624505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Deleting port a5f87526-8dd2-40fa-8629-5e52032a970c {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:49.624847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.647867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:49.670949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:subnet and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:49.681971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:49.715049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:49.729937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77801437-9e89-4038-a0d0-9d4e8ffadb4b req-dbeac3cb-556a-45be-a279-472d1569d001 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461470 Apr 01 15:50:49.731911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378c53c-8cb3-4dfb-b17f-3ea886e3dabf None None] Pushing event updated for resources: {'Port': ['ID=5995513a-0afa-4658-9f17-fcd6f41b6707,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.770044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:49.770497 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:49.788931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5c7b6e72-f461-4e70-9f2d-de2f4926199c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:49.807466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:49.823228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.909262 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 6 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:49.965561 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8e88143d-11b1-4506-8906-1cedfd277cbf req-2dd65f61-ed97-4838-811d-8a43b9dc181a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7679603 Apr 01 15:50:50.011932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 5c7b6e72-f461-4e70-9f2d-de2f4926199c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:50.026760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 72de9c05-a139-47b4-9471-4354794c5bb9 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:50.031743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafec42-5ecb-49b7-a70a-eaf272e490bd None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:50.068860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.115868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:50.116949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:50.117374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:50.147433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:50.147773 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:50.149044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.164272 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 7 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:50.167785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96704bc5-e17e-4c37-98d8-f6e129df1eef req-45a5cd04-f920-49e6-b6e4-fe4e835ca2ec tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.169287 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-96704bc5-e17e-4c37-98d8-f6e129df1eef req-45a5cd04-f920-49e6-b6e4-fe4e835ca2ec tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.1875596 Apr 01 15:50:50.245643 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-96704bc5-e17e-4c37-98d8-f6e129df1eef req-325ec11e-9df3-441d-96d8-0d53d660e784 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684750 Apr 01 15:50:50.298802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.304293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Provisioning for port 5c7b6e72-f461-4e70-9f2d-de2f4926199c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:50.316220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Provisioning complete for port 5c7b6e72-f461-4e70-9f2d-de2f4926199c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:50.316754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.327042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:50.327260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:50.327476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:50.333319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.420881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.439324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:50.439769 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:50.448956 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 8 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:50.494527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Subnet': ['ID=142e5564-8cb0-4daf-9038-7333152e5783,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.501848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Checking segment: {'id': 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:50.502206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network hostable DHCP agents. Network: 0b0bd502-5d3c-498f-a357-2cf7e5b27018, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:50.523270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf404-d464-4dfd-8e01-deb701477659 req-ad667e81-e657-40d7-b1a0-d19729f8721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.524793 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-ad667e81-e657-40d7-b1a0-d19729f8721e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.9327602 Apr 01 15:50:50.525479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:50.525805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:50.526131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:50.552249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66398f4-6fee-4263-acdf-bbda6f48f752 req-377dfc44-caee-4d45-9608-d4e95d939ffa tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.562236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:50.562236 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:50.563082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c66398f4-6fee-4263-acdf-bbda6f48f752 req-377dfc44-caee-4d45-9608-d4e95d939ffa tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.1630542 Apr 01 15:50:50.563743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38680) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:50.569358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Request body: {'floatingip': {'port_id': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:50.570856 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 9 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:50.631548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.637653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:50.642194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.680692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.681786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:50.682112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:50.682439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:50.697752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1235a0-dd70-4d98-b613-43c23e77535c req-94dada2a-e65a-4d49-96c4-4146396a7e92 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.698490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] For port 5c7b6e72-f461-4e70-9f2d-de2f4926199c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5c7b6e72-f461-4e70-9f2d-de2f4926199c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:50.699290 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1a1235a0-dd70-4d98-b613-43c23e77535c req-94dada2a-e65a-4d49-96c4-4146396a7e92 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5400183 Apr 01 15:50:50.749947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38684) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:50.764499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Request body: {'floatingip': {'port_id': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:50.779023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.837835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 0b0bd502-5d3c-498f-a357-2cf7e5b27018) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:50.859039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486dc5b-251a-4fc3-9d7b-0ff2790b8ad0 None None] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:50.910911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Calling delete_port for a5f87526-8dd2-40fa-8629-5e52032a970c owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:50.951224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:50.951224 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:51.011283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4773c-0236-4335-aa83-04a0f840df64 None None] Pushing event updated for resources: {'Port': ['ID=5c7b6e72-f461-4e70-9f2d-de2f4926199c,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:51.029062 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 10 to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 Apr 01 15:50:51.036947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.041506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf404-d464-4dfd-8e01-deb701477659 req-6961bfce-fdba-46ae-b023-2eee18381bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:51.043404 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-6961bfce-fdba-46ae-b023-2eee18381bd7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.4517019 Apr 01 15:50:51.050002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.072300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33674e-535b-4870-96c3-7a3000c6f54d None None] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:51.185638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18720794-7867-4c71-b96f-021a1a03cf16,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:51.219619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.223015 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ad9737a5-dd02-4bd7-960f-30d4decf67db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18720794-7867-4c71-b96f-021a1a03cf16 HTTP/1.1" status: 204 len: 168 time: 1.9512732 Apr 01 15:50:51.227009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:51.227348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:51.227690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:51.230599 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-7aae6fb4-388d-44f6-a9f7-b9c604caea8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 217 time: 0.1225007 Apr 01 15:50:51.294670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:51.294883 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:50:51.295177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.317119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8cf77f89-a494-48a3-a1d8-7641b8cc12a3 None None] Provisioning complete for port 5c7b6e72-f461-4e70-9f2d-de2f4926199c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:51.317442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8cf77f89-a494-48a3-a1d8-7641b8cc12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.487141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf404-d464-4dfd-8e01-deb701477659 req-c9f714d5-6fea-45ec-bad9-e1ab2a714d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:51.488868 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-c9f714d5-6fea-45ec-bad9-e1ab2a714d3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.2459919 Apr 01 15:50:51.568219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-0b0bd502-5d3c-498f-a357-2cf7e5b27018', 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018', 'tenant_id': '206961ddce39442dad891cb02f0da415', 'fixed_ips': [{'subnet_id': '142e5564-8cb0-4daf-9038-7333152e5783'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:51.569177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.583851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.615277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 0d47e807-6c1b-4cd0-9339-045aaeccd951, host hv-neutron-8359, cleared binding levels {{(pid=88733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:51.615659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempted to set empty binding levels {{(pid=88733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:50:51.692058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=72de9c05-a139-47b4-9471-4354794c5bb9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:51.706602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.724732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.728625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.758775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c003c-4859-4dd7-ad0c-6893072e51e9 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:51.801654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] In _notify_port_updated(), no bound segment for port 0d47e807-6c1b-4cd0-9339-045aaeccd951 on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:51.802516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:51.804644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.804772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:51.805357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.805959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "PUT /v2.0/ports/0d47e807-6c1b-4cd0-9339-045aaeccd951 HTTP/1.1" status: 200 len: 975 time: 4.1226177 Apr 01 15:50:51.825568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.826722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.047787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Allocated IP 172.20.0.2 (0b0bd502-5d3c-498f-a357-2cf7e5b27018/142e5564-8cb0-4daf-9038-7333152e5783/12f53ce8-6bbc-4f6c-acc0-de993a55dcfc) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:52.149477 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a7440769-e15d-49ea-be65-06a8d308c435 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/72de9c05-a139-47b4-9471-4354794c5bb9 HTTP/1.1" status: 204 len: 168 time: 2.8816874 Apr 01 15:50:52.167990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38704) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.174491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5995513a-0afa-4658-9f17-fcd6f41b6707 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:52.320522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf404-d464-4dfd-8e01-deb701477659 req-a44d137c-da61-4a59-9585-9d82c704402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.322021 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-a44d137c-da61-4a59-9585-9d82c704402d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8225167 Apr 01 15:50:52.333113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20c369-3736-4ef5-8a8c-ec875e132ba3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=0d47e807-6c1b-4cd0-9339-045aaeccd951,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.347843 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1813c695-d957-4d27-ac65-e5d0f139b366 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679370 Apr 01 15:50:52.399310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38710) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.419131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8cf77f89-a494-48a3-a1d8-7641b8cc12a3 None None] Provisioning for port 5995513a-0afa-4658-9f17-fcd6f41b6707 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:52.425156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:52.461834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event deleted for resources: {'Port': ['ID=a5f87526-8dd2-40fa-8629-5e52032a970c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.504189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.506766 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c85eb7b0-5388-43bf-9384-5bedf0b65684 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "DELETE /v2.0/ports/a5f87526-8dd2-40fa-8629-5e52032a970c HTTP/1.1" status: 204 len: 168 time: 3.3060431 Apr 01 15:50:52.523712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.524197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.524671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.525145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.525612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.526748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.526748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.528536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.528536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.528769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.529916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.531304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.532033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.532323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.532951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.533453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.533903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.534367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.534984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.535725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.536005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.536363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.536983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.537485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.539879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:52.568227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.586087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Transition to ACTIVE for port object 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:52.620833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Transition to ACTIVE for port object 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:52.630915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-033d1615-6d3f-4c2c-aa0b-0ee67b17bf64 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2879667 Apr 01 15:50:52.631145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 5995513a-0afa-4658-9f17-fcd6f41b6707 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:52.637731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-63c5eb4c-25e5-4ea4-a465-648aee9a6ce7 None None] Could not find standard attr ID for object c763ffc4-4ddd-435b-8e38-8ada49122018. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:50:52.644091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.644291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 5995513a-0afa-4658-9f17-fcd6f41b6707 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:52.644567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.673372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'subnet': {'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:52.710246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:52.733971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Deleting port 5c7b6e72-f461-4e70-9f2d-de2f4926199c {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:52.735026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.792501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.798349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:52.808978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:52.822368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:52.835099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:52.841955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-0d007918-89f6-4537-bc56-c4dcf116805d service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061436 Apr 01 15:50:52.891081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38730) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.892276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:52.896380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:52.903538 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-349fbc6b-4981-4a36-9e7f-8d297b00d1f4 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20945 time: 1.0758915 Apr 01 15:50:52.904868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38734) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.913995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:52.931837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:52.938860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Pushing event updated for resources: {'Port': ['ID=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.948705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c5ba-496a-4c9a-a972-6f41d8d7d85a req-d9d156fa-5c95-4e8d-8877-b3947b969d87 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.957125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de89c5ba-496a-4c9a-a972-6f41d8d7d85a req-d9d156fa-5c95-4e8d-8877-b3947b969d87 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 1.1425943 Apr 01 15:50:52.962845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Deleting subnet 78c0285d-9cba-48c8-b853-0b94b5453530 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:53.002259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Deleting port 0d47e807-6c1b-4cd0-9339-045aaeccd951 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:53.002711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.007113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.059951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:53.082421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:53.086897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.106588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4cd10b4b-a70e-406f-8014-33a84a02149e None None] Provisioning complete for port 5995513a-0afa-4658-9f17-fcd6f41b6707 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:53.107601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4cd10b4b-a70e-406f-8014-33a84a02149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.165853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de89c5ba-496a-4c9a-a972-6f41d8d7d85a req-f36b0f28-6f3f-41bb-99c9-85e913f0e977 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073658 Apr 01 15:50:53.166967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:53.237964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Usage tracker for resource:subnet and tenant:206961ddce39442dad891cb02f0da415 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:53.246576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:53.261484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.282340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Attempting to bind port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:53.282714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Attempting to bind port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:53.283145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Attempting to bind port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc on network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:53.285252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.301125 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22cbf404-d464-4dfd-8e01-deb701477659 req-a3a12313-4273-4e1d-b430-3906a2516494 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523954 Apr 01 15:50:53.360146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:53.360625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Checking segment: {'id': 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:53.360820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-0699efd3-24a1-4f0e-a866-459a540f3e19 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.361157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.361617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Bound using segment: {'id': 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:53.362060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0699efd3-24a1-4f0e-a866-459a540f3e19 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4670253 Apr 01 15:50:53.362233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Bound port: 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b0bd502-5d3c-498f-a357-2cf7e5b27018'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:53.362694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.366087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38744) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.375601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-819c1393-f109-42a9-ba07-07c97ba4cdbf tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.376693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-819c1393-f109-42a9-ba07-07c97ba4cdbf tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098002 Apr 01 15:50:53.414723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] For port 5c7b6e72-f461-4e70-9f2d-de2f4926199c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5c7b6e72-f461-4e70-9f2d-de2f4926199c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:53.415209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.422136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38748) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.427662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:53.438571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-51a8183f-5b45-4911-9994-bae9ecdf7dbf tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.439663 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-51a8183f-5b45-4911-9994-bae9ecdf7dbf tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0151935 Apr 01 15:50:53.447234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.472156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.476296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-255cab8d-eadd-4a0b-bea9-764e3b48345a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.477430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-255cab8d-eadd-4a0b-bea9-764e3b48345a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0142720 Apr 01 15:50:53.482828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38756) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.490812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:53.544583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 0d47e807-6c1b-4cd0-9339-045aaeccd951, host hv-neutron-8359, got binding levels [] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:53.544951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.560727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-b324acfa-51e4-40c0-8f92-489d9d5a6018 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.563578 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b324acfa-51e4-40c0-8f92-489d9d5a6018 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0743661 Apr 01 15:50:53.568467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38760) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.603083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.621048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 5995513a-0afa-4658-9f17-fcd6f41b6707, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5995513a-0afa-4658-9f17-fcd6f41b6707,segment=NetworkSegment(c6572b6f-6ab1-4792-9d8b-75ddfb5c2160),segment_id=c6572b6f-6ab1-4792-9d8b-75ddfb5c2160)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:53.635384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Calling delete_port for 5c7b6e72-f461-4e70-9f2d-de2f4926199c owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:53.660772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Made reservation on behalf of 206961ddce39442dad891cb02f0da415 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:53.663589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.688472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-ec47c403-a1c2-47ee-b8c2-77777bab0289 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.691934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec47c403-a1c2-47ee-b8c2-77777bab0289 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.1185236 Apr 01 15:50:53.699299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Calling delete_port for 0d47e807-6c1b-4cd0-9339-045aaeccd951 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:53.724562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38764) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.726017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4cd10b4b-a70e-406f-8014-33a84a02149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.740564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.741345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5c7b6e72-f461-4e70-9f2d-de2f4926199c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:53.767213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.773919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-b95c4ad4-6a9a-4efb-a69f-10c997ff4311 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.778301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b95c4ad4-6a9a-4efb-a69f-10c997ff4311 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0316882 Apr 01 15:50:53.785398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38768) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.798424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-8f03662f-2c42-4464-b749-b15a15e32b9b tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.801897 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8f03662f-2c42-4464-b749-b15a15e32b9b tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0115583 Apr 01 15:50:53.852687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38772) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.868669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.881412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] For port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:53.928241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] For port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,segment=NetworkSegment(ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233),segment_id=ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:53.932789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49091887-b56c-484f-92c7-33d3b574f708 req-060995cd-15aa-477a-ae73-19abebcaeea0 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.934290 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-49091887-b56c-484f-92c7-33d3b574f708 req-060995cd-15aa-477a-ae73-19abebcaeea0 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.4935913 Apr 01 15:50:53.953227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38776) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.959843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-ca3097ae-c4f2-4d0a-9100-7e397cef27b9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:53.964241 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ca3097ae-c4f2-4d0a-9100-7e397cef27b9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1037621 Apr 01 15:50:53.964433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38780) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:53.969642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Request body: {'floatingip': {'port_id': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:53.974234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.013028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.019486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=5995513a-0afa-4658-9f17-fcd6f41b6707,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.029160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-cdde7456-ea91-4e71-907b-f315c4b8c676 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.033832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cdde7456-ea91-4e71-907b-f315c4b8c676 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0657110 Apr 01 15:50:54.037806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38784) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.056180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-083b3427-55e1-4684-83dc-b04854887f84 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.059520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-083b3427-55e1-4684-83dc-b04854887f84 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0186784 Apr 01 15:50:54.066095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.067965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.077802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.080582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.142479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4cd10b4b-a70e-406f-8014-33a84a02149e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:54.143197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4cd10b4b-a70e-406f-8014-33a84a02149e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:54.146387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] No DVR routers for this DVR port 5c7b6e72-f461-4e70-9f2d-de2f4926199c on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:54.150276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 5c7b6e72-f461-4e70-9f2d-de2f4926199c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:54.150565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.161327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.198910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 5c7b6e72-f461-4e70-9f2d-de2f4926199c was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:50:54.200567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7359b1-dfe1-40f4-92d5-e577efce26b3 None None] Pushing event updated for resources: {'Port': ['ID=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.255945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-cce102bd-41f2-4df5-b1bd-a35b01d95286 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.256926 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cce102bd-41f2-4df5-b1bd-a35b01d95286 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1376889 Apr 01 15:50:54.268266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38792) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.268617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:54.286902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-7cec1d94-1c4e-4532-ad15-bf96daef164c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.293234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7cec1d94-1c4e-4532-ad15-bf96daef164c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099556 Apr 01 15:50:54.293234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Floating IP 3abbebef-a5f5-4b1b-b18b-e0ada066d7ed associated. External IP: 172.26.8.30, port: 3876be4f-d4c7-4ae2-9224-c3ba54609f0d. Apr 01 15:50:54.303055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:54.304615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d47e807-6c1b-4cd0-9339-045aaeccd951,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.309405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.310009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.335634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38796) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.345247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4455ef5-8ad9-40f9-b939-a537af1feb0b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:54.347225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.351866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3b84333c-e29c-4384-b69a-9a858212b0c3 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d47e807-6c1b-4cd0-9339-045aaeccd951 HTTP/1.1" status: 204 len: 168 time: 1.4435408 Apr 01 15:50:54.358015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5995513a-0afa-4658-9f17-fcd6f41b6707 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:54.367716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38800) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.368867 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Floating IP a3a88924-a0cb-4c65-be5c-56a597415234 associated. External IP: 172.26.8.105, port: 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4. Apr 01 15:50:54.384201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc872ef-ea7b-4685-a8e3-66948a01229a None None] Pushing event deleted for resources: {'Port': ['ID=5c7b6e72-f461-4e70-9f2d-de2f4926199c,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.395213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-a8100dca-82e2-45b3-acdb-a9a9bdd62046 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.395213 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8100dca-82e2-45b3-acdb-a9a9bdd62046 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0478091 Apr 01 15:50:54.400088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.411728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-39b1af4a-b0ce-4b35-ace2-887850ee1765 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.413395 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-39b1af4a-b0ce-4b35-ace2-887850ee1765 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0099001 Apr 01 15:50:54.417638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.428456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-c06ea4ab-d228-4aff-ad12-1f916c2af900 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.429408 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c06ea4ab-d228-4aff-ad12-1f916c2af900 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0108755 Apr 01 15:50:54.434720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38812) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.444943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=af615583-7c5d-43d4-9133-863ef78e5ecc,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.449781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-7dc53a19-47d7-4855-91b2-a3f2f893569d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.454633 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7dc53a19-47d7-4855-91b2-a3f2f893569d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0150509 Apr 01 15:50:54.459665 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac144720-4d42-4281-a396-93cd16df096b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0583830 Apr 01 15:50:54.460523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38816) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.460861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38818) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.502232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-08185840-efd7-4924-85b6-3057ccb6092f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.505639 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08185840-efd7-4924-85b6-3057ccb6092f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0118883 Apr 01 15:50:54.506888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'name': 'tempest-NetworksTestDHCPv6-1636281448'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:54.511300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38824) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.565670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-f8afd2f5-0d8c-422e-903e-cda53cae6e81 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.573385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f8afd2f5-0d8c-422e-903e-cda53cae6e81 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0592406 Apr 01 15:50:54.579147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.590239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-962c04c4-fed0-42b1-8090-40efc030e562 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:50:54.590901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-962c04c4-fed0-42b1-8090-40efc030e562 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:54.605622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-289d810b-4ac9-400f-9049-5fd28f2ea4b4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.606955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-289d810b-4ac9-400f-9049-5fd28f2ea4b4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0238295 Apr 01 15:50:54.624213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38832) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.628993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.697528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-e048a9a7-30e9-48e6-b74a-0bd650e48b50 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.698543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e048a9a7-30e9-48e6-b74a-0bd650e48b50 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0653317 Apr 01 15:50:54.722432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 5995513a-0afa-4658-9f17-fcd6f41b6707 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:54.722823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.744919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38836) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.763515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-68038b9b-c221-4558-acf2-6930bbfe89f4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.764657 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-68038b9b-c221-4558-acf2-6930bbfe89f4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0184748 Apr 01 15:50:54.769833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38840) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.780866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-6719362e-ffc7-4394-bb88-5aced695a0a9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.785914 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6719362e-ffc7-4394-bb88-5aced695a0a9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0102079 Apr 01 15:50:54.789462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.800246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-cbf68a95-fa4c-458c-868b-9a6e03d1a75d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.803690 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cbf68a95-fa4c-458c-868b-9a6e03d1a75d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0106399 Apr 01 15:50:54.806212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38848) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.808883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event deleted for resources: {'Subnet': ['ID=78c0285d-9cba-48c8-b853-0b94b5453530,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.824308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-8a418ad9-7253-4eb7-a893-46ea37a866ac tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.826167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a418ad9-7253-4eb7-a893-46ea37a866ac tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0088649 Apr 01 15:50:54.831648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38852) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.870997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b17ea-b53e-4458-adb0-997e6d04ff5e None None] Network dfc918df-79e7-44ba-98dd-9a57fb8130aa requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:54.888491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.897030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-5655fff0-ddd7-475d-bf5f-624b2f88c9ff tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.900622 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5655fff0-ddd7-475d-bf5f-624b2f88c9ff tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0654795 Apr 01 15:50:54.901277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38856) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.917702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-dc4a51cd-74f0-4ff8-bb67-f20d25318499 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.921306 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc4a51cd-74f0-4ff8-bb67-f20d25318499 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088625 Apr 01 15:50:54.924127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38860) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.934269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-340e6034-987e-47df-8d8f-0d19f410233e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.938005 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-340e6034-987e-47df-8d8f-0d19f410233e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100920 Apr 01 15:50:54.939678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:54.941860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38864) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.944386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'af615583-7c5d-43d4-9133-863ef78e5ecc'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:54.945929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.966450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-9ef6527c-8cad-49ec-bb55-00d7822e553d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.967888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9ef6527c-8cad-49ec-bb55-00d7822e553d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0250084 Apr 01 15:50:54.970158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:54.975515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38868) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.976404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:54.989991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-858419a4-8d97-4ef0-a2b8-8e77eb1e0a9f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:54.991358 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-858419a4-8d97-4ef0-a2b8-8e77eb1e0a9f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0115089 Apr 01 15:50:54.992087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:54.993992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38872) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.048399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-962c04c4-fed0-42b1-8090-40efc030e562 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:55.049621 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-962c04c4-fed0-42b1-8090-40efc030e562 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports/0d47e807-6c1b-4cd0-9339-045aaeccd951 HTTP/1.1" status: 404 len: 333 time: 0.6281140 Apr 01 15:50:55.069321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38876) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.070801 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8850cbd2-b2ce-4bb1-b16a-88e4b108c995 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "DELETE /v2.0/subnets/78c0285d-9cba-48c8-b853-0b94b5453530 HTTP/1.1" status: 204 len: 168 time: 2.5398192 Apr 01 15:50:55.074634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38880) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.077819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-05e51c8f-2448-4905-903e-0510fd416229 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.081687 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-05e51c8f-2448-4905-903e-0510fd416229 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0770273 Apr 01 15:50:55.085466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1019085522', 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:55.090746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38884) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.122528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-58f32264-c311-4e2e-a276-3a5d62d6864d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.126884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-58f32264-c311-4e2e-a276-3a5d62d6864d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0227540 Apr 01 15:50:55.126884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:55.126884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38888) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.213767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-c5496473-dffe-4797-aff7-80cb4146220a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.217932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c5496473-dffe-4797-aff7-80cb4146220a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0825040 Apr 01 15:50:55.223544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38892) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.229020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:55.290198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-2c2c3d0b-cb94-446d-ab46-8e704a6b65fe tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.293956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c2c3d0b-cb94-446d-ab46-8e704a6b65fe tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0659206 Apr 01 15:50:55.300699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38896) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.320571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.341717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-eeeb9a35-b14c-40fb-bc47-b550cc8d1ed3 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.346449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eeeb9a35-b14c-40fb-bc47-b550cc8d1ed3 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0446472 Apr 01 15:50:55.385655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38900) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.400408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5c7b6e72-f461-4e70-9f2d-de2f4926199c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:55.441851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 5c7b6e72-f461-4e70-9f2d-de2f4926199c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:55.442198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5c7b6e72-f461-4e70-9f2d-de2f4926199c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:55.449274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/af615583-7c5d-43d4-9133-863ef78e5ecc/d6f8e0c0-ae9b-4375-b848-71f7075086eb) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:55.488779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-7134f721-ed56-4c52-a982-a1490d9ed69c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.493464 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7134f721-ed56-4c52-a982-a1490d9ed69c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1005785 Apr 01 15:50:55.494061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:55.502477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.532830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38904) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.541391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 725e6f3e-bd50-4f36-a229-c09c6cd55546 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:55.561924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Made reservation on behalf of dfcdcb6685404c1d91acab145cb39cdf for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:55.564738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.591202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] DHCP port deletion for dfc918df-79e7-44ba-98dd-9a57fb8130aa request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:55.599991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Deleting port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:55.600359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.611411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-69be8f4d-1b77-449d-bc67-4180770ff7c3 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.615099 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-69be8f4d-1b77-449d-bc67-4180770ff7c3 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0319192 Apr 01 15:50:55.623442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:55.636836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Subnet': ['ID=6964a4c9-0f68-4e46-a7bc-2983fab81489,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:55.708863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0533d0-3a70-4f29-b740-aa616b692be5 None None] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:55.726175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38908) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.742327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port b46178ad-7704-4bf9-99ca-538764665908 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:55.804421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-fd479ce8-e979-401a-b506-32a7ce608b1a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.807084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fd479ce8-e979-401a-b506-32a7ce608b1a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0667748 Apr 01 15:50:55.813372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38912) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.814126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Checking segment: {'id': '8068460d-7fa0-4199-a920-44da5f4b2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:55.814483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network hostable DHCP agents. Network: 17080986-1347-4909-9e6d-7edf8fcc59ed, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:55.834035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-ad76e1b9-895e-4580-bd29-c20cff8d3c39 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.837471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ad76e1b9-895e-4580-bd29-c20cff8d3c39 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0137169 Apr 01 15:50:55.843266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38916) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.857608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.868972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-7c0de1f6-e20d-4ce0-a5ed-13e2e02b1cc5 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.872123 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7c0de1f6-e20d-4ce0-a5ed-13e2e02b1cc5 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0222178 Apr 01 15:50:55.873502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Router a872dd8e-e2ad-4694-85a7-590bdfe9628e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:55.878845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38920) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.890149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-322ef3c8-0197-4961-8f3c-beeddd707ae4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.894206 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-322ef3c8-0197-4961-8f3c-beeddd707ae4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0122836 Apr 01 15:50:55.895441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38924) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.915630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-b6faa5ba-f995-4355-b735-a71a3abb4b51 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.919097 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b6faa5ba-f995-4355-b735-a71a3abb4b51 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112963 Apr 01 15:50:55.921359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.923426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38928) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.923588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Router 42826121-01d7-4759-af17-019f26dc4173 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:55.929475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-b55d35a2-480b-48e5-a177-3738ecb5e17c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:55.933638 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b55d35a2-480b-48e5-a177-3738ecb5e17c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065660 Apr 01 15:50:55.933638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Deleting port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:55.933638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.938590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38932) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.985791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.994520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1ad4b0e8-afbe-404f-a0c3-455e72ce8f0c None None] Provisioning for port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:56.012389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 17080986-1347-4909-9e6d-7edf8fcc59ed is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:56.025659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.038898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Transition to ACTIVE for port object d6f8e0c0-ae9b-4375-b848-71f7075086eb will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:56.039170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-ae0143ba-5e18-432a-9ac3-149ec19ef458 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.042642 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae0143ba-5e18-432a-9ac3-149ec19ef458 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0394783 Apr 01 15:50:56.042773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] For port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,segment=NetworkSegment(8ee5aee6-f2e0-4268-a3a2-407aef534f9e),segment_id=8ee5aee6-f2e0-4268-a3a2-407aef534f9e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:56.042773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.054211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38936) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.068514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-34022183-9e3a-4d0f-ae37-a1664fcd113f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.072061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-34022183-9e3a-4d0f-ae37-a1664fcd113f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0126226 Apr 01 15:50:56.089569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38940) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.113476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-dabcde1a-e6c5-4f89-81a6-b9f9f7816f6d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.117016 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dabcde1a-e6c5-4f89-81a6-b9f9f7816f6d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0240078 Apr 01 15:50:56.120522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38944) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.132174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-b002d9cd-8ba8-4fd9-bb44-b9f5dede5736 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.133488 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b002d9cd-8ba8-4fd9-bb44-b9f5dede5736 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0116956 Apr 01 15:50:56.147123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38948) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.179991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 17080986-1347-4909-9e6d-7edf8fcc59ed) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:56.189063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-d565ad81-9982-4f86-946d-cf377740d02e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.192420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d565ad81-9982-4f86-946d-cf377740d02e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0251503 Apr 01 15:50:56.216489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Calling delete_port for 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:56.240254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38952) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.250651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527a06d-950f-4434-bd09-3d304a5ba8b8 None None] Network 17080986-1347-4909-9e6d-7edf8fcc59ed requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:56.261075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.261757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.287927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Transition to ACTIVE for port object d6f8e0c0-ae9b-4375-b848-71f7075086eb will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:56.313321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-77dd9df8-7028-4fe0-928a-16d3411489d6 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.317482 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-77dd9df8-7028-4fe0-928a-16d3411489d6 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0760121 Apr 01 15:50:56.318525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38956) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.353052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-eb22729b-a37b-46a7-a286-bc28f10f3f1a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.357701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb22729b-a37b-46a7-a286-bc28f10f3f1a tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0195575 Apr 01 15:50:56.358634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38960) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.372334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6ec14a07-20dc-4aab-aad6-477b22ed0112 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7129669 Apr 01 15:50:56.376245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-4e3bcca4-c3a5-4177-96dd-c784142d9b41 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.381180 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4e3bcca4-c3a5-4177-96dd-c784142d9b41 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0139871 Apr 01 15:50:56.383817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] For port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,segment=NetworkSegment(8ee5aee6-f2e0-4268-a3a2-407aef534f9e),segment_id=8ee5aee6-f2e0-4268-a3a2-407aef534f9e)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:56.384495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.386144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38964) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.386536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38966) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.416644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-5aeb5f89-a4d6-4972-bddf-a37728ab04c4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.419872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5aeb5f89-a4d6-4972-bddf-a37728ab04c4 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0257871 Apr 01 15:50:56.440739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.456368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.511666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:56.531733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-6bfcf71c-e06b-43ed-9d0e-8dee7234d78d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.535458 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6bfcf71c-e06b-43ed-9d0e-8dee7234d78d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064688 Apr 01 15:50:56.546555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.567098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38976) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.581428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-c9d77c0e-df8e-49fb-9790-b08a807f6a7e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.585059 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c9d77c0e-df8e-49fb-9790-b08a807f6a7e tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0128608 Apr 01 15:50:56.596647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.598229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:56.620295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Calling delete_port for 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:56.621390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:56.637185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:56.645700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Pushing event updated for resources: {'Port': ['ID=d6f8e0c0-ae9b-4375-b848-71f7075086eb,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.653970 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Floating IP f405f353-7940-444f-9a71-75bb343435a7 associated. External IP: 172.26.8.248, port: 1bac1c88-90ff-4ec8-b9f3-48256702ad9e. Apr 01 15:50:56.670589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-cea6f5b3-f2aa-4101-b1ab-9feb3831c9d9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.671571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cea6f5b3-f2aa-4101-b1ab-9feb3831c9d9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0680923 Apr 01 15:50:56.682653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 38984) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.771830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.815077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::184 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/af615583-7c5d-43d4-9133-863ef78e5ecc/725e6f3e-bd50-4f36-a229-c09c6cd55546) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:56.839892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:56.849040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-990fbc5c-416f-4d4f-a648-28c3febb354c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.850020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-990fbc5c-416f-4d4f-a648-28c3febb354c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0182738 Apr 01 15:50:56.854108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] Pushing event deleted for resources: {'Port': ['ID=07a03ec9-0bfe-47e4-a12b-b0b26c1fd499,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.861572 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Sync routers for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:56.866046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bc0a3-a3a0-4631-a858-7069071c3767 None None] No DVR routers for this DVR port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:56.879278 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:56.880313 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:56.889618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.895805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Attempting to bind port d6f8e0c0-ae9b-4375-b848-71f7075086eb on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:56.896162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Attempting to bind port d6f8e0c0-ae9b-4375-b848-71f7075086eb by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:56.896512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Attempting to bind port d6f8e0c0-ae9b-4375-b848-71f7075086eb on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:56.905401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-d4dd25be-7306-4ad0-a9b3-c8528e43b18d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.907680 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d4dd25be-7306-4ad0-a9b3-c8528e43b18d tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0169721 Apr 01 15:50:56.916839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38992) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.917335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:56.917335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:56.917335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.917632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:56.919098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Bound port: d6f8e0c0-ae9b-4375-b848-71f7075086eb, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:56.919098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.923131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-cbc32717-4dac-4908-956b-293bdec44b55 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.924177 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cbc32717-4dac-4908-956b-293bdec44b55 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071497 Apr 01 15:50:56.931814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 38996) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.936704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:56.940838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:56.941448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:56.944315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:56.944679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.945412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-99d314be-6df3-4f13-b007-901d2e8d6af9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.946465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-99d314be-6df3-4f13-b007-901d2e8d6af9 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0132449 Apr 01 15:50:56.962426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39000) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.991828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-83fa04c2-29c8-47ff-b7b5-5f3674287c55 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:56.995501 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-83fa04c2-29c8-47ff-b7b5-5f3674287c55 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0296321 Apr 01 15:50:56.998860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39004) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.007093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-7663c20e-60f5-4339-be29-da773a02d67b tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.012944 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7663c20e-60f5-4339-be29-da773a02d67b tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0085309 Apr 01 15:50:57.013137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-17080986-1347-4909-9e6d-7edf8fcc59ed', 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed', 'tenant_id': '206961ddce39442dad891cb02f0da415', 'fixed_ips': [{'subnet_id': '6964a4c9-0f68-4e46-a7bc-2983fab81489'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:57.013137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.013321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39008) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.027058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [None req-50d47116-860d-4856-af22-b56a19baad64 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.030661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-50d47116-860d-4856-af22-b56a19baad64 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153487 Apr 01 15:50:57.061145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39012) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.066683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.104700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:57.116936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-8257b796-0d0d-4057-a801-1ae524c9a94c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.120282 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8257b796-0d0d-4057-a801-1ae524c9a94c tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0266128 Apr 01 15:50:57.145464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.163303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:57.190497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.267057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-fd48709f-6315-48dc-9b22-869867d5e9c7 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.268022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fd48709f-6315-48dc-9b22-869867d5e9c7 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0809805 Apr 01 15:50:57.295003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Allocated IP 172.20.0.2 (17080986-1347-4909-9e6d-7edf8fcc59ed/6964a4c9-0f68-4e46-a7bc-2983fab81489/4ed5e7a7-4c7c-4f21-921e-08cf195be4b7) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:57.298394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39020) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.366372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.381117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-e5773c52-e6e7-4f98-8e8b-851139b7a648 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.382079 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e5773c52-e6e7-4f98-8e8b-851139b7a648 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0795550 Apr 01 15:50:57.394203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 725e6f3e-bd50-4f36-a229-c09c6cd55546 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.402146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39024) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.417939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3b5b9fba-fd50-40db-9161-8bd178dbf996 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "PUT /v2.0/floatingips/a3a88924-a0cb-4c65-be5c-56a597415234 HTTP/1.1" status: 200 len: 991 time: 6.8432703 Apr 01 15:50:57.425004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:57.489452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-da2e7772-64c6-40c1-9064-de0481ad66f5 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.489452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-da2e7772-64c6-40c1-9064-de0481ad66f5 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0837581 Apr 01 15:50:57.493940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39032) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.506055 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c63c00a6-36a1-4538-b574-476852badd5c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "PUT /v2.0/floatingips/3abbebef-a5f5-4b1b-b18b-e0ada066d7ed HTTP/1.1" status: 200 len: 990 time: 6.7538350 Apr 01 15:50:57.510583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'status': 'completed', 'code': 200} Apr 01 15:50:57.513537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-920be962-03f2-450a-b57a-c89ac2d237da tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.514436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-920be962-03f2-450a-b57a-c89ac2d237da tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0109174 Apr 01 15:50:57.540625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39038) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.587178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-b4d4ab3d-134c-40c3-9626-6010c1564921 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.591896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b4d4ab3d-134c-40c3-9626-6010c1564921 tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0473709 Apr 01 15:50:57.637042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.649689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Transition to ACTIVE for port object 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.653312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.660786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39042) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.673986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Transition to ACTIVE for port object 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.702315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Sync routers for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:57.729076 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a3a88924-a0cb-4c65-be5c-56a597415234', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'port_id': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'mac_address': 'fa:16:3e:eb:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3167c121-bad1-4f15-927b-82251021c6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 1, 'project_id': '67c1510d5166429dafaf673d005c5539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.733798 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Checking router: a872dd8e-e2ad-4694-85a7-590bdfe9628e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:57.738011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:57.738665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.744114 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:57.744998 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.746400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Deleting port 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:57.746767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.780382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:57.786897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=b46178ad-7704-4bf9-99ca-538764665908,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.789809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:57.799779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [None req-a6cd69ed-3031-4653-9a01-5d2bed3dfe1f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:57.810698 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a6cd69ed-3031-4653-9a01-5d2bed3dfe1f tempest-ExtensionsTestJSON-1636278679 tempest-ExtensionsTestJSON-1636278679-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1257060 Apr 01 15:50:57.810698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:57.810698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:57.810698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.821624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.829019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.852532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] For port d6f8e0c0-ae9b-4375-b848-71f7075086eb, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:57.912843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.915378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Network 17080986-1347-4909-9e6d-7edf8fcc59ed is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:57.932431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:57.935496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:57.960193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] The port '07a03ec9-0bfe-47e4-a12b-b0b26c1fd499' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:50:57.979033 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a80c482-40b2-4f4d-badc-9cc7c4a66979 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9044759 Apr 01 15:50:57.987068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39048) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.988973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-44beb45e-3cff-47ac-816b-c786b7a3325f None None] Provisioning complete for port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:57.989343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-44beb45e-3cff-47ac-816b-c786b7a3325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.076066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] For port d6f8e0c0-ae9b-4375-b848-71f7075086eb, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6f8e0c0-ae9b-4375-b848-71f7075086eb,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:58.079259 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:58.150654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:58.194706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Router e4b0eca4-10b9-48c5-becc-71b7296b6697 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:58.196002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:58.227341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4b43-e98c-4945-8f3a-278911e398f4 req-24b2b4aa-fb65-4491-8658-a7a4bbbaa46a tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.229021 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-613a4b43-e98c-4945-8f3a-278911e398f4 req-24b2b4aa-fb65-4491-8658-a7a4bbbaa46a tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.6359539 Apr 01 15:50:58.236475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:58.242966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.243929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.248981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=725e6f3e-bd50-4f36-a229-c09c6cd55546,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.279773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.297228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Attempting to bind port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:58.297597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Attempting to bind port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '8068460d-7fa0-4199-a920-44da5f4b2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:58.297958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Attempting to bind port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 on network 17080986-1347-4909-9e6d-7edf8fcc59ed {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:58.331426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c12739-562f-4b5e-87b5-285bcbdf2716 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.332279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3c12739-562f-4b5e-87b5-285bcbdf2716 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:58.356095 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-613a4b43-e98c-4945-8f3a-278911e398f4 req-32e5969e-5fc9-4c46-8389-83b3d17ba4e1 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863152 Apr 01 15:50:58.365111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:58.368801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Checking segment: {'id': '8068460d-7fa0-4199-a920-44da5f4b2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:58.369364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.369659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.370526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Bound using segment: {'id': '8068460d-7fa0-4199-a920-44da5f4b2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:58.371144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Bound port: 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8068460d-7fa0-4199-a920-44da5f4b2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '17080986-1347-4909-9e6d-7edf8fcc59ed'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:58.372852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.383020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Pushing event updated for resources: {'Port': ['ID=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.521652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d032-6a29-40d1-b525-7119d4be735a req-fad2e8e8-16dc-47f2-a9b8-caabd1e1729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.523161 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-fad2e8e8-16dc-47f2-a9b8-caabd1e1729f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67c1510d5166429dafaf673d005c5539&device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 1098 time: 0.7377734 Apr 01 15:50:58.547894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:58.554356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc918df-79e7-44ba-98dd-9a57fb8130aa']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:58.569235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Allocated IP 172.20.0.1 (0b0bd502-5d3c-498f-a357-2cf7e5b27018/142e5564-8cb0-4daf-9038-7333152e5783/6bc3c220-e689-4c1a-977f-bc3261bcc10a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:58.569637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3b988-7198-4e47-9502-bb67d3168e18 req-640e6264-bd29-47ac-a0db-1478af865a39 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.576892 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dae3b988-7198-4e47-9502-bb67d3168e18 req-640e6264-bd29-47ac-a0db-1478af865a39 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8053138 Apr 01 15:50:58.601221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a3a88924-a0cb-4c65-be5c-56a597415234', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'port_id': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'mac_address': 'fa:16:3e:eb:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3167c121-bad1-4f15-927b-82251021c6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 1, 'project_id': '67c1510d5166429dafaf673d005c5539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:58.606383 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02bc5f-ee52-4420-9aff-ab2c2deb69d1 None None] The sync data for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv is: [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a3a88924-a0cb-4c65-be5c-56a597415234', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'port_id': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'mac_address': 'fa:16:3e:eb:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3167c121-bad1-4f15-927b-82251021c6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 1, 'project_id': '67c1510d5166429dafaf673d005c5539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:58.621000 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ecd5f19-ed75-49bf-9362-54cf7f75ed76 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1277211 Apr 01 15:50:58.623001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee5aee6-f2e0-4268-a3a2-407aef534f9e') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:58.623290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee5aee6-f2e0-4268-a3a2-407aef534f9e') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:58.631274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39056) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.657913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3c12739-562f-4b5e-87b5-285bcbdf2716 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:58.659088 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3c12739-562f-4b5e-87b5-285bcbdf2716 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports/b46178ad-7704-4bf9-99ca-538764665908 HTTP/1.1" status: 200 len: 955 time: 0.6675563 Apr 01 15:50:58.672185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.682588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39060) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.755684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.878688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39066) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.889849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Deleting port b46178ad-7704-4bf9-99ca-538764665908 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:58.890194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.900904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.911197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-44beb45e-3cff-47ac-816b-c786b7a3325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.967560 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dae3b988-7198-4e47-9502-bb67d3168e18 req-c23268af-b951-452e-8052-66d8b23ce3b2 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897164 Apr 01 15:50:58.975509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:58.977672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:58.978225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:58.996014 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:59.000901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.012660 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Sync routers for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:59.034758 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:59.047498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.049258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.058874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,segment=NetworkSegment(ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233),segment_id=ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:59.072699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2518c-1c33-43fd-971f-0023dfa5d36f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.081867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2518c-1c33-43fd-971f-0023dfa5d36f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.095040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-34e2518c-1c33-43fd-971f-0023dfa5d36f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:59.121500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1b91-611e-4dab-b094-ed8cdeac471d None None] New status for floating IP a3a88924-a0cb-4c65-be5c-56a597415234: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:50:59.200230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d032-6a29-40d1-b525-7119d4be735a req-44afdf21-80c1-4eeb-9ffb-70aa5b5ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.201934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-44afdf21-80c1-4eeb-9ffb-70aa5b5ac3d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=108baf21-5a06-46dd-a26e-c7a382181574 HTTP/1.1" status: 200 len: 906 time: 0.6677754 Apr 01 15:50:59.205377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Transition to ACTIVE for port object 6bc3c220-e689-4c1a-977f-bc3261bcc10a will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:59.256026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0ac9d-c9fb-407b-a7fd-3ab64e853864 None None] Pushing event updated for resources: {'Port': ['ID=d6f8e0c0-ae9b-4375-b848-71f7075086eb,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.309588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-23555d0b-d4cf-4e6e-a740-f497d6d7c144 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "PUT /v2.0/floatingips/f405f353-7940-444f-9a71-75bb343435a7 HTTP/1.1" status: 200 len: 991 time: 5.3537147 Apr 01 15:50:59.320075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:59.329373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.393123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:59.401986 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-a1c9667c-1798-40af-a674-cc25a67d9821 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 HTTP/1.1" status: 200 len: 999 time: 0.1858280 Apr 01 15:50:59.403557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Usage tracker for resource:security_group_rule and tenant:0214487e39f841ac8aadb0e3e5d53bd2 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:59.417216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:59.428864 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:59.556354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:59.572520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.615712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.631682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:59.637706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-34e2518c-1c33-43fd-971f-0023dfa5d36f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:59.642113 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-34e2518c-1c33-43fd-971f-0023dfa5d36f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0065844 Apr 01 15:50:59.645112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39080) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:59.647626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] Pushing event deleted for resources: {'Network': ['ID=dfc918df-79e7-44ba-98dd-9a57fb8130aa,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.652670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.735538 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-40c71741-02f4-4372-80c0-5024514ed2c4 tempest-ExtraDHCPOptionsTestJSON-572943055 tempest-ExtraDHCPOptionsTestJSON-572943055-project] 10.222.0.21 "DELETE /v2.0/networks/dfc918df-79e7-44ba-98dd-9a57fb8130aa HTTP/1.1" status: 204 len: 168 time: 4.6512954 Apr 01 15:50:59.750291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d032-6a29-40d1-b525-7119d4be735a req-83a15491-2a96-48cd-80cc-8b277f20e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.751765 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-83a15491-2a96-48cd-80cc-8b277f20e060 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f26c0467-1019-4d4f-96c5-d786d5e54d92 HTTP/1.1" status: 200 len: 844 time: 0.3269634 Apr 01 15:50:59.820353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] For port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:59.830221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-44beb45e-3cff-47ac-816b-c786b7a3325f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:59.830975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-44beb45e-3cff-47ac-816b-c786b7a3325f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:59.832068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.832790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:59.852455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:59.856058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:59.928273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.943678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Port': ['ID=6bc3c220-e689-4c1a-977f-bc3261bcc10a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.961875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:00.110268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:00.116147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 07a03ec9-0bfe-47e4-a12b-b0b26c1fd499 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:00.122214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] For port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,segment=NetworkSegment(8068460d-7fa0-4199-a920-44da5f4b2b55),segment_id=8068460d-7fa0-4199-a920-44da5f4b2b55)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:00.164087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 725e6f3e-bd50-4f36-a229-c09c6cd55546 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:00.164348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.175692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Calling delete_port for b46178ad-7704-4bf9-99ca-538764665908 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:00.201605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.210930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.367306 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f405f353-7940-444f-9a71-75bb343435a7', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'port_id': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'mac_address': 'fa:16:3e:88:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:55Z', 'revision_number': 1, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.387459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Checking router: e4b0eca4-10b9-48c5-becc-71b7296b6697 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:00.423328 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:00.423777 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.424248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.479430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6f8e0c0-ae9b-4375-b848-71f7075086eb up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:00.523193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296b800-1844-4c6b-a7c4-ac1ba4d4d856 req-26519aaa-ab68-45f4-b111-eaca1639fefb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.540075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.540320 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2296b800-1844-4c6b-a7c4-ac1ba4d4d856 req-26519aaa-ab68-45f4-b111-eaca1639fefb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 1.0272081 Apr 01 15:51:00.600379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39088) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:00.602132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ee932-61d0-4d24-8ada-ff255accabec None None] Pushing event updated for resources: {'Port': ['ID=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.629848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46178ad-7704-4bf9-99ca-538764665908,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.671309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '3abbebef-a5f5-4b1b-b18b-e0ada066d7ed', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '42826121-01d7-4759-af17-019f26dc4173', 'port_id': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'mac_address': 'fa:16:3e:be:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 1, 'project_id': '60631898d1234d22ad929330763a82cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.681821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Checking router: 42826121-01d7-4759-af17-019f26dc4173 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:00.725828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.744073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:00.744713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:50:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.746559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5900f6-bc04-42fe-8ef8-d6c6811ac707 req-9c41c0b7-2c43-4189-8810-83c14865884b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.769108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a5900f6-bc04-42fe-8ef8-d6c6811ac707 req-9c41c0b7-2c43-4189-8810-83c14865884b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.5430892 Apr 01 15:51:00.772179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.842737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d6f8e0c0-ae9b-4375-b848-71f7075086eb completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:00.871074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.953839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a5900f6-bc04-42fe-8ef8-d6c6811ac707 req-9fcaa246-c45e-4c79-8b80-02d26c31380a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838238 Apr 01 15:51:00.955997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.962661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2296b800-1844-4c6b-a7c4-ac1ba4d4d856 req-39b569b8-1c8e-4e60-aaf1-9c17b0873ee1 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212620 Apr 01 15:51:00.998319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:01.036943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cee8411-09fd-4f90-aa6a-d62103797581 None None] Provisioning for port 6bc3c220-e689-4c1a-977f-bc3261bcc10a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:01.155231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'status': 'completed', 'code': 200} Apr 01 15:51:01.179898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9cee8411-09fd-4f90-aa6a-d62103797581 None None] Provisioning complete for port 6bc3c220-e689-4c1a-977f-bc3261bcc10a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:01.180436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cee8411-09fd-4f90-aa6a-d62103797581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.194019 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'status': 'completed', 'code': 200} Apr 01 15:51:01.225183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d032-6a29-40d1-b525-7119d4be735a req-07a78822-3fa7-469f-800d-264dfbb384ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.229879 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-07a78822-3fa7-469f-800d-264dfbb384ce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=108baf21-5a06-46dd-a26e-c7a382181574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4543657 Apr 01 15:51:01.267938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9cee8411-09fd-4f90-aa6a-d62103797581 None None] Port 6bc3c220-e689-4c1a-977f-bc3261bcc10a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:01.309484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:01.358181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0214487e39f841ac8aadb0e3e5d53bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4712634 Apr 01 15:51:01.385880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39098) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.425484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3ac2b-9c2c-49b9-b229-4af54d2b3acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6251a3f7-fd26-45f1-bdbf-9c061945231e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.528831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Provisioning for port d6f8e0c0-ae9b-4375-b848-71f7075086eb completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:01.550925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Provisioning complete for port d6f8e0c0-ae9b-4375-b848-71f7075086eb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:01.551285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.622338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.648913 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d01247be-e9a9-4316-b86b-e6308dfb8daa tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b46178ad-7704-4bf9-99ca-538764665908 HTTP/1.1" status: 204 len: 168 time: 2.9587443 Apr 01 15:51:01.746717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39102) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.785367 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f405f353-7940-444f-9a71-75bb343435a7', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'port_id': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'mac_address': 'fa:16:3e:88:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:55Z', 'revision_number': 1, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.791518 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d257-7256-4d89-817d-fafd77a950a9 None None] The sync data for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv is: [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f405f353-7940-444f-9a71-75bb343435a7', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'port_id': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'mac_address': 'fa:16:3e:88:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:55Z', 'revision_number': 1, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:01.864677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.873617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 725e6f3e-bd50-4f36-a229-c09c6cd55546 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:01.912959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.927169 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-37eef6f5-8abd-49b4-ab33-513cabe6cf3d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:51:01.927994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37eef6f5-8abd-49b4-ab33-513cabe6cf3d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:01.932340 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-9d1a5e52-ad12-49c7-8ba2-241da43dd057 service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675454 Apr 01 15:51:01.964867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] For port d6f8e0c0-ae9b-4375-b848-71f7075086eb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6f8e0c0-ae9b-4375-b848-71f7075086eb,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:01.999760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-93455179-7cf1-4754-875c-d3aae9f367eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6619a295a894aa398ce46b0ebee0b40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3892815 Apr 01 15:51:02.002550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.007816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.039867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c7c19-9f71-4d77-ab2d-989c3686bd1f None None] Network 17080986-1347-4909-9e6d-7edf8fcc59ed requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:02.104003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.115008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37eef6f5-8abd-49b4-ab33-513cabe6cf3d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:02.122651 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-37eef6f5-8abd-49b4-ab33-513cabe6cf3d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports/b46178ad-7704-4bf9-99ca-538764665908 HTTP/1.1" status: 404 len: 333 time: 0.3730307 Apr 01 15:51:02.123094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.133007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-715360293'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.145421 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c119d-078f-4c0e-b197-56c6b2cb2b69 None None] New status for floating IP f405f353-7940-444f-9a71-75bb343435a7: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:51:02.190530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.206341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.238953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-c1f37f32-dc89-4852-87f0-68f5f9f10374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.240620 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-c1f37f32-dc89-4852-87f0-68f5f9f10374 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.5894947 Apr 01 15:51:02.249292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.283631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-93149860-0703-436b-b170-d5793c8439a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.287852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-93149860-0703-436b-b170-d5793c8439a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5628f26dbfe442a3ae3398b3e48a53df&device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 1098 time: 0.6378047 Apr 01 15:51:02.325659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-c9976264-b3ad-41c3-a5c5-a56c0b4f9e4c service neutron] 10.222.0.91 "GET /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817375 Apr 01 15:51:02.375938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.400443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6251a3f7-fd26-45f1-bdbf-9c061945231e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.434308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.445640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:02.504390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=725e6f3e-bd50-4f36-a229-c09c6cd55546,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.524274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.528491 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-172e231c-a10b-4529-a221-04dfe69dc27d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6251a3f7-fd26-45f1-bdbf-9c061945231e HTTP/1.1" status: 204 len: 168 time: 1.1258731 Apr 01 15:51:02.543859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.558519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c06d0fbc-c3af-4329-b352-c500c43f2d9b None None] Provisioning complete for port 725e6f3e-bd50-4f36-a229-c09c6cd55546 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:02.559028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c06d0fbc-c3af-4329-b352-c500c43f2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.563788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Port': ['ID=6bc3c220-e689-4c1a-977f-bc3261bcc10a,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.633211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.639642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e3a8-ccf8-4ce7-a5ff-ab5c53d0d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.640776 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5effd273-a24e-46ea-8017-85c07a66b5f5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/725e6f3e-bd50-4f36-a229-c09c6cd55546 HTTP/1.1" status: 204 len: 168 time: 2.9906948 Apr 01 15:51:02.643129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39118) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.648055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0fbc-c3af-4329-b352-c500c43f2d9b None None] Port 725e6f3e-bd50-4f36-a229-c09c6cd55546 was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:51:02.652506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b90df8-1bc3-428f-9195-b4fb1f1f6aa6 None None] Pushing event updated for resources: {'Port': ['ID=d6f8e0c0-ae9b-4375-b848-71f7075086eb,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.748755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-efabe92a-7c36-4250-80bd-aa85bdc5b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.750849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-efabe92a-7c36-4250-80bd-aa85bdc5b6d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=532ad1a7-ae20-4417-af70-c48aed94ec96 HTTP/1.1" status: 200 len: 913 time: 0.2163134 Apr 01 15:51:02.752080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eae8a6-01b0-47b1-9854-293c705622ee tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.754934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eae8a6-01b0-47b1-9854-293c705622ee tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.756766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-92eae8a6-01b0-47b1-9854-293c705622ee tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:02.765901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Made reservation on behalf of dfcdcb6685404c1d91acab145cb39cdf for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:02.768883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.787160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '3abbebef-a5f5-4b1b-b18b-e0ada066d7ed', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '42826121-01d7-4759-af17-019f26dc4173', 'port_id': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'mac_address': 'fa:16:3e:be:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 1, 'project_id': '60631898d1234d22ad929330763a82cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:02.799888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 2affbace-5fb2-44d6-8b66-e99fdf39944d yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:02.823438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843107-c6b1-440a-95df-6425fa2b6e38 None None] The sync data for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv is: [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '3abbebef-a5f5-4b1b-b18b-e0ada066d7ed', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'floating_ip_address': '172.26.8.30', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '42826121-01d7-4759-af17-019f26dc4173', 'port_id': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'mac_address': 'fa:16:3e:be:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 1, 'project_id': '60631898d1234d22ad929330763a82cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:02.832286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:02.832869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.863182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c06d0fbc-c3af-4329-b352-c500c43f2d9b None None] Provisioning for port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:02.901177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-92eae8a6-01b0-47b1-9854-293c705622ee tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:02.905734 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-92eae8a6-01b0-47b1-9854-293c705622ee tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2606721 Apr 01 15:51:02.907036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39122) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.998412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.041782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet af615583-7c5d-43d4-9133-863ef78e5ecc {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:03.049337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.053009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.055376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:03.113326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.132476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01858eed-f3b3-4018-b251-4c1ade0de592 None None] New status for floating IP 3abbebef-a5f5-4b1b-b18b-e0ada066d7ed: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:51:03.194184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.337089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.410871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947af53-9692-43c7-b79b-4f4e6589b9d7 req-aeaa0023-3efd-4637-a175-54414e0ac45c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.412384 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0947af53-9692-43c7-b79b-4f4e6589b9d7 req-aeaa0023-3efd-4637-a175-54414e0ac45c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.2882600 Apr 01 15:51:03.428701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.522866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde09d0-396c-4f68-9b28-1dab42b304ca,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.532584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-a04ab220-ffe0-4a12-a816-88a62ca9a1aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e HTTP/1.1" status: 200 len: 1001 time: 0.7415493 Apr 01 15:51:03.536694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.543977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:03.558324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:03.558719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.590300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] Provisioning complete for port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:03.590539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.603012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=af615583-7c5d-43d4-9133-863ef78e5ecc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.613786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.616614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-22bb0594-c733-4f49-9da4-3b377948400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.618078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-22bb0594-c733-4f49-9da4-3b377948400a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 1.3106325 Apr 01 15:51:03.630090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c388620-31ab-462b-85d5-8aac83bd91e7 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:03.727917 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6abe0b94-b1f7-48b9-b7e5-eeb56be39713 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/af615583-7c5d-43d4-9133-863ef78e5ecc HTTP/1.1" status: 204 len: 168 time: 0.8197787 Apr 01 15:51:03.730274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39136) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.796107 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0947af53-9692-43c7-b79b-4f4e6589b9d7 req-e8a2b8ec-6c42-4f2e-ad17-7d9f2fde696d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610668 Apr 01 15:51:03.823967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:03.833182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:03.840858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.845317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f713165b-d515-4436-96df-d93af6b5e32d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bde09d0-396c-4f68-9b28-1dab42b304ca HTTP/1.1" status: 204 len: 168 time: 1.8249221 Apr 01 15:51:03.973776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-4e331aa0-455e-4e4b-b819-0adda3c0a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.975325 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-4e331aa0-455e-4e4b-b819-0adda3c0a09f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=113352ea-0415-455c-9561-7d93d90eebf3 HTTP/1.1" status: 200 len: 851 time: 0.4201353 Apr 01 15:51:03.995488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.009152 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-806360fd-0d48-4cf9-a806-d094403bec99 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2749028 Apr 01 15:51:04.010226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.018699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:04.069449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-adf7b505-2211-47d3-9f29-d490f32c2424 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.4267249 Apr 01 15:51:04.102739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.122472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.190106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] For port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,segment=NetworkSegment(8068460d-7fa0-4199-a920-44da5f4b2b55),segment_id=8068460d-7fa0-4199-a920-44da5f4b2b55)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:04.195913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:04.207307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:04.212123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:04.220523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:04.259383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-b2e0f62a-4e15-458b-aaf9-10bc453b5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.260837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-b2e0f62a-4e15-458b-aaf9-10bc453b5b2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.1788111 Apr 01 15:51:04.302111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:04.307754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.332414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:04.339940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.353837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-1254489d-9eb6-44a3-bf0c-e697cb717063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.355467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-1254489d-9eb6-44a3-bf0c-e697cb717063 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=532ad1a7-ae20-4417-af70-c48aed94ec96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3431520 Apr 01 15:51:04.356456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39154) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.371175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Deleting port d6f8e0c0-ae9b-4375-b848-71f7075086eb {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:04.371690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.556316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:04.556316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:04.567472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-881fb227-5cab-4088-92fa-66d44449fe75 None None] Provisioning complete for port 6bc3c220-e689-4c1a-977f-bc3261bcc10a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.568073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-881fb227-5cab-4088-92fa-66d44449fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.597740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157517c-0398-4e8a-92ab-46dfcc7a9a67 None None] Pushing event updated for resources: {'Port': ['ID=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.627315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.628458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Router 10680d48-ed4a-4aa8-a6bd-d52f03bc380a is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:51:04.706384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723655173'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:04.711758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:04.715687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:04.718684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:04.724550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:04.738897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-881fb227-5cab-4088-92fa-66d44449fe75 None None] Port 6bc3c220-e689-4c1a-977f-bc3261bcc10a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:04.743632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Network d8230bd2-02b4-4043-b010-aab46e0f30a2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:04.758255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:04.773829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] For port d6f8e0c0-ae9b-4375-b848-71f7075086eb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6f8e0c0-ae9b-4375-b848-71f7075086eb,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:04.774218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.822775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:04.823714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.824306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.837144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-52b2b602-526a-4366-b630-165fbe590160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.838474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.838985 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-52b2b602-526a-4366-b630-165fbe590160 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5591218 Apr 01 15:51:04.865844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-abb23b18-ed5a-4a04-9afc-4615d364d43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.896705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:04.900633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.958464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:04.961765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:04.967054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=2affbace-5fb2-44d6-8b66-e99fdf39944d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.975521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.976106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.992899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Calling delete_port for d6f8e0c0-ae9b-4375-b848-71f7075086eb owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:04.998361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-99318e48-ba12-4bfc-a6d0-2529dbb744b7 service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251340 Apr 01 15:51:05.003758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.053798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=236b4049-329a-49ca-a692-601cf8882527,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.133026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235e2c1-186e-4786-910c-788265eb037b req-931eff3f-57f5-48e9-8507-b4c9e1cd62af tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.134688 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b235e2c1-186e-4786-910c-788265eb037b req-931eff3f-57f5-48e9-8507-b4c9e1cd62af tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.1276386 Apr 01 15:51:05.142425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-559bb134-caec-4516-8e4d-52600ec8c9c5 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0138850 Apr 01 15:51:05.148791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39180) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.158129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:05.178856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:05.214982 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d7e86db-f08e-4b29-9653-86ffc1322d87 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2032149 Apr 01 15:51:05.220073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:05.221896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:security_group_rule and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:05.224006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.241612 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] Sync routers for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:05.242185 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-70b19828-a143-4a77-9f79-304076aec007 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8492715 Apr 01 15:51:05.242185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:05.243555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39188) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.246303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'name': 'tempest-NetworksTestDHCPv6-177212630'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:05.250175 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:05.251202 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.290197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.316568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:05.351267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] Pushing event deleted for resources: {'Port': ['ID=d6f8e0c0-ae9b-4375-b848-71f7075086eb,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.353296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:05.403340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdba7e-57c6-4d9a-84eb-0a7bd60832c7 None None] No DVR routers for this DVR port d6f8e0c0-ae9b-4375-b848-71f7075086eb on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:05.404870 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.428351 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b235e2c1-186e-4786-910c-788265eb037b req-bc955edc-ad0d-4641-930d-c39d42577f46 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809553 Apr 01 15:51:05.434419 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:05.437157 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.446079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1f87b-f55e-4a83-81ad-d9945aa708fa None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:05.481599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-5bcef397-18d4-4162-ac3b-e7fcb63cd631 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166737 Apr 01 15:51:05.512902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39194) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.535895 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.537388 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046eed5-374d-4e68-b23a-5e353406e157 None None] The sync data for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:05.637081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:05.639877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.654053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:05.659850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:05.669343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:05.693580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:05.693949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.744105 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62724a90-24b2-4a6d-a16c-74476dd4026f req-64dbaf87-cc7d-43de-86ed-12ea5513817e service neutron] 10.222.0.91 "GET /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286749 Apr 01 15:51:05.846851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.860518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.878765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:05.882990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '236b4049-329a-49ca-a692-601cf8882527'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:05.884210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.884380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.936779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:06.022733 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3bd36a19-0d67-404f-8be3-aae26b6516d1 req-7117f89a-a65d-41f9-933d-ae84727db818 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189979 Apr 01 15:51:06.042059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1755407413'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:06.048882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:06.053076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.056201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:network and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:06.069698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:06.128718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] device_id is not set on port 2affbace-5fb2-44d6-8b66-e99fdf39944d yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:06.142596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.144527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:06.161400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.166239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:06.171310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::4e (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/236b4049-329a-49ca-a692-601cf8882527/30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:06.174736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Transition to ACTIVE for port object 2affbace-5fb2-44d6-8b66-e99fdf39944d will not be triggered until provisioned by entity L2. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:06.176401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6f8e0c0-ae9b-4375-b848-71f7075086eb no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:06.198417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf3976-e4c3-4f41-b0fb-4e63417bce15,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.212480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.212824 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 61597e2d-a1e3-45e4-bd20-07b9fbd026d4 of type vlan for network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 Apr 01 15:51:06.215821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d6f8e0c0-ae9b-4375-b848-71f7075086eb {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:06.216169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6f8e0c0-ae9b-4375-b848-71f7075086eb not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:06.271886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.300935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:06.304398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.483478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=2affbace-5fb2-44d6-8b66-e99fdf39944d,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.512400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.523168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.523168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.523496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.533087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.539935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.540160 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.541913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 2 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.552076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.557920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:06.576414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.576743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.577077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.582351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:06.585406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.585770 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.587035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 3 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.600837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:security_group_rule and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:06.636516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:06.666862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:06.700232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.700566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.700903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.709364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.709660 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.711460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 4 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.728881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.729208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.729550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.735719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.736035 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.737361 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 5 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.753229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.753552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.753882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.758532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.758887 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.759265 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 6 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.776644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.777113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.777566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.784981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.785450 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.785998 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 7 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.802845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.804903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.805233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.805567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.808339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.809010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.810447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.810804 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.811186 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 8 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.826967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.827301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.827635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.832602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-8c601ef3-3a00-4130-b2be-6575c17699ae tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:51:06.833356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:06.833679 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:06.833802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8c601ef3-3a00-4130-b2be-6575c17699ae tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5855610 Apr 01 15:51:06.834062 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 9 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:06.840542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39202) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.871031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb086f-a2ef-4f50-9851-ae17377f09d8 req-254f7aea-ffb0-4233-88ce-96992a334e6d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.872599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bbb086f-a2ef-4f50-9851-ae17377f09d8 req-254f7aea-ffb0-4233-88ce-96992a334e6d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3194456 Apr 01 15:51:06.918468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.921764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.922092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.922520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:06.943692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/236b4049-329a-49ca-a692-601cf8882527/097fe968-438b-4245-862c-195679831c26) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:06.998396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=6b36f95f-2fb0-4203-b8b8-43f2519ed823,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.028361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:07.028736 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:07.037410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bbb086f-a2ef-4f50-9851-ae17377f09d8 req-9413225e-8841-4f11-b1db-4bfb8f027da7 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475682 Apr 01 15:51:07.041619 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempt 10 to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d Apr 01 15:51:07.044584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.056584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:07.083929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1ec0348e-9f63-4c8e-be22-b0abf442ce12 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7219045 Apr 01 15:51:07.085947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:07.105247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.108779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:07.109598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] {{(pid=88733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:07.109942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempting to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:07.142831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.169725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:07.174347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:07.179698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.180374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.214013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.214155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.214155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Added segment 03c810a3-14ef-4321-b72e-a43396a85f88 of type vlan for network 91418b80-b34e-4846-b70a-e62f5252a1ce Apr 01 15:51:07.214308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:51:07.214308 dv-neutron-835944-1-hyperv neutron-server[88733]: ERROR neutron.plugins.ml2.managers [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Failed to bind port 2affbace-5fb2-44d6-8b66-e99fdf39944d on host hv-neutron-8359 for vnic_type normal using segments [{'id': '0ed33e80-33f2-41c1-b376-037c16e12e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd8230bd2-02b4-4043-b010-aab46e0f30a2'}] Apr 01 15:51:07.214445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.280207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.371605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7823f409-54f8-4a33-8bf5-d2ca8c0967d2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.394688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.398801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.405087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.406961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.418331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Transition to ACTIVE for port object 097fe968-438b-4245-862c-195679831c26 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.447800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Transition to ACTIVE for port object 097fe968-438b-4245-862c-195679831c26 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.472046 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-46fa3e6d-2c9e-4fdf-bfd7-2d381c5d1d30 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2415719 Apr 01 15:51:07.473775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39208) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.522099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 2affbace-5fb2-44d6-8b66-e99fdf39944d, host hv-neutron-8359, cleared binding levels {{(pid=88733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:07.522411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attempted to set empty binding levels {{(pid=88733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:51:07.571843 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8886335 Apr 01 15:51:07.572658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4de741-38aa-4ca5-a710-de889e9350f8 req-765bf117-7d86-483e-82dd-aae62ef7051d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.574077 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3d4de741-38aa-4ca5-a710-de889e9350f8 req-765bf117-7d86-483e-82dd-aae62ef7051d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3719006 Apr 01 15:51:07.582420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39212) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.584920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.584920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.594666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'subnet': {'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:07.603478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd542-9a05-4a3b-8cb6-7c631c874259 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Network': ['ID=91418b80-b34e-4846-b70a-e62f5252a1ce,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.620522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 91418b80-b34e-4846-b70a-e62f5252a1ce details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:07.643901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.661190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d3212-eda6-4879-8530-305fe2f0ef5a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.663175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1a7d3212-eda6-4879-8530-305fe2f0ef5a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1895089 Apr 01 15:51:07.665802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39216) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.744913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:07.751242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.760141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:07.761710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.763007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:07.779987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] In _notify_port_updated(), no bound segment for port 2affbace-5fb2-44d6-8b66-e99fdf39944d on network d8230bd2-02b4-4043-b010-aab46e0f30a2 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:51:07.781814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.782423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.783773 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "PUT /v2.0/ports/2affbace-5fb2-44d6-8b66-e99fdf39944d HTTP/1.1" status: 200 len: 976 time: 2.6148241 Apr 01 15:51:07.787690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Pushing event updated for resources: {'Port': ['ID=097fe968-438b-4245-862c-195679831c26,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.802806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39222) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.850867 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3d4de741-38aa-4ca5-a710-de889e9350f8 req-d6f6883a-c720-40d4-9135-a83cd769826e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674983 Apr 01 15:51:07.871811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967b84f-8918-4988-bbba-c2bd10418f81 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event updated for resources: {'Port': ['ID=2affbace-5fb2-44d6-8b66-e99fdf39944d,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.888655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:07.912027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Attempting to bind port 097fe968-438b-4245-862c-195679831c26 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:07.912388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Attempting to bind port 097fe968-438b-4245-862c-195679831c26 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:07.912746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Attempting to bind port 097fe968-438b-4245-862c-195679831c26 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:07.919858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:subnet and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:07.926052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:07.926425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:07.926851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.927241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:07.927710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Bound port: 097fe968-438b-4245-862c-195679831c26, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:07.928072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.949703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:07.962274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Deleting port 2affbace-5fb2-44d6-8b66-e99fdf39944d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:07.962670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.071474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:08.081896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] For port 097fe968-438b-4245-862c-195679831c26, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:08.086070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] For port 097fe968-438b-4245-862c-195679831c26, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=097fe968-438b-4245-862c-195679831c26,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:08.171306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.178581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.184613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:08.188067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.326673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:08.386183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8b2b-9aec-4012-b84e-36394514e3d8 None None] Pushing event updated for resources: {'Port': ['ID=097fe968-438b-4245-862c-195679831c26,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.546123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.641053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.683507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] For port 2affbace-5fb2-44d6-8b66-e99fdf39944d, host hv-neutron-8359, got binding levels [] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:08.687970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.742205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.804817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.822204 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-db47d668-4d67-4dd6-8f09-65a9c598adbc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c HTTP/1.1" status: 204 len: 168 time: 1.1547520 Apr 01 15:51:08.824084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39230) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.897532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad28f34-b508-4979-97e2-d99cf84e4431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.899515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad28f34-b508-4979-97e2-d99cf84e4431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.903880 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ad28f34-b508-4979-97e2-d99cf84e4431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788171 Apr 01 15:51:08.904539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39234) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.977290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 236b4049-329a-49ca-a692-601cf8882527 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:08.980645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.046511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.049971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Calling delete_port for 2affbace-5fb2-44d6-8b66-e99fdf39944d owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:09.144656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.390658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c694-7837-4742-b60f-efd521e6d504 req-21103c64-1104-4612-9d3d-2453b5a78ced tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.395464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 097fe968-438b-4245-862c-195679831c26 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:09.399407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a01c694-7837-4742-b60f-efd521e6d504 req-21103c64-1104-4612-9d3d-2453b5a78ced tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.6226735 Apr 01 15:51:09.449849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.505596 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a01c694-7837-4742-b60f-efd521e6d504 req-b5ac8781-8c37-462a-b5f6-43bd621a2762 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052113 Apr 01 15:51:09.529981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.536134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.589002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=236b4049-329a-49ca-a692-601cf8882527,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.598089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 097fe968-438b-4245-862c-195679831c26 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:09.598475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.623758 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-55d676b9-9b1d-44d8-9792-f7ad89eacbff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/236b4049-329a-49ca-a692-601cf8882527 HTTP/1.1" status: 204 len: 168 time: 0.7159669 Apr 01 15:51:09.626944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39240) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:09.650157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Pushing event deleted for resources: {'Port': ['ID=2affbace-5fb2-44d6-8b66-e99fdf39944d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.745133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.753181 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-161a88ea-169a-4603-96e8-d9fca8591852 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246762 Apr 01 15:51:09.761031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39246) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:09.771065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Subnet': ['ID=c73034b4-9fec-4a12-aaf6-798ae7647ac1,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.774828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a724dc9-d3e9-4ef0-9bfb-96381ca8f5b6 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:09.838775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting port 6bc3c220-e689-4c1a-977f-bc3261bcc10a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:09.839014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.939682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Provisioning for port 097fe968-438b-4245-862c-195679831c26 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:09.948022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c108d8-9178-41b1-bfb3-55f0179a9a03 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.949282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89c108d8-9178-41b1-bfb3-55f0179a9a03 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:09.975903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Provisioning complete for port 097fe968-438b-4245-862c-195679831c26 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:09.976266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.050773 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8990260c-79bf-4a87-a229-b1351aed1148 tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2affbace-5fb2-44d6-8b66-e99fdf39944d HTTP/1.1" status: 204 len: 168 time: 2.2440214 Apr 01 15:51:10.052590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39250) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.055449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Checking segment: {'id': '03c810a3-14ef-4321-b72e-a43396a85f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:10.055807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network hostable DHCP agents. Network: 91418b80-b34e-4846-b70a-e62f5252a1ce, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:10.068441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.119008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c467b2-871c-4b61-86b2-8ecb222eb96d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:51:10.119938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-63c467b2-871c-4b61-86b2-8ecb222eb96d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Synchronizing usage tracker for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:10.136302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89c108d8-9178-41b1-bfb3-55f0179a9a03 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:10.141662 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-89c108d8-9178-41b1-bfb3-55f0179a9a03 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3774147 Apr 01 15:51:10.144312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39254) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.218261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Calling delete_port for 6bc3c220-e689-4c1a-977f-bc3261bcc10a owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:10.232655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf493a-bebf-4e12-b718-7b7641a0cc8b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.234491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d3cf493a-bebf-4e12-b718-7b7641a0cc8b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:10.258528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-63c467b2-871c-4b61-86b2-8ecb222eb96d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] Unset dirty status for tenant:dfcdcb6685404c1d91acab145cb39cdf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:10.267752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-63c467b2-871c-4b61-86b2-8ecb222eb96d tempest-PortsAdminExtendedAttrsTestJSON-884325031 tempest-PortsAdminExtendedAttrsTestJSON-884325031-project-admin] 10.222.0.21 "GET /v2.0/ports/2affbace-5fb2-44d6-8b66-e99fdf39944d HTTP/1.1" status: 404 len: 333 time: 0.2085929 Apr 01 15:51:10.267970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39258) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.295697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.341238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] For port 097fe968-438b-4245-862c-195679831c26, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=097fe968-438b-4245-862c-195679831c26,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:10.384542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d3cf493a-bebf-4e12-b718-7b7641a0cc8b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:10.389646 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d3cf493a-bebf-4e12-b718-7b7641a0cc8b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2400222 Apr 01 15:51:10.389646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39262) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.402882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:10.409866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Deleting port 097fe968-438b-4245-862c-195679831c26 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:10.412452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.465772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39266) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.483159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:10.502855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-82998669-dcdc-42a9-8608-5f95e593323b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084614 Apr 01 15:51:10.503069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39270) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.508134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.521653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:10.617479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:10.649398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:10.660321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:10.672643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.689712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee6c22-f984-40ff-93f3-808a83299737 None None] Pushing event updated for resources: {'Port': ['ID=097fe968-438b-4245-862c-195679831c26,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:10.722214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] For port 097fe968-438b-4245-862c-195679831c26, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=097fe968-438b-4245-862c-195679831c26,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:10.722813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.735139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 91418b80-b34e-4846-b70a-e62f5252a1ce) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:10.747170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:10.747726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c57e75-d938-42d2-9555-5788e6e94d27 None None] Network 91418b80-b34e-4846-b70a-e62f5252a1ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:10.751322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.754448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.755070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.865456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:10.879871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:10.901014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:10.922179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:10.939739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.954437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Calling delete_port for 097fe968-438b-4245-862c-195679831c26 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:11.029257 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b9b354ba-97a3-4f05-a667-2d9dd4afced1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4479253 Apr 01 15:51:11.033855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39278) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:11.039074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8230bd2-02b4-4043-b010-aab46e0f30a2']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.041494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1860853956', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:11.050505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:11.054873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:router and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:11.056868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed33e80-33f2-41c1-b376-037c16e12e2c') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.057370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed33e80-33f2-41c1-b376-037c16e12e2c') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.057854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:11.065310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:11.074922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.090068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:11.094875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.102204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.114577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:11.115012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:11.130134 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:11.147370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.160013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b9767-6f0a-462e-8631-21eaecbf7ea9 req-a56a18b3-776e-4b65-819e-b2f32cda517c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.165293 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bd6b9767-6f0a-462e-8631-21eaecbf7ea9 req-a56a18b3-776e-4b65-819e-b2f32cda517c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2024009 Apr 01 15:51:11.243795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.245375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.266645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.288548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.294960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Port': ['ID=6bc3c220-e689-4c1a-977f-bc3261bcc10a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.335392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a85b2c-7cf0-4269-9079-ef564c28a114 None None] Network 91418b80-b34e-4846-b70a-e62f5252a1ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:11.370464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 097fe968-438b-4245-862c-195679831c26 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:11.380163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.409650 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bd6b9767-6f0a-462e-8631-21eaecbf7ea9 req-ed9e4e26-2189-46bf-b64d-1c252dd7f2b9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103333 Apr 01 15:51:11.447877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 097fe968-438b-4245-862c-195679831c26 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:11.448447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 097fe968-438b-4245-862c-195679831c26 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:11.474663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] Pushing event deleted for resources: {'Port': ['ID=097fe968-438b-4245-862c-195679831c26,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.482555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1e2c9-8e92-4d98-8d4b-ba81ce977b56 None None] No DVR routers for this DVR port 097fe968-438b-4245-862c-195679831c26 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:11.533272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:11.547518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:11.550571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.551754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.560212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.582490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=9c2d8f18-9fdc-407f-a77e-e54950539fae,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.590054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d1d58-7875-4b80-a85f-b4f7c96f4b59 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:11.634923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.651858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] Pushing event deleted for resources: {'Network': ['ID=d8230bd2-02b4-4043-b010-aab46e0f30a2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.654743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.665614 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff3c03de-e40a-404c-8296-d9ab64c70d5b tempest-PortsAdminExtendedAttrsTestJSON-1559527249 tempest-PortsAdminExtendedAttrsTestJSON-1559527249-project] 10.222.0.21 "DELETE /v2.0/networks/d8230bd2-02b4-4043-b010-aab46e0f30a2 HTTP/1.1" status: 204 len: 168 time: 1.3950231 Apr 01 15:51:11.932333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.937649 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a1cac6e9-a51c-49fb-924b-e3dd797e765c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4335201 Apr 01 15:51:11.950037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '9c2d8f18-9fdc-407f-a77e-e54950539fae'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:11.951413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.976209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:11.979569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.037022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=37304cc2-1f11-4551-b023-a160a6b34e27,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.048646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '61597e2d-a1e3-45e4-bd20-07b9fbd026d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:12.049015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 6b36f95f-2fb0-4203-b8b8-43f2519ed823, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:12.113437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '9c2d8f18-9fdc-407f-a77e-e54950539fae', 'ip_address': '2001:db8::463d:8092:db6d:aa4c'}], 'name': 'tempest-NetworksTestDHCPv6-1598865992'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.174141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:12.182493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9c2d8f18-9fdc-407f-a77e-e54950539fae/21426e2f-475a-45d9-bcb7-15890f532d95) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:12.262688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:12.272839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:12.279868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39294) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.290665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 6b36f95f-2fb0-4203-b8b8-43f2519ed823) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:12.296034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Router 10680d48-ed4a-4aa8-a6bd-d52f03bc380a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:12.304635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:12.305196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.380502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:12.420722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.458558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.464136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.474975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Transition to ACTIVE for port object 21426e2f-475a-45d9-bcb7-15890f532d95 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:12.499218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Transition to ACTIVE for port object 21426e2f-475a-45d9-bcb7-15890f532d95 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:12.503948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637f771-403d-4f4b-ad0e-5805ca726bca None None] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:12.535084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-444a87d3-e45a-4e14-88ee-bb797461a3c8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0626671 Apr 01 15:51:12.540918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39302) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.549685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982221544'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.560320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:12.569565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:12.576432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:12.599684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.615754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.636768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:12.646522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port fd9dcca2-f83c-4e9b-8f93-9de082fe997e yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:12.657267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] Sync routers for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:12.657890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:12.687764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:12.688050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.692489 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ecf7de1a-83cb-41c5-a50a-93bf5cedb3c5 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8457723 Apr 01 15:51:12.693800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39306) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.736057 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-64781c9b-7970-4a69-b33b-ceb6a76b9bf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1be6b32841d4e5caeb616b9ec76f54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525630 Apr 01 15:51:12.740048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.766231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:12.772217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:12.785539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.787173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-3750d1b6-dc74-4294-9097-6c5cdecd451e tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] delete failed (client error): The resource could not be found. Apr 01 15:51:12.791960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Pushing event updated for resources: {'Port': ['ID=21426e2f-475a-45d9-bcb7-15890f532d95,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.794498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3750d1b6-dc74-4294-9097-6c5cdecd451e tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1808351483 HTTP/1.1" status: 404 len: 335 time: 0.0962443 Apr 01 15:51:12.796123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39314) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.796231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:12.799910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.136 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/e7a680ce-4edc-4b28-bce2-ef472c2566c3) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:12.804355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:12.808972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.832060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3200e507-824a-4d2f-a2f8-eacd63e1ebd0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'router': {'external_gateway_info': {'network_id': '10680d48-ed4a-4aa8-a6bd-d52f03bc380a'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.876858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:12.877510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.901754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.949493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.967960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::463d:8092:db6d:aa4c (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9c2d8f18-9fdc-407f-a77e-e54950539fae/fd9dcca2-f83c-4e9b-8f93-9de082fe997e) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:13.028424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:13.029087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d3397-57a7-4059-b03d-1cbebb1d8174 None None] The sync data for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:13.081207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Attempting to bind port 21426e2f-475a-45d9-bcb7-15890f532d95 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:13.081617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Attempting to bind port 21426e2f-475a-45d9-bcb7-15890f532d95 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:13.081839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Attempting to bind port 21426e2f-475a-45d9-bcb7-15890f532d95 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:13.094434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:13.094434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:13.094844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.095203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:13.095669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Bound port: 21426e2f-475a-45d9-bcb7-15890f532d95, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:13.096040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.106829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-6b36f95f-2fb0-4203-b8b8-43f2519ed823', 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': '37304cc2-1f11-4551-b023-a160a6b34e27'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:13.110040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.122890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410537e-5358-4cd7-aee8-45bd6fb8ef13 req-45700e5f-c45f-4a6a-bbc8-66577abed913 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.124736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5410537e-5358-4cd7-aee8-45bd6fb8ef13 req-45700e5f-c45f-4a6a-bbc8-66577abed913 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5497973 Apr 01 15:51:13.131335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:13.150323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.233131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83604a6-c07c-4f20-825e-997e2c6125fc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.314703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:13.316204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.338460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object fd9dcca2-f83c-4e9b-8f93-9de082fe997e will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:13.352593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.352938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 55148a82-4156-45b2-b56b-884d7f070684 of type vlan for network 3c9698d6-3f7c-4392-b136-d1eacaf4715a Apr 01 15:51:13.365483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=21426e2f-475a-45d9-bcb7-15890f532d95,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:13.374048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.375927 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-054a93bd-76fd-4a0f-87b4-6aa9f34ab735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d83604a6-c07c-4f20-825e-997e2c6125fc HTTP/1.1" status: 204 len: 168 time: 0.6350870 Apr 01 15:51:13.389229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Allocated IP 2001:db8:0:ffff::2 (6b36f95f-2fb0-4203-b8b8-43f2519ed823/37304cc2-1f11-4551-b023-a160a6b34e27/c74b8bb2-07a9-43ad-a108-8088e2bc8922) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:13.454336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.516328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.529820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:13.533335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:13.535825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:13.541665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.542469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.567654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=fd9dcca2-f83c-4e9b-8f93-9de082fe997e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.576628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3200e507-824a-4d2f-a2f8-eacd63e1ebd0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.584348 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5410537e-5358-4cd7-aee8-45bd6fb8ef13 req-67ecf5b3-12c1-4be8-8e88-baa3862357a2 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472239 Apr 01 15:51:13.610735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.627708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9516c6-3076-48fd-8e5d-7f2b72e0ec5a None None] Pushing event updated for resources: {'Port': ['ID=21426e2f-475a-45d9-bcb7-15890f532d95,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.631992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.658908 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c9cb3ff1-14ba-4a36-aae5-dfc8ce800ac4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6817789 Apr 01 15:51:13.661620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39320) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.715053 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-3200e507-824a-4d2f-a2f8-eacd63e1ebd0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] update failed (client error): The resource could not be found. Apr 01 15:51:13.720188 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3200e507-824a-4d2f-a2f8-eacd63e1ebd0 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a HTTP/1.1" status: 404 len: 339 time: 0.9134622 Apr 01 15:51:13.721261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39326) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.758545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.774607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Transition to ACTIVE for port object c74b8bb2-07a9-43ad-a108-8088e2bc8922 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:13.798526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Transition to ACTIVE for port object c74b8bb2-07a9-43ad-a108-8088e2bc8922 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:13.808314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.813864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaffb6d-312f-48a6-a55b-14451f1db36a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.814527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.815173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.819792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaffb6d-312f-48a6-a55b-14451f1db36a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.820582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6eaffb6d-312f-48a6-a55b-14451f1db36a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:13.859297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.913654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.950090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6eaffb6d-312f-48a6-a55b-14451f1db36a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:13.951859 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6eaffb6d-312f-48a6-a55b-14451f1db36a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2893445 Apr 01 15:51:13.955430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39330) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.051783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:14.055702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:14.061235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:14.064568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Pushing event updated for resources: {'Port': ['ID=c74b8bb2-07a9-43ad-a108-8088e2bc8922,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.080219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port fd9dcca2-f83c-4e9b-8f93-9de082fe997e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:14.080783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.132065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:14.154997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:14.211893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Attempting to bind port c74b8bb2-07a9-43ad-a108-8088e2bc8922 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:14.213080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Attempting to bind port c74b8bb2-07a9-43ad-a108-8088e2bc8922 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '61597e2d-a1e3-45e4-bd20-07b9fbd026d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:14.213839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Attempting to bind port c74b8bb2-07a9-43ad-a108-8088e2bc8922 on network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:14.220594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:14.221368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Checking segment: {'id': '61597e2d-a1e3-45e4-bd20-07b9fbd026d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:14.222032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.223126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Bound using segment: {'id': '61597e2d-a1e3-45e4-bd20-07b9fbd026d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:14.223812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Bound port: c74b8bb2-07a9-43ad-a108-8088e2bc8922, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61597e2d-a1e3-45e4-bd20-07b9fbd026d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b36f95f-2fb0-4203-b8b8-43f2519ed823'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:14.224401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.242768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:14.294191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=3c9698d6-3f7c-4392-b136-d1eacaf4715a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.302595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=e7a680ce-4edc-4b28-bce2-ef472c2566c3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.314452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3c9698d6-3f7c-4392-b136-d1eacaf4715a details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:14.385957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e569417b-8e7a-4617-93e7-233144003138 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8430982 Apr 01 15:51:14.385957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39336) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.390946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39338) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.438874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.518055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '3c9698d6-3f7c-4392-b136-d1eacaf4715a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:14.525575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] For port c74b8bb2-07a9-43ad-a108-8088e2bc8922, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:14.548184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] For port c74b8bb2-07a9-43ad-a108-8088e2bc8922, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c74b8bb2-07a9-43ad-a108-8088e2bc8922,segment=NetworkSegment(61597e2d-a1e3-45e4-bd20-07b9fbd026d4),segment_id=61597e2d-a1e3-45e4-bd20-07b9fbd026d4)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:14.639071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.709921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for fd9dcca2-f83c-4e9b-8f93-9de082fe997e owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:14.829513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ff272-7a98-4e64-894c-c97d8491c517 None None] Pushing event updated for resources: {'Port': ['ID=c74b8bb2-07a9-43ad-a108-8088e2bc8922,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.865182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ca99d7ae-e994-442d-b699-58032c0a5f6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfcdcb6685404c1d91acab145cb39cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758475 Apr 01 15:51:14.876930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.020221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d7db6-5ffc-42a2-ba1e-090a1087ad29 req-acf1f8a8-815a-45bb-a547-7851bfe20cd6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.022071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b84d7db6-5ffc-42a2-ba1e-090a1087ad29 req-acf1f8a8-815a-45bb-a547-7851bfe20cd6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2705352 Apr 01 15:51:15.119817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.190501 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b84d7db6-5ffc-42a2-ba1e-090a1087ad29 req-e941876c-1cf8-47bd-8255-e5d4ece9dc59 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417477 Apr 01 15:51:15.199502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.314773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.325605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.334542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:15.349235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:15.354449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:15.425474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=fd9dcca2-f83c-4e9b-8f93-9de082fe997e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.435215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.435540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c74b8bb2-07a9-43ad-a108-8088e2bc8922 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:15.449227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:15.451274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cfe37e-9fa9-4578-ae1e-1b364801f1bb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.503215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.520836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-70a084c9-74a2-4416-bfeb-9f7df487fc9a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/fd9dcca2-f83c-4e9b-8f93-9de082fe997e HTTP/1.1" status: 204 len: 168 time: 1.5620213 Apr 01 15:51:15.521258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39350) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.588720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.601120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-70c69160-3ca0-4fd9-98a1-c37f9f90c4d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38cfe37e-9fa9-4578-ae1e-1b364801f1bb HTTP/1.1" status: 204 len: 168 time: 0.7106969 Apr 01 15:51:15.615290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c5c02-74f2-4f38-a8c8-b4af707b8e0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.617028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c5c02-74f2-4f38-a8c8-b4af707b8e0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.617987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d60c5c02-74f2-4f38-a8c8-b4af707b8e0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:15.618248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-24107502-b21e-49af-af2c-91364b5e75f6 None None] Provisioning for port 21426e2f-475a-45d9-bcb7-15890f532d95 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:15.673833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port c74b8bb2-07a9-43ad-a108-8088e2bc8922 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:15.681047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 21426e2f-475a-45d9-bcb7-15890f532d95 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:15.701162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d60c5c02-74f2-4f38-a8c8-b4af707b8e0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:15.705829 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d60c5c02-74f2-4f38-a8c8-b4af707b8e0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1832750 Apr 01 15:51:15.706460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39356) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.754196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d07f6d0c-8b60-4c03-8ff7-1faf3814fce8 None None] Could not find standard attr ID for object fd9dcca2-f83c-4e9b-8f93-9de082fe997e. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:15.814336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 9c2d8f18-9fdc-407f-a77e-e54950539fae {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:15.817428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.841005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:15.845173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.875393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 21426e2f-475a-45d9-bcb7-15890f532d95 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:15.881311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 21426e2f-475a-45d9-bcb7-15890f532d95 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:15.881572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.901442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.081359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.133203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.264185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.266823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.359828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.363575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c02f349-2025-4e54-89f6-f9c6e3d79b4a None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:16.376244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2d8f18-9fdc-407f-a77e-e54950539fae,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.398864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Allocated IP 172.20.0.1 (8d37e024-d03a-4a6b-b209-1a370ef352bd/6b6d7aca-0b7c-435e-be4f-3ca6acac6a66/aafdd1da-ef52-4887-b0b7-bf82f130be9c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:16.402898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:16.403676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:16.473790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae42a3-1ba5-4612-897b-93dc43a1d7af None None] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:16.511120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6c08b8a6-5d08-43e2-9433-968a90040b1c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9c2d8f18-9fdc-407f-a77e-e54950539fae HTTP/1.1" status: 204 len: 168 time: 0.8035471 Apr 01 15:51:16.513947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39370) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.599933 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-033fd1a0-c5da-43c0-99f3-03a78fc71d0b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820899 Apr 01 15:51:16.600059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39376) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.606785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:16.633531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Provisioning for port c74b8bb2-07a9-43ad-a108-8088e2bc8922 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:16.685042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Provisioning complete for port c74b8bb2-07a9-43ad-a108-8088e2bc8922 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:16.685411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.759958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:16.764813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:16.768548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:16.775085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:16.864903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:16.871909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.872622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.876235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.938126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7a799-9a8d-4f7f-ac82-c560f10d1530 req-206171a8-8928-48ad-93be-faac5119e886 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:16.939741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29e7a799-9a8d-4f7f-ac82-c560f10d1530 req-206171a8-8928-48ad-93be-faac5119e886 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5073776 Apr 01 15:51:17.043549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.053770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.060388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Transition to ACTIVE for port object aafdd1da-ef52-4887-b0b7-bf82f130be9c will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:17.121022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=f3c64a3a-99ee-4ba1-a79e-a2c4517004ae,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.122043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:17.135625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.152918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29e7a799-9a8d-4f7f-ac82-c560f10d1530 req-8941e75a-2ee9-4945-a3a1-3d2784c775fd tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038374 Apr 01 15:51:17.153297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Deleting port 21426e2f-475a-45d9-bcb7-15890f532d95 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:17.153941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.235693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=21426e2f-475a-45d9-bcb7-15890f532d95,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:17.237600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] For port c74b8bb2-07a9-43ad-a108-8088e2bc8922, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c74b8bb2-07a9-43ad-a108-8088e2bc8922,segment=NetworkSegment(61597e2d-a1e3-45e4-bd20-07b9fbd026d4),segment_id=61597e2d-a1e3-45e4-bd20-07b9fbd026d4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:17.308717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.365524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '55148a82-4156-45b2-b56b-884d7f070684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c9698d6-3f7c-4392-b136-d1eacaf4715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:17.365892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 3c9698d6-3f7c-4392-b136-d1eacaf4715a, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:17.381939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.391496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.476005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.476493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 21426e2f-475a-45d9-bcb7-15890f532d95 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:17.528607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:17.532010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:17.535308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.535902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.556795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=4c49d9cf-1b0d-419f-b266-b660db83e6eb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.577310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 3c9698d6-3f7c-4392-b136-d1eacaf4715a is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:17.604985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.664640 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59594268-a893-457a-b503-74d0b06392ce tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0634124 Apr 01 15:51:17.667485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39394) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.675814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '4c49d9cf-1b0d-419f-b266-b660db83e6eb', 'ip_address': '2001:db8::4727:b297:52c5:dc9b'}], 'name': 'tempest-NetworksTestDHCPv6-804118353'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:17.688448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:17.694110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:17.699812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=21426e2f-475a-45d9-bcb7-15890f532d95,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.706569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:17.731510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-867852562'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:17.739183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 3c9698d6-3f7c-4392-b136-d1eacaf4715a) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:17.748034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:17.763332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.764541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.778551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Port': ['ID=aafdd1da-ef52-4887-b0b7-bf82f130be9c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.799625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c275cf-4c94-45aa-b32f-02143e183697 None None] Network 3c9698d6-3f7c-4392-b136-d1eacaf4715a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:17.816803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.818792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Usage tracker for resource:network and tenant:6c807756a02d4a7883ca9cec2de28c27 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:17.840529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:51:17.864956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=21426e2f-475a-45d9-bcb7-15890f532d95,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:17.865506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.885360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:17.892932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:17.895595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:17.900874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:17.906913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:17.914142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:17.985741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8c0d0e87-27d5-45f6-98da-b6768fad9299 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5872567 Apr 01 15:51:17.993179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:18.019387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Calling delete_port for 21426e2f-475a-45d9-bcb7-15890f532d95 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:18.022926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:18.026490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.045168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:18.086712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:18.103603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:18.116476 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:18.117358 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:18.159153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-27722489-ee0a-4553-8847-28015f3fd266 None None] Provisioning complete for port c74b8bb2-07a9-43ad-a108-8088e2bc8922 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:18.159522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-27722489-ee0a-4553-8847-28015f3fd266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.189465 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:18.200568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.200837 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:18.201443 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:18.207408 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9203f66b-1fe0-43a5-bd37-098d2ee40e09 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1693120 Apr 01 15:51:18.209019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39404) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:18.256096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.279679 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:18.282651 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15cdf3-8341-4c72-bb29-5d82beaa7562 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:18.315613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.345974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234e3b-101a-43c9-a3fb-0c8a017588f7 None None] Pushing event updated for resources: {'Port': ['ID=c74b8bb2-07a9-43ad-a108-8088e2bc8922,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.348100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.368896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:18.423702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.430307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Usage tracker for resource:security_group_rule and tenant:6c807756a02d4a7883ca9cec2de28c27 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:18.445873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:18.478010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:18.499114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:18.500540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:18.515158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.519085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=21426e2f-475a-45d9-bcb7-15890f532d95,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:18.545131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.608569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.622972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 8aa96574-6fe5-43ef-84fc-e3a532fbfa30 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:18.706020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9de13-a15b-4f6c-aa05-34936171ef0d req-3df96de8-08fd-4550-b2d9-bf53d4e47c35 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.707588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ce9de13-a15b-4f6c-aa05-34936171ef0d req-3df96de8-08fd-4550-b2d9-bf53d4e47c35 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3360095 Apr 01 15:51:18.805732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b04fc-736b-4a71-9739-526c7ed63079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-3c9698d6-3f7c-4392-b136-d1eacaf4715a', 'network_id': '3c9698d6-3f7c-4392-b136-d1eacaf4715a', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': 'f3c64a3a-99ee-4ba1-a79e-a2c4517004ae'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:18.807209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-372b04fc-736b-4a71-9739-526c7ed63079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.871282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.935452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=21426e2f-475a-45d9-bcb7-15890f532d95,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.013908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Deleting port 21426e2f-475a-45d9-bcb7-15890f532d95 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:19.014527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.028223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ce9de13-a15b-4f6c-aa05-34936171ef0d req-daebb268-f722-4bf6-9f51-e821cf215bd7 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726955 Apr 01 15:51:19.051837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.067571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2b134e5a-cbb4-4b05-9eca-13f785bb1747 None None] Provisioning for port aafdd1da-ef52-4887-b0b7-bf82f130be9c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:19.087835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2b134e5a-cbb4-4b05-9eca-13f785bb1747 None None] Provisioning complete for port aafdd1da-ef52-4887-b0b7-bf82f130be9c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:19.088204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b134e5a-cbb4-4b05-9eca-13f785bb1747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.117450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c64a3a-99ee-4ba1-a79e-a2c4517004ae,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server [None req-372b04fc-736b-4a71-9739-526c7ed63079 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3c64a3a-99ee-4ba1-a79e-a2c4517004ae: This subnet is being modified by another concurrent operation. Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:51:19.154269 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3c64a3a-99ee-4ba1-a79e-a2c4517004ae: This subnet is being modified by another concurrent operation. Apr 01 15:51:19.159223 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Apr 01 15:51:19.167990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.174449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::4727:b297:52c5:dc9b (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4c49d9cf-1b0d-419f-b266-b660db83e6eb/8aa96574-6fe5-43ef-84fc-e3a532fbfa30) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:19.177492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2b134e5a-cbb4-4b05-9eca-13f785bb1747 None None] Port aafdd1da-ef52-4887-b0b7-bf82f130be9c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:19.212868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c807b-2707-4696-802c-be0beb4a3f4e None None] Network 3c9698d6-3f7c-4392-b136-d1eacaf4715a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:19.248315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.269319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.323475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:19.347276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9698d6-3f7c-4392-b136-d1eacaf4715a']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:19.357685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c39fa91-5d3d-4b70-8bd5-f5662dfe4ffa,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.379724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.380104 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Added segment 34ddce05-a6b5-4b46-904e-10f6fd7c2197 of type vlan for network e7a18aa3-6faa-4472-a3d4-ce3c25891057 Apr 01 15:51:19.402425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55148a82-4156-45b2-b56b-884d7f070684') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:19.402425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55148a82-4156-45b2-b56b-884d7f070684') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:19.445466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.487434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c74b8bb2-07a9-43ad-a108-8088e2bc8922 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:19.493470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.545085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.570314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:19.571089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:19.589209 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:19.632779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] For port 21426e2f-475a-45d9-bcb7-15890f532d95, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=21426e2f-475a-45d9-bcb7-15890f532d95,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:19.633071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.732675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.740594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.752229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 8aa96574-6fe5-43ef-84fc-e3a532fbfa30 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.774139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.778387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.784583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.785227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.789621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.797030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.824657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=3c9698d6-3f7c-4392-b136-d1eacaf4715a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.843682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Calling delete_port for 21426e2f-475a-45d9-bcb7-15890f532d95 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:19.853066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.872640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.884248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c74b8bb2-07a9-43ad-a108-8088e2bc8922 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:19.884532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.972928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.992639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=8aa96574-6fe5-43ef-84fc-e3a532fbfa30,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.005875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:20.012599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:20.064825 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-89eb6f18-b2a8-4fef-bd8f-b0e1b8ddec5e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/3c9698d6-3f7c-4392-b136-d1eacaf4715a HTTP/1.1" status: 204 len: 168 time: 2.0777035 Apr 01 15:51:20.071522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:20.078312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.078668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.084521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39412) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.095631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.114956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508500222'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:20.121252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:20.126881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:20.132214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:20.140331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:20.144782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] Pushing event deleted for resources: {'Port': ['ID=21426e2f-475a-45d9-bcb7-15890f532d95,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.149882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Network': ['ID=e7a18aa3-6faa-4472-a3d4-ce3c25891057,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.150910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4a918-17b1-40c4-8241-0b0bb0219180 None None] No DVR routers for this DVR port 21426e2f-475a-45d9-bcb7-15890f532d95 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:20.164245 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9dec4430-472c-48ad-ba27-3305502b2cdf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6865275 Apr 01 15:51:20.165514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39416) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.171790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'subnet': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:20.174006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:20.188567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606ef6c-6278-4131-8fce-0aa4ad925a39 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:20.202035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event updated for resources: {'Port': ['ID=aafdd1da-ef52-4887-b0b7-bf82f130be9c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.208294 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d2749a2b-4540-4799-b485-096079caf795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5382276 Apr 01 15:51:20.211353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39420) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.374136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:20.382980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:20.434059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:20.440836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.528019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:20.530332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:20.540578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Usage tracker for resource:subnet and tenant:6c807756a02d4a7883ca9cec2de28c27 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:20.545487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:20.557308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:20.558722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e2116-4f4e-4e33-a372-08f13782a087 req-63e0e5a3-c42e-4421-b5b9-16e090e41d5d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.560594 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1e3e2116-4f4e-4e33-a372-08f13782a087 req-63e0e5a3-c42e-4421-b5b9-16e090e41d5d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3595786 Apr 01 15:51:20.581010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.581604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 9e38d897-9a31-44ec-8695-9a22b6e8a913 of type vlan for network df3e5c28-0d00-4e43-b849-cd64182eb50d Apr 01 15:51:20.602581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a351d-317c-4e52-9729-a18de08a5c79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.603337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc0a351d-317c-4e52-9729-a18de08a5c79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:20.615395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '4c49d9cf-1b0d-419f-b266-b660db83e6eb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:20.617260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.642122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.663331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:20.667042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.698010 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1e3e2116-4f4e-4e33-a372-08f13782a087 req-52a1d2b5-5644-4156-a97d-f85d80b04e78 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258059 Apr 01 15:51:20.740088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Router 10680d48-ed4a-4aa8-a6bd-d52f03bc380a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:20.743190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a1252df2-7894-486c-a1e8-4d6f2ad1d4f4 None None] Provisioning complete for port aafdd1da-ef52-4887-b0b7-bf82f130be9c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:20.743504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a1252df2-7894-486c-a1e8-4d6f2ad1d4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.768145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc0a351d-317c-4e52-9729-a18de08a5c79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:20.772039 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc0a351d-317c-4e52-9729-a18de08a5c79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5601604 Apr 01 15:51:20.778057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39424) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.820759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.825313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.826791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.847267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.1 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/6837c162-7e7c-4c43-81c4-43a73a05c69d) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:20.850453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a1252df2-7894-486c-a1e8-4d6f2ad1d4f4 None None] Port aafdd1da-ef52-4887-b0b7-bf82f130be9c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:20.870313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4c49d9cf-1b0d-419f-b266-b660db83e6eb/627c3d57-dace-424c-aadc-e271307d8ef8) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:20.991295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 8aa96574-6fe5-43ef-84fc-e3a532fbfa30 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:20.991548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.047196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=df3e5c28-0d00-4e43-b849-cd64182eb50d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.092403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network df3e5c28-0d00-4e43-b849-cd64182eb50d details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:21.115390 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-99fec9fe-edf5-4007-9c25-ff165dc9fba4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0266111 Apr 01 15:51:21.124035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39428) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.135833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:21.226667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.251522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.251947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Transition to ACTIVE for port object 627c3d57-dace-424c-aadc-e271307d8ef8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:21.284952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Transition to ACTIVE for port object 627c3d57-dace-424c-aadc-e271307d8ef8 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:21.359805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.372287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.383481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:21.387388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:21.390311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:21.396349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:21.404838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:21.423019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39432) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.423194 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-be755cfc-dfe6-42b8-93cb-3b6ca57a530b tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7005260 Apr 01 15:51:21.441469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] Sync routers for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:21.455574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:21.461972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:21.471570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:21.482787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Pushing event updated for resources: {'Port': ['ID=627c3d57-dace-424c-aadc-e271307d8ef8,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.485747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:21.486383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.518794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.553707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:21.556948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 8aa96574-6fe5-43ef-84fc-e3a532fbfa30 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:21.557557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.589037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.596837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.649781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:21.650425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.685437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:21.696454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:21.707939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:21.747576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=6837c162-7e7c-4c43-81c4-43a73a05c69d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.754711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Attempting to bind port 627c3d57-dace-424c-aadc-e271307d8ef8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:21.754711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Attempting to bind port 627c3d57-dace-424c-aadc-e271307d8ef8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:21.755017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Attempting to bind port 627c3d57-dace-424c-aadc-e271307d8ef8 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:21.765432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.765432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f611a6b-8108-4e6c-b9bb-c3fb7766231f None None] The sync data for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:21.782388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:21.786958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:21.787451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.787854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:21.788480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Bound port: 627c3d57-dace-424c-aadc-e271307d8ef8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:21.788725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.823217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Subnet': ['ID=4e4c90e3-05a9-414b-9594-47c79592ae51,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.829936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de9f216f-5154-4656-918a-db251d051d57 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.891988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:21.895967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=627c3d57-dace-424c-aadc-e271307d8ef8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:21.900460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.928912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Checking segment: {'id': '34ddce05-a6b5-4b46-904e-10f6fd7c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:21.929549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network hostable DHCP agents. Network: e7a18aa3-6faa-4472-a3d4-ce3c25891057, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:21.980648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.070222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.079701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea659a29-e456-47d7-aba9-706d9a30dcaf None None] Pushing event updated for resources: {'Port': ['ID=627c3d57-dace-424c-aadc-e271307d8ef8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.225171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.242869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=3c27df3c-f20b-4bb7-8277-dba7387f7a92,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.248391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-de9f216f-5154-4656-918a-db251d051d57 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:51:22.250662 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-de9f216f-5154-4656-918a-db251d051d57 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a HTTP/1.1" status: 409 len: 329 time: 0.8255281 Apr 01 15:51:22.255782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39440) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.275293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31876-36be-475e-b3ea-703967c9ffb4 req-29292614-d724-40f1-91af-c515c2f91749 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.276827 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6bd31876-36be-475e-b3ea-703967c9ffb4 req-29292614-d724-40f1-91af-c515c2f91749 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3878176 Apr 01 15:51:22.300031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:22.321826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.352658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '9e38d897-9a31-44ec-8695-9a22b6e8a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:22.352658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: df3e5c28-0d00-4e43-b849-cd64182eb50d, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:22.402763 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6bd31876-36be-475e-b3ea-703967c9ffb4 req-ad824df5-c941-403d-a5ef-402823552dd9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196365 Apr 01 15:51:22.412395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e7a18aa3-6faa-4472-a3d4-ce3c25891057) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:22.414521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=8aa96574-6fe5-43ef-84fc-e3a532fbfa30,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.439344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d753d79-8448-434a-933e-ceb51eb1e0e5 None None] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:22.469827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.470862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.504519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.526633 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7b570c1c-3461-4afc-b4e6-1ae10b41d3b8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/8aa96574-6fe5-43ef-84fc-e3a532fbfa30 HTTP/1.1" status: 204 len: 168 time: 1.7476070 Apr 01 15:51:22.528944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.633168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de6cac3-474e-4c5f-9d46-be58dc72863d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.635478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de6cac3-474e-4c5f-9d46-be58dc72863d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.636244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3de6cac3-474e-4c5f-9d46-be58dc72863d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:22.674065 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb977177-6f69-43cc-8023-f61e11f8e59a tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5074923 Apr 01 15:51:22.676983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39450) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.683442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-767315419'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:22.697903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network df3e5c28-0d00-4e43-b849-cd64182eb50d is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:22.755507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'tenant_id': '6c807756a02d4a7883ca9cec2de28c27', 'fixed_ips': [{'subnet_id': '4e4c90e3-05a9-414b-9594-47c79592ae51'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:22.756345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.766795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, df3e5c28-0d00-4e43-b849-cd64182eb50d) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:22.778219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb57c5-509c-4c90-b8a4-059e57199385 None None] Network df3e5c28-0d00-4e43-b849-cd64182eb50d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:22.781237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3de6cac3-474e-4c5f-9d46-be58dc72863d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:22.782446 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3de6cac3-474e-4c5f-9d46-be58dc72863d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2522552 Apr 01 15:51:22.788506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.789118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.791268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39454) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.872882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 4c49d9cf-1b0d-419f-b266-b660db83e6eb {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:22.888748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.950238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:22.958841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Usage tracker for resource:port and tenant:6c807756a02d4a7883ca9cec2de28c27 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:22.963770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:22.968966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.033853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:23.212519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.237457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Allocated IP 172.20.0.2 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/e6ae53f3-aea1-4cd8-a522-463173e7c234) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:23.243569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-df3e5c28-0d00-4e43-b849-cd64182eb50d', 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': '3c27df3c-f20b-4bb7-8277-dba7387f7a92'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:23.246389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.279311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:23.281881 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c220cca4-b704-4fbd-b041-d42a9f8dcd60 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1566198 Apr 01 15:51:23.284801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.297886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39460) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:23.315569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456389244'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:23.322272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:23.326283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:23.330304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:23.336887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:23.390789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07e3c-5e7a-4738-afcb-027fc5d9f7df req-eb12c900-6e63-4df0-ae33-4d3bea5e0922 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:23.397587 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6dc07e3c-5e7a-4738-afcb-027fc5d9f7df req-eb12c900-6e63-4df0-ae33-4d3bea5e0922 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2716751 Apr 01 15:51:23.406306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port 933821e6-19ab-4640-b707-6dda8ae2118d yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:23.488347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.501617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 627c3d57-dace-424c-aadc-e271307d8ef8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:23.502902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:23.506404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.544532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=4c49d9cf-1b0d-419f-b266-b660db83e6eb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.575461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.595719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6dc07e3c-5e7a-4738-afcb-027fc5d9f7df req-ce4a63cc-f21d-4d62-bf1a-d3f8c41eecb0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971142 Apr 01 15:51:23.614347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:23.648924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.649277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 1fde021a-0cdc-426f-aab7-3865e8cc9bbd of type vlan for network 156dbe91-6ff7-455b-a89a-26502fbb02f9 Apr 01 15:51:23.651509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece9981-fcf6-48ad-9cad-a0297cbd42a8 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:23.658827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-195190b8-ae54-4fb2-9448-3c44b8a81d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:23.660357 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-195190b8-ae54-4fb2-9448-3c44b8a81d85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.4396043 Apr 01 15:51:23.696094 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8885aed7-f2f9-4777-9ae3-0ec34af1c497 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4c49d9cf-1b0d-419f-b266-b660db83e6eb HTTP/1.1" status: 204 len: 168 time: 0.9038253 Apr 01 15:51:23.698350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39464) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:23.758185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.764880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.774014 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-35dec965-e816-4998-8f4f-0c94790b7dae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744278 Apr 01 15:51:23.788030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39468) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:23.793983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:23.811684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Allocated IP 2001:db8::3 (df3e5c28-0d00-4e43-b849-cd64182eb50d/3c27df3c-f20b-4bb7-8277-dba7387f7a92/7cb30e80-7f6f-4f55-95f5-1e897958d660) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:23.871521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.910696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:23.915983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:23.918111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.919004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:23.926572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:23.944761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Provisioning for port 627c3d57-dace-424c-aadc-e271307d8ef8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:23.955199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:23.977314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Transition to ACTIVE for port object e6ae53f3-aea1-4cd8-a522-463173e7c234 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.027405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 627c3d57-dace-424c-aadc-e271307d8ef8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:24.039299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:24.042712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.048015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Provisioning complete for port 627c3d57-dace-424c-aadc-e271307d8ef8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:24.048015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.065965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-bd3267c2-d40a-4f75-ba54-321d204b4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:24.067517 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-bd3267c2-d40a-4f75-ba54-321d204b4c87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.3972073 Apr 01 15:51:24.148574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.153151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 627c3d57-dace-424c-aadc-e271307d8ef8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:24.153523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.162354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=6837c162-7e7c-4c43-81c4-43a73a05c69d,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.174237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.179765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:24.180396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.212528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Transition to ACTIVE for port object e6ae53f3-aea1-4cd8-a522-463173e7c234 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.296487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.367830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.391905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.449995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.6 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/933821e6-19ab-4640-b707-6dda8ae2118d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:24.468642 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-70963a7b-16e7-4c44-9d91-b81d9a60bec7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.3824861 Apr 01 15:51:24.471540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:24.478093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:24.483284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:24.483284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.527120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=7213e681-72d2-4970-bcda-7b06dfe43dc9,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.534525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:24.543805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:24.561162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:24.563659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.566107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.575386 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2693949 Apr 01 15:51:24.575386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce82786-d335-4e56-a647-5df5be010ba9 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=156dbe91-6ff7-455b-a89a-26502fbb02f9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.586687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Pushing event updated for resources: {'Port': ['ID=e6ae53f3-aea1-4cd8-a522-463173e7c234,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.593398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39474) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.601014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 156dbe91-6ff7-455b-a89a-26502fbb02f9 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:24.611112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:24.681578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Transition to ACTIVE for port object 7cb30e80-7f6f-4f55-95f5-1e897958d660 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.684204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.713050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:24.765897 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:24.836817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Deleting port 627c3d57-dace-424c-aadc-e271307d8ef8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:24.837192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.847467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8baac59-1d19-4ef9-8bfb-5911a36037a9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0583160 Apr 01 15:51:24.854765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39480) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.860340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '7213e681-72d2-4970-bcda-7b06dfe43dc9', 'ip_address': '2001:db8::87bf:208f:afb1:5503'}], 'name': 'tempest-NetworksTestDHCPv6-516735807'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:24.891336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Transition to ACTIVE for port object 7cb30e80-7f6f-4f55-95f5-1e897958d660 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.926070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=627c3d57-dace-424c-aadc-e271307d8ef8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:24.930580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Attempting to bind port e6ae53f3-aea1-4cd8-a522-463173e7c234 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:24.930972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Attempting to bind port e6ae53f3-aea1-4cd8-a522-463173e7c234 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '34ddce05-a6b5-4b46-904e-10f6fd7c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:24.931339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Attempting to bind port e6ae53f3-aea1-4cd8-a522-463173e7c234 on network e7a18aa3-6faa-4472-a3d4-ce3c25891057 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:24.948830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:24.949181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Checking segment: {'id': '34ddce05-a6b5-4b46-904e-10f6fd7c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:24.949587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.949973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Bound using segment: {'id': '34ddce05-a6b5-4b46-904e-10f6fd7c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:24.950447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Bound port: e6ae53f3-aea1-4cd8-a522-463173e7c234, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ddce05-a6b5-4b46-904e-10f6fd7c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:24.950901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.979402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.995331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.007630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object 933821e6-19ab-4640-b707-6dda8ae2118d will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:25.038807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:25.081350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-a1204437-cbc4-4013-bce7-77ea5c213b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.082836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-a1204437-cbc4-4013-bce7-77ea5c213b14 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.6032176 Apr 01 15:51:25.083847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:25.087159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.087753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:25.100584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:25.107296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:25.123139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:25.127565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:25.130788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:25.136749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:25.153835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:25.168494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Could not find standard attr ID for object 8aa96574-6fe5-43ef-84fc-e3a532fbfa30. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:25.171533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Network df3e5c28-0d00-4e43-b849-cd64182eb50d is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:25.184003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.212162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:25.230063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:25.235047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Pushing event updated for resources: {'Port': ['ID=7cb30e80-7f6f-4f55-95f5-1e897958d660,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.266677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:25.270348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:25.287036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:25.308680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=933821e6-19ab-4640-b707-6dda8ae2118d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.313473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:25.372506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:25.375983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.386086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:25.386086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:25.461254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.461881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.486189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] For port e6ae53f3-aea1-4cd8-a522-463173e7c234, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:25.500045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Attempting to bind port 7cb30e80-7f6f-4f55-95f5-1e897958d660 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:25.500405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Attempting to bind port 7cb30e80-7f6f-4f55-95f5-1e897958d660 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9e38d897-9a31-44ec-8695-9a22b6e8a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:25.500768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Attempting to bind port 7cb30e80-7f6f-4f55-95f5-1e897958d660 on network df3e5c28-0d00-4e43-b849-cd64182eb50d {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:25.511714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] For port e6ae53f3-aea1-4cd8-a522-463173e7c234, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e6ae53f3-aea1-4cd8-a522-463173e7c234,segment=NetworkSegment(34ddce05-a6b5-4b46-904e-10f6fd7c2197),segment_id=34ddce05-a6b5-4b46-904e-10f6fd7c2197)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:25.512189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.521669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dbb6f-9f93-4c2e-a333-1b318aad3599 req-589df388-b6e3-4aec-8cd3-2de92bd69587 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.523344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88a8e9-fdae-4865-93bb-da2489866af2 None None] Pushing event updated for resources: {'Port': ['ID=627c3d57-dace-424c-aadc-e271307d8ef8,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.529181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:25.529536 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-805dbb6f-9f93-4c2e-a333-1b318aad3599 req-589df388-b6e3-4aec-8cd3-2de92bd69587 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5900683 Apr 01 15:51:25.529676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Checking segment: {'id': '9e38d897-9a31-44ec-8695-9a22b6e8a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:25.530048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.531243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Bound using segment: {'id': '9e38d897-9a31-44ec-8695-9a22b6e8a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:25.531596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Bound port: 7cb30e80-7f6f-4f55-95f5-1e897958d660, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e38d897-9a31-44ec-8695-9a22b6e8a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'df3e5c28-0d00-4e43-b849-cd64182eb50d'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:25.531977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.535826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 213af0e7-12a5-4d26-9236-fc82e90e39b1 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:25.553361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=627c3d57-dace-424c-aadc-e271307d8ef8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:25.553745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.580958 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-37a69f22-9cd6-484f-9dc4-5a4c06f24f80 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8989444 Apr 01 15:51:25.581158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39484) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.590184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing IP validity checks on allocation pools {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:51:25.591058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:51:25.591186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-466849037', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d1:6d:86'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:25.597265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:25.606788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-17c4e1bc-47d2-43cb-855c-d63faf759046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.608287 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-17c4e1bc-47d2-43cb-855c-d63faf759046 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5094337 Apr 01 15:51:25.652561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.819546 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-805dbb6f-9f93-4c2e-a333-1b318aad3599 req-31a109f0-f938-4dd1-ade4-4582e102511e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890143 Apr 01 15:51:25.820496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Calling delete_port for 627c3d57-dace-424c-aadc-e271307d8ef8 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:25.834592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting port aafdd1da-ef52-4887-b0b7-bf82f130be9c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:25.834954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.851695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:25.859323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Usage tracker for resource:port and tenant:6c807756a02d4a7883ca9cec2de28c27 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:25.864230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:25.878322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:25.893383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::87bf:208f:afb1:5503 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/7213e681-72d2-4970-bcda-7b06dfe43dc9/213af0e7-12a5-4d26-9236-fc82e90e39b1) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:25.955449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:26.029402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eaa62-945e-4ddd-8251-e2aa83b4ad7a None None] Pushing event updated for resources: {'Port': ['ID=e6ae53f3-aea1-4cd8-a522-463173e7c234,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.040844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] For port 7cb30e80-7f6f-4f55-95f5-1e897958d660, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:26.048759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] For port 7cb30e80-7f6f-4f55-95f5-1e897958d660, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cb30e80-7f6f-4f55-95f5-1e897958d660,segment=NetworkSegment(9e38d897-9a31-44ec-8695-9a22b6e8a913),segment_id=9e38d897-9a31-44ec-8695-9a22b6e8a913)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:26.072995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:26.073261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:26.132684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.194324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 627c3d57-dace-424c-aadc-e271307d8ef8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:26.213770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-87e220ca-dcad-45e2-8367-6eff66116eef service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945752 Apr 01 15:51:26.222424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.254832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.270323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port 753a085b-f592-4dec-8787-96ba714f32e3 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:26.328058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 213af0e7-12a5-4d26-9236-fc82e90e39b1 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:26.374147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:26.387722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:26.408759 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:26.409740 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.422455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584050-f165-4ed1-b47a-ba2cf62422ac None None] Pushing event updated for resources: {'Port': ['ID=7cb30e80-7f6f-4f55-95f5-1e897958d660,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.451538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.474896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bddd2a12-c52c-43fa-8603-b283d835943a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/routers/676832ac-e646-463f-a6df-5142680e7e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2644386 Apr 01 15:51:26.485814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.498820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39488) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.517880 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.548744 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:26.548927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=627c3d57-dace-424c-aadc-e271307d8ef8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:26.549524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:26.553793 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.557132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:26.567909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:26.573864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.574208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Deleting port 627c3d57-dace-424c-aadc-e271307d8ef8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:26.574687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.574807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.588730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'port': {'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce', 'name': 'tempest-FloatingIPTestJSON-171543086'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:26.614333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.642146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.14 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/753a085b-f592-4dec-8787-96ba714f32e3) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:26.649458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=213af0e7-12a5-4d26-9236-fc82e90e39b1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.684641 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.685063 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d7a86-7de2-4582-b934-b72c43658e11 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:26.760559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.857453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.007057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=627c3d57-dace-424c-aadc-e271307d8ef8,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.074546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.104946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object 753a085b-f592-4dec-8787-96ba714f32e3 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:27.124791 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e2cce7b-f208-422c-b555-c647495e9342 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2698512 Apr 01 15:51:27.146822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39494) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.152291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] For port 627c3d57-dace-424c-aadc-e271307d8ef8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=627c3d57-dace-424c-aadc-e271307d8ef8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:27.153399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.200927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Calling delete_port for aafdd1da-ef52-4887-b0b7-bf82f130be9c owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:27.253288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068109-872d-4246-ad6a-d5a027e7aaa9 req-1debe47c-52e2-468f-984a-e213b96706c7 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.262593 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48068109-872d-4246-ad6a-d5a027e7aaa9 req-1debe47c-52e2-468f-984a-e213b96706c7 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.1758864 Apr 01 15:51:27.283387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=e7672a6c-4cdc-440a-bc97-ebc85c9dfb98,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.304877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.305093 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dad9a290-d4e3-456b-be62-15ea1194b623 req-87e5d767-79c7-404a-a3b6-975529e6514f service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0815938 Apr 01 15:51:27.344501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '1fde021a-0cdc-426f-aab7-3865e8cc9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:27.344875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 156dbe91-6ff7-455b-a89a-26502fbb02f9, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:27.351468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Calling delete_port for 627c3d57-dace-424c-aadc-e271307d8ef8 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:27.404764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48068109-872d-4246-ad6a-d5a027e7aaa9 req-4773ab63-031e-488e-b8dd-927134a907b8 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404004 Apr 01 15:51:27.409280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:27.412846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:27.423548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:27.492749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=753a085b-f592-4dec-8787-96ba714f32e3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.508855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.509482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.542557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a56756-6aa6-454a-b1b3-25ef458e8caf None None] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:27.559311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.588862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:27.607274 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-897ed102-a7a7-44d6-b6c9-2c8557d0c632 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0249496 Apr 01 15:51:27.610395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39500) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.617474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:port and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:27.626459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:27.629884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] Pushing event deleted for resources: {'Port': ['ID=627c3d57-dace-424c-aadc-e271307d8ef8,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.639471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38781f7-c5e6-482f-bf84-7a81d52e69a2 None None] No DVR routers for this DVR port 627c3d57-dace-424c-aadc-e271307d8ef8 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:27.651293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:27.700313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c3ceb-d4eb-413c-b4fb-589213bbfeab tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.714798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c3ceb-d4eb-413c-b4fb-589213bbfeab tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.726061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7b0c3ceb-d4eb-413c-b4fb-589213bbfeab tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.5764761 Apr 01 15:51:27.726932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39504) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.731965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 156dbe91-6ff7-455b-a89a-26502fbb02f9 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:27.742672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.747327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f9a50-acef-46f2-8873-6392e4ca6b3d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:27.749007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.761641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.763390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:27.797989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:27.801396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.854332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6a7d63be-4a34-449e-86d3-8951bc8a9ba2 None None] Provisioning for port e6ae53f3-aea1-4cd8-a522-463173e7c234 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:27.868472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:27.870044 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-04cf47fa-d56f-45e7-91aa-0118f8af3b86 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2586842 Apr 01 15:51:27.873862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39508) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.884847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] device_id is not set on port 3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:27.946290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167dd4b-f36b-4190-afa6-d3b8bad1a6de None None] Network df3e5c28-0d00-4e43-b849-cd64182eb50d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:27.966050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port 753a085b-f592-4dec-8787-96ba714f32e3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:27.966395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.051994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 156dbe91-6ff7-455b-a89a-26502fbb02f9) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:28.062872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 213af0e7-12a5-4d26-9236-fc82e90e39b1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:28.063286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.088083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ceff6b-37ac-4b26-9ad5-082d43235537 None None] Network 156dbe91-6ff7-455b-a89a-26502fbb02f9 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:28.108624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.109511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.175353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.4 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:28.272481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cb30e80-7f6f-4f55-95f5-1e897958d660 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:28.328684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.340430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.390343 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-912c1fc4-9dbb-41c3-8b2c-52a5692ee220 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7933946 Apr 01 15:51:28.405870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39512) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.474446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for 753a085b-f592-4dec-8787-96ba714f32e3 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:28.482571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Port': ['ID=aafdd1da-ef52-4887-b0b7-bf82f130be9c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.536291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c7e593d-dd5b-48e6-b863-3a9c8bf202d2 None None] Provisioning for port 7cb30e80-7f6f-4f55-95f5-1e897958d660 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:28.707430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.766931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=753a085b-f592-4dec-8787-96ba714f32e3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.798364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 7cb30e80-7f6f-4f55-95f5-1e897958d660 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:28.846467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7cb30e80-7f6f-4f55-95f5-1e897958d660 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:28.851643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.937804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-156dbe91-6ff7-455b-a89a-26502fbb02f9', 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': 'e7672a6c-4cdc-440a-bc97-ebc85c9dfb98'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:28.938648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.954467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '7213e681-72d2-4970-bcda-7b06dfe43dc9'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:28.955407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.057379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.096756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.153856 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5a9793d-ed1e-4e77-b2ee-8b697a9efa55 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/753a085b-f592-4dec-8787-96ba714f32e3 HTTP/1.1" status: 204 len: 168 time: 1.2778316 Apr 01 15:51:29.154669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39518) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.211157 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06f2a93-87a7-40e6-82be-0dbc76a62cfe tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] GET failed (client error): The resource could not be found. Apr 01 15:51:29.211766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c06f2a93-87a7-40e6-82be-0dbc76a62cfe tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:29.216185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.287600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c06f2a93-87a7-40e6-82be-0dbc76a62cfe tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:29.295679 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c06f2a93-87a7-40e6-82be-0dbc76a62cfe tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports/753a085b-f592-4dec-8787-96ba714f32e3 HTTP/1.1" status: 404 len: 333 time: 0.1390271 Apr 01 15:51:29.296988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39522) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.307990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-1726882286'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:29.353725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.377596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 213af0e7-12a5-4d26-9236-fc82e90e39b1 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:29.504466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/7213e681-72d2-4970-bcda-7b06dfe43dc9/df2efd6e-45f7-440c-bc87-db7778e62480) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:29.514093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 7cb30e80-7f6f-4f55-95f5-1e897958d660, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cb30e80-7f6f-4f55-95f5-1e897958d660,segment=NetworkSegment(9e38d897-9a31-44ec-8695-9a22b6e8a913),segment_id=9e38d897-9a31-44ec-8695-9a22b6e8a913)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:29.521121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Allocated IP 2001:db8::3 (156dbe91-6ff7-455b-a89a-26502fbb02f9/e7672a6c-4cdc-440a-bc97-ebc85c9dfb98/7d4539e5-7302-4992-ab90-73ed005a54a0) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:29.602958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:29.615613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:29.616976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.646712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.673423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.674520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e6ae53f3-aea1-4cd8-a522-463173e7c234 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:29.705549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fcfa4bd-31a3-44e0-a1e3-420333462b43 None None] Provisioning for port 933821e6-19ab-4640-b707-6dda8ae2118d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:29.730288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:29.735511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.767741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port 3a4b4552-c96a-431f-b0f1-97667cb0458e yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:29.890376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fcfa4bd-31a3-44e0-a1e3-420333462b43 None None] Provisioning complete for port 933821e6-19ab-4640-b707-6dda8ae2118d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:29.890894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa4bd-31a3-44e0-a1e3-420333462b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.891369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca007a4-6d98-4c78-a610-9c6db671047e req-d54b4b26-8efe-47a7-a7b4-50ecad80f505 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.893183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dca007a4-6d98-4c78-a610-9c6db671047e req-d54b4b26-8efe-47a7-a7b4-50ecad80f505 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.9904525 Apr 01 15:51:29.987066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.8 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/3a4b4552-c96a-431f-b0f1-97667cb0458e) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:30.041902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.126195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfa4bd-31a3-44e0-a1e3-420333462b43 None None] Port 933821e6-19ab-4640-b707-6dda8ae2118d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:30.127906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=7cb30e80-7f6f-4f55-95f5-1e897958d660,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.151515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fcfa4bd-31a3-44e0-a1e3-420333462b43 None None] Could not find standard attr ID for object 753a085b-f592-4dec-8787-96ba714f32e3. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:30.153666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.173916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.199944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e6ae53f3-aea1-4cd8-a522-463173e7c234 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:30.207994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Transition to ACTIVE for port object 7d4539e5-7302-4992-ab90-73ed005a54a0 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:30.210514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e6ae53f3-aea1-4cd8-a522-463173e7c234 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:30.210919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.269942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.292388 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dca007a4-6d98-4c78-a610-9c6db671047e req-92dca982-b8fb-4186-a736-13c27b4f8b80 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000896 Apr 01 15:51:30.350775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:30.356228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Router 10680d48-ed4a-4aa8-a6bd-d52f03bc380a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:30.391466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:30.400117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.403551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:30.419529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Transition to ACTIVE for port object 7d4539e5-7302-4992-ab90-73ed005a54a0 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:30.429921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Provisioning complete for port 7cb30e80-7f6f-4f55-95f5-1e897958d660 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:30.429921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.457074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.477269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.479211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object 3a4b4552-c96a-431f-b0f1-97667cb0458e will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:30.492070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.508828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Transition to ACTIVE for port object df2efd6e-45f7-440c-bc87-db7778e62480 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:30.519108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fd190-aa8c-4045-a003-3c995d8c811a req-0b55fdc4-5ec6-4fe2-8831-9dbef24583b5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.520926 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9b6fd190-aa8c-4045-a003-3c995d8c811a req-0b55fdc4-5ec6-4fe2-8831-9dbef24583b5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.2431138 Apr 01 15:51:30.542662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.576336 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9b6fd190-aa8c-4045-a003-3c995d8c811a req-52c36900-abe0-4c97-9565-aa413928ba60 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481274 Apr 01 15:51:30.598508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Transition to ACTIVE for port object df2efd6e-45f7-440c-bc87-db7778e62480 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:30.629567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.652409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Network 156dbe91-6ff7-455b-a89a-26502fbb02f9 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:30.668877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:30.676277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:30.682634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=213af0e7-12a5-4d26-9236-fc82e90e39b1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.705411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:30.711011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:30.715586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:30.735097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.753096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=3a4b4552-c96a-431f-b0f1-97667cb0458e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.787667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Pushing event updated for resources: {'Port': ['ID=7d4539e5-7302-4992-ab90-73ed005a54a0,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.792659 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-40c163e3-bdc8-406c-a816-0804203992e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/213af0e7-12a5-4d26-9236-fc82e90e39b1 HTTP/1.1" status: 204 len: 168 time: 3.0612495 Apr 01 15:51:30.794909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39532) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.797595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.798456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.852848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.853552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.887036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.900410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.951319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:30.965015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85cf2f-99f5-4eb5-8494-f0ff47131296 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.966687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85cf2f-99f5-4eb5-8494-f0ff47131296 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.967766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5a85cf2f-99f5-4eb5-8494-f0ff47131296 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:30.973502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:30.977896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:30.989262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:30.995218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-00405a32-9198-4178-afc3-96f3fbf0a649 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7329223 Apr 01 15:51:30.995441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Attempting to bind port 7d4539e5-7302-4992-ab90-73ed005a54a0 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:30.995441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Attempting to bind port 7d4539e5-7302-4992-ab90-73ed005a54a0 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1fde021a-0cdc-426f-aab7-3865e8cc9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:30.995441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Attempting to bind port 7d4539e5-7302-4992-ab90-73ed005a54a0 on network 156dbe91-6ff7-455b-a89a-26502fbb02f9 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:30.995674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39536) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.996865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] Sync routers for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:31.000891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Pushing event updated for resources: {'Port': ['ID=df2efd6e-45f7-440c-bc87-db7778e62480,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.025435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:31.025796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Checking segment: {'id': '1fde021a-0cdc-426f-aab7-3865e8cc9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:31.026191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.026581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Bound using segment: {'id': '1fde021a-0cdc-426f-aab7-3865e8cc9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:31.027072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Bound port: 7d4539e5-7302-4992-ab90-73ed005a54a0, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fde021a-0cdc-426f-aab7-3865e8cc9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:31.027471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.031167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=e7672a6c-4cdc-440a-bc97-ebc85c9dfb98,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.059156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8260ea-c54e-4dd8-9d7c-2427a0bd6c6d req-247a30d6-2dba-4871-84ab-b5d246da3b10 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:31.066796 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a8260ea-c54e-4dd8-9d7c-2427a0bd6c6d req-247a30d6-2dba-4871-84ab-b5d246da3b10 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5989864 Apr 01 15:51:31.074648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e6ae53f3-aea1-4cd8-a522-463173e7c234, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e6ae53f3-aea1-4cd8-a522-463173e7c234,segment=NetworkSegment(34ddce05-a6b5-4b46-904e-10f6fd7c2197),segment_id=34ddce05-a6b5-4b46-904e-10f6fd7c2197)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:31.087740 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-340c0ee3-cc71-4112-bf9a-2a372349e0e7 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7891412 Apr 01 15:51:31.094069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:31.095065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.096331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39540) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.096834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5a85cf2f-99f5-4eb5-8494-f0ff47131296 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:31.104646 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5a85cf2f-99f5-4eb5-8494-f0ff47131296 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3005440 Apr 01 15:51:31.104646 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-ccac3260-cc11-41d3-bdd9-182ffb707e07 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] show failed (client error): The resource could not be found. Apr 01 15:51:31.104646 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ccac3260-cc11-41d3-bdd9-182ffb707e07 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-196860903 HTTP/1.1" status: 404 len: 334 time: 0.1045866 Apr 01 15:51:31.104646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39546) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.108998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39548) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.114222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3d1bc6ef-6750-45bb-aac4-03c4ab41240d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:31.153024 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-81c9da70-98a9-41a4-85ea-763c6bb6c9b1 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6503291 Apr 01 15:51:31.162516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d1:6d:86'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:31.168894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39554) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.213140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'port': {'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce', 'name': 'tempest-FloatingIPTestJSON-1077770633'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:31.228481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a8260ea-c54e-4dd8-9d7c-2427a0bd6c6d req-13e7cf18-10e3-49fc-b8bb-e886b0d2a842 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606252 Apr 01 15:51:31.234120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Provisioning complete for port 933821e6-19ab-4640-b707-6dda8ae2118d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:31.234654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.236759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.276411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.278365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.355234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156dbe91-6ff7-455b-a89a-26502fbb02f9']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.375746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fde021a-0cdc-426f-aab7-3865e8cc9bbd') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.379761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fde021a-0cdc-426f-aab7-3865e8cc9bbd') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.399385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.404126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Attempting to bind port df2efd6e-45f7-440c-bc87-db7778e62480 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:31.404126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Attempting to bind port df2efd6e-45f7-440c-bc87-db7778e62480 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:31.404126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Attempting to bind port df2efd6e-45f7-440c-bc87-db7778e62480 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:31.418631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] Routers {'10680d48-ed4a-4aa8-a6bd-d52f03bc380a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:31.419507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.427070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.430423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:31.435363 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-3d1bc6ef-6750-45bb-aac4-03c4ab41240d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] update failed (client error): The resource could not be found. Apr 01 15:51:31.440112 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3d1bc6ef-6750-45bb-aac4-03c4ab41240d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1941490707 HTTP/1.1" status: 404 len: 335 time: 0.3325760 Apr 01 15:51:31.440602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:31.441018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.453267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39560) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.454687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:port and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:31.461534 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:31.494837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cb30e80-7f6f-4f55-95f5-1e897958d660 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:31.516616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:31.533151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:31.535223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:31.535598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:31.536082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.536400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:31.536884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Bound port: df2efd6e-45f7-440c-bc87-db7778e62480, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:31.537609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.541001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 7213e681-72d2-4970-bcda-7b06dfe43dc9 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:31.546065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Port 933821e6-19ab-4640-b707-6dda8ae2118d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:31.546953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.572442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e7a0bfb-103b-42ab-9427-291e75582c12 None None] Could not find standard attr ID for object 753a085b-f592-4dec-8787-96ba714f32e3. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:31.573874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.574270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf6b7b-544b-4c59-8f4d-224c66867ecb None None] The sync data for ids ['10680d48-ed4a-4aa8-a6bd-d52f03bc380a'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:31.586581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e6ae53f3-aea1-4cd8-a522-463173e7c234,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.589689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] For port 7d4539e5-7302-4992-ab90-73ed005a54a0, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:31.625957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting subnet 6964a4c9-0f68-4e46-a7bc-2983fab81489 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:31.629860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.664877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] For port 7d4539e5-7302-4992-ab90-73ed005a54a0, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7d4539e5-7302-4992-ab90-73ed005a54a0,segment=NetworkSegment(1fde021a-0cdc-426f-aab7-3865e8cc9bbd),segment_id=1fde021a-0cdc-426f-aab7-3865e8cc9bbd)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:31.697414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7cb30e80-7f6f-4f55-95f5-1e897958d660 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:31.698310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.699879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:31.699879 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:31.699879 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': '156dbe91-6ff7-455b-a89a-26502fbb02f9'}] Apr 01 15:51:31.699879 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:31.700241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:31.727446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] For port df2efd6e-45f7-440c-bc87-db7778e62480, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:31.741054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.745812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] For port df2efd6e-45f7-440c-bc87-db7778e62480, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=df2efd6e-45f7-440c-bc87-db7778e62480,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:31.766115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.790094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:31.794004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.817767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.839346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.863428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-e563429f-3807-44b0-8c3c-df0b4832fab7 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:31.865273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-e563429f-3807-44b0-8c3c-df0b4832fab7 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.91 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.2742131 Apr 01 15:51:31.871180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-86903c65-5783-4ac7-92cb-35bf2117eafe None None] Provisioning for port 3a4b4552-c96a-431f-b0f1-97667cb0458e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:31.876766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] device_id is not set on port badf168d-a1f0-4da9-9b76-c6af1878f4d4 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:31.948382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.969133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-86903c65-5783-4ac7-92cb-35bf2117eafe None None] Provisioning complete for port 3a4b4552-c96a-431f-b0f1-97667cb0458e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:31.969815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-86903c65-5783-4ac7-92cb-35bf2117eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.036959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949cfe-8c95-4ca2-918d-cd63a1d01a50 None None] Pushing event updated for resources: {'Port': ['ID=7d4539e5-7302-4992-ab90-73ed005a54a0,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.074937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.110927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Deleting port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:32.111274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.175714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448952fe-4a9a-4c5f-adb9-e9a20fde9314 req-ff1f7e31-928b-430f-bc82-1ea21fab0137 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:32.182227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.185516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-448952fe-4a9a-4c5f-adb9-e9a20fde9314 req-ff1f7e31-928b-430f-bc82-1ea21fab0137 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.3913214 Apr 01 15:51:32.214695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.224468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5354a-545f-414a-b115-7a14a1d2f746 None None] Network 156dbe91-6ff7-455b-a89a-26502fbb02f9 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:32.253992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-86903c65-5783-4ac7-92cb-35bf2117eafe None None] Port 3a4b4552-c96a-431f-b0f1-97667cb0458e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:32.371353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 7d4539e5-7302-4992-ab90-73ed005a54a0 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:32.371719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.386208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.3 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/badf168d-a1f0-4da9-9b76-c6af1878f4d4) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:32.402454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bbbef-b50d-486d-9ba8-ab58f14578d4 None None] Pushing event updated for resources: {'Port': ['ID=df2efd6e-45f7-440c-bc87-db7778e62480,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.487721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.512909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-448952fe-4a9a-4c5f-adb9-e9a20fde9314 req-73d25aae-1c08-4f3c-98c6-9b72531e7478 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264303 Apr 01 15:51:32.546989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.556286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Subnet': ['ID=6964a4c9-0f68-4e46-a7bc-2983fab81489,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.605807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.632912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.638231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=7213e681-72d2-4970-bcda-7b06dfe43dc9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.648846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430069d-c807-4e9f-bd00-8e2847ea1e07 None None] Network 17080986-1347-4909-9e6d-7edf8fcc59ed requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:32.677853 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-005114ae-5d8d-4b68-b34a-fc3fe008eb4a tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/subnets/6964a4c9-0f68-4e46-a7bc-2983fab81489 HTTP/1.1" status: 204 len: 168 time: 1.2196209 Apr 01 15:51:32.684857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39570) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.753269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d1bf-bacc-430e-b7ad-fe3dce67b11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.048257 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ede9b129-9702-4ca2-86c3-b9241e1c1fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/7213e681-72d2-4970-bcda-7b06dfe43dc9 HTTP/1.1" status: 204 len: 168 time: 1.9377441 Apr 01 15:51:33.063719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] DHCP port deletion for 17080986-1347-4909-9e6d-7edf8fcc59ed request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:33.066315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39576) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.068506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Deleting port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:33.069021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.078749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting subnet 142e5564-8cb0-4daf-9038-7333152e5783 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:33.082100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.144488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.209769 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-95cc41fa-0048-4bd8-a8f7-3481ef4e5052 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318572 Apr 01 15:51:33.217355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39580) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.246208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.335442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] For port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,segment=NetworkSegment(8068460d-7fa0-4199-a920-44da5f4b2b55),segment_id=8068460d-7fa0-4199-a920-44da5f4b2b55)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.335842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.381401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port 7d4539e5-7302-4992-ab90-73ed005a54a0, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7d4539e5-7302-4992-ab90-73ed005a54a0,segment=NetworkSegment(1fde021a-0cdc-426f-aab7-3865e8cc9bbd),segment_id=1fde021a-0cdc-426f-aab7-3865e8cc9bbd)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.382030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.420583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.476726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce2cf-2bc2-4e2e-826b-3c6422d710d0 req-8ebe85df-84f1-440a-bdf7-911a783778f5 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.485004 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b9ce2cf-2bc2-4e2e-826b-3c6422d710d0 req-8ebe85df-84f1-440a-bdf7-911a783778f5 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.1817622 Apr 01 15:51:33.490018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Calling delete_port for 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:33.521543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.547901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] For port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.548272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.558369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969520b-0675-4449-bd29-2dbb2ad13c09 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:33.565223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for 7d4539e5-7302-4992-ab90-73ed005a54a0 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:33.584270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Subnet': ['ID=142e5564-8cb0-4daf-9038-7333152e5783,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.603173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.604850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b9ce2cf-2bc2-4e2e-826b-3c6422d710d0 req-7ba8f9c4-b049-4a6f-9da8-fd5677e58988 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186759 Apr 01 15:51:33.611505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.612929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3180e-5b8a-490b-b3f3-a056e17989bb None None] Network 0b0bd502-5d3c-498f-a357-2cf7e5b27018 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:33.627069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaaae0-23b9-40ff-ae17-112647906e15 req-d27c3d62-43c1-43e6-821c-301e77de7356 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.634152 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8efaaae0-23b9-40ff-ae17-112647906e15 req-d27c3d62-43c1-43e6-821c-301e77de7356 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.9622581 Apr 01 15:51:33.648038 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dd937327-a4c5-42c6-9933-178dbe0207d9 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/subnets/142e5564-8cb0-4daf-9038-7333152e5783 HTTP/1.1" status: 204 len: 168 time: 0.9598956 Apr 01 15:51:33.648682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39586) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.682712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.753949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.767462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e6ae53f3-aea1-4cd8-a522-463173e7c234 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:33.815140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8b85a9cf-22ad-4592-94ef-933546b4649b None None] Provisioning for port df2efd6e-45f7-440c-bc87-db7778e62480 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:33.897494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8b85a9cf-22ad-4592-94ef-933546b4649b None None] Could not find standard attr ID for object 213af0e7-12a5-4d26-9236-fc82e90e39b1. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:33.917061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:33.928082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:33.931263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:33.936415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.976127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.978841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=badf168d-a1f0-4da9-9b76-c6af1878f4d4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.038771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbbf3e-0d86-4749-9bc2-f74a531a18b2 req-f771dc2a-b108-4d85-9ea0-c050dc3495bb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.040289 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-78cbbf3e-0d86-4749-9bc2-f74a531a18b2 req-f771dc2a-b108-4d85-9ea0-c050dc3495bb tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 945 time: 0.2869534 Apr 01 15:51:34.069929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8efaaae0-23b9-40ff-ae17-112647906e15 req-78ef4a5f-42e1-4ada-b3a0-0589e0728e25 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348140 Apr 01 15:51:34.076715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.078322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.088165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] Pushing event deleted for resources: {'Port': ['ID=4ed5e7a7-4c7c-4f21-921e-08cf195be4b7,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.103532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff187d2-bd49-418f-8c8b-952978d62452 None None] No DVR routers for this DVR port 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:34.131786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=3a4b4552-c96a-431f-b0f1-97667cb0458e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.135665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e6ae53f3-aea1-4cd8-a522-463173e7c234 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:34.136305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.148927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b40bf68-a41e-4d1a-aa43-401390bc9ec7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.150363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9b40bf68-a41e-4d1a-aa43-401390bc9ec7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:34.195971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] In _notify_port_updated(), no bound segment for port 3a4b4552-c96a-431f-b0f1-97667cb0458e on network e7a18aa3-6faa-4472-a3d4-ce3c25891057 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:51:34.216543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.221189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.222805 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2545ba3a-3e92-4524-a5c5-237abba6afa1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "PUT /v2.0/ports/3a4b4552-c96a-431f-b0f1-97667cb0458e HTTP/1.1" status: 200 len: 993 time: 3.1253474 Apr 01 15:51:34.229282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39592) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.237342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.302069 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1964af18-d465-467a-b9c4-1ce24d4ad73b tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1035399 Apr 01 15:51:34.378204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] DHCP port deletion for 0b0bd502-5d3c-498f-a357-2cf7e5b27018 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:34.378391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39596) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.390162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Deleting port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:34.390544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.413436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'badf168d-a1f0-4da9-9b76-c6af1878f4d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:34.427516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:34.428316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.436435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:34.449188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device df2efd6e-45f7-440c-bc87-db7778e62480 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:34.450266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:floatingip and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:34.465564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:34.477394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Deleting port df2efd6e-45f7-440c-bc87-db7778e62480 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:34.477781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.481913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-78cbbf3e-0d86-4749-9bc2-f74a531a18b2 req-0884c620-ac07-46f9-9eec-c1425ee0bf87 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c19673d-b437-4d72-99c9-9bd68f7dc7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150496 Apr 01 15:51:34.488707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Port': ['ID=7d4539e5-7302-4992-ab90-73ed005a54a0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.496365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port 3a4b4552-c96a-431f-b0f1-97667cb0458e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:34.496801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.506044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9b40bf68-a41e-4d1a-aa43-401390bc9ec7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:34.507481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9b40bf68-a41e-4d1a-aa43-401390bc9ec7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.2433717 Apr 01 15:51:34.516525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-861aa1a1-2d1e-4657-96b4-4955caa13612 None None] Provisioning complete for port 3a4b4552-c96a-431f-b0f1-97667cb0458e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:34.516895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-861aa1a1-2d1e-4657-96b4-4955caa13612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.521081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No DVR routers for this DVR port 7d4539e5-7302-4992-ab90-73ed005a54a0 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:34.523409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39600) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.531219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17080986-1347-4909-9e6d-7edf8fcc59ed']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.543182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:34.568391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8068460d-7fa0-4199-a920-44da5f4b2b55') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.568391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8068460d-7fa0-4199-a920-44da5f4b2b55') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.592117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.652246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.662897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.668380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.668755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.672511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Floating IP f405f353-7940-444f-9a71-75bb343435a7 disassociated. External IP: 172.26.8.248, port: 1bac1c88-90ff-4ec8-b9f3-48256702ad9e. Apr 01 15:51:34.672511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Calling delete_port for 1bac1c88-90ff-4ec8-b9f3-48256702ad9e owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:34.701251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-861aa1a1-2d1e-4657-96b4-4955caa13612 None None] Port 3a4b4552-c96a-431f-b0f1-97667cb0458e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:34.701503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:34.701590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:34.721089 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:34.880702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9c3d3-961d-4370-844c-bcf193c41e70 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.881067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4aa9c3d3-961d-4370-844c-bcf193c41e70 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:34.962633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b711e5e1-7a4d-4bce-a5cb-a24f0fab8533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.972509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.014082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1bac1c88-90ff-4ec8-b9f3-48256702ad9e no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:35.038065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149fa4f-530a-4fcc-90d1-d4ed0c314d12 req-3b18e7f1-f72a-4687-a6bb-f97532b578c3 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.045660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a149fa4f-530a-4fcc-90d1-d4ed0c314d12 req-3b18e7f1-f72a-4687-a6bb-f97532b578c3 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8092041 Apr 01 15:51:35.054944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port df2efd6e-45f7-440c-bc87-db7778e62480 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:35.070838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] For port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,segment=NetworkSegment(ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233),segment_id=ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:35.071243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.075678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e293cb-ee78-414f-9026-698a36e38761 req-638a7ea1-f252-4e5e-9d9a-0c374b9f4a58 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.077779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70e293cb-ee78-414f-9026-698a36e38761 req-638a7ea1-f252-4e5e-9d9a-0c374b9f4a58 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.6453114 Apr 01 15:51:35.080523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156dbe91-6ff7-455b-a89a-26502fbb02f9']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.129173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fde021a-0cdc-426f-aab7-3865e8cc9bbd') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.129464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fde021a-0cdc-426f-aab7-3865e8cc9bbd') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.138145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.159031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port df2efd6e-45f7-440c-bc87-db7778e62480 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:35.159588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.164782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.170003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4aa9c3d3-961d-4370-844c-bcf193c41e70 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:35.174091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4aa9c3d3-961d-4370-844c-bcf193c41e70 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6443782 Apr 01 15:51:35.174091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.182768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39606) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.202901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Network': ['ID=17080986-1347-4909-9e6d-7edf8fcc59ed,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.253415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.257811 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a149fa4f-530a-4fcc-90d1-d4ed0c314d12 req-ad535119-8259-4c7e-a993-8eaff1495397 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110226 Apr 01 15:51:35.265198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Calling delete_port for 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:35.271485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:35.272119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.275137 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-595cb33f-a027-4cf9-83df-da2bc10f7359 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/networks/17080986-1347-4909-9e6d-7edf8fcc59ed HTTP/1.1" status: 204 len: 168 time: 1.6259911 Apr 01 15:51:35.277425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:35.305588 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:35.308259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39610) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.308553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.309780 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cf8e06e4-eb6e-4149-bb33-89f5575e293d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255679 Apr 01 15:51:35.316173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Deleting port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:35.316775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.327927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] For port df2efd6e-45f7-440c-bc87-db7778e62480, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=df2efd6e-45f7-440c-bc87-db7778e62480,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:35.328313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.360290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97665-246e-4c0b-809f-d76f5783c1ed req-8ff8570d-143c-4dd4-ab72-f0f2ec143459 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.362442 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5aa97665-246e-4c0b-809f-d76f5783c1ed req-8ff8570d-143c-4dd4-ab72-f0f2ec143459 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.6085443 Apr 01 15:51:35.384489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:35.489848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for 3a4b4552-c96a-431f-b0f1-97667cb0458e owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:35.506115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Calling delete_port for df2efd6e-45f7-440c-bc87-db7778e62480 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:35.579232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.596374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5aa97665-246e-4c0b-809f-d76f5783c1ed req-ac9abc41-40df-4acb-b964-cb94a769d952 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719756 Apr 01 15:51:35.617750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.638002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e update to DOWN by agent not found {{(pid=88734) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 15:51:35.705917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.726669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.765468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.798536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event deleted for resources: {'Port': ['ID=1bac1c88-90ff-4ec8-b9f3-48256702ad9e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.801446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.808502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] Pushing event deleted for resources: {'Port': ['ID=12f53ce8-6bbc-4f6c-acc0-de993a55dcfc,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.813680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dd708-595f-4cc5-b439-bb20145812bc None None] No DVR routers for this DVR port 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:35.832638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.864692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.873747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.886993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] No DVR routers for this DVR port df2efd6e-45f7-440c-bc87-db7778e62480 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:35.902430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fad8c-b33a-494d-b212-eb59a54869fa None None] Pushing event deleted for resources: {'Port': ['ID=df2efd6e-45f7-440c-bc87-db7778e62480,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.903692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-df84d794-da18-46ed-9e0a-5d21e7e5e985 req-72f487ee-364a-403c-894c-279d6236fa34 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.1005552 Apr 01 15:51:35.922349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.982406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=156dbe91-6ff7-455b-a89a-26502fbb02f9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.994784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:36.000731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:36.008925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.210 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/f87b5efc-44c8-44cd-a09d-393b2f6bc094) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:36.023339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=3a4b4552-c96a-431f-b0f1-97667cb0458e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.060033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:36.060491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4ed5e7a7-4c7c-4f21-921e-08cf195be4b7 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:36.074258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.096369 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ce82061c-60d8-4bda-9164-8da575d87219 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/156dbe91-6ff7-455b-a89a-26502fbb02f9 HTTP/1.1" status: 204 len: 168 time: 7.6815791 Apr 01 15:51:36.111055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39622) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.151191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.229364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534922085'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:36.255498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:36.273119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:36.295115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:36.302465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.344994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:36.350843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:36.361122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.376724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:36.377078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12f53ce8-6bbc-4f6c-acc0-de993a55dcfc not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:36.377500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device df2efd6e-45f7-440c-bc87-db7778e62480 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:36.416139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5416-26b8-4382-8d51-438045e12e2e req-bf170d96-3c7c-447c-a90f-63faa01d95b1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:36.417991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: df2efd6e-45f7-440c-bc87-db7778e62480 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:36.418342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device df2efd6e-45f7-440c-bc87-db7778e62480 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:36.418454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-affb5416-26b8-4382-8d51-438045e12e2e req-bf170d96-3c7c-447c-a90f-63faa01d95b1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.9785142 Apr 01 15:51:36.447946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.461338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.480481 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f867d835-b227-4855-967e-05a78c6d7634 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/3a4b4552-c96a-431f-b0f1-97667cb0458e HTTP/1.1" status: 204 len: 168 time: 2.2458193 Apr 01 15:51:36.482234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39626) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.523942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:36.527368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.535049 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc54923-4e60-45a6-9e83-c2c1cde37f4b tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] GET failed (client error): The resource could not be found. Apr 01 15:51:36.535585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dc54923-4e60-45a6-9e83-c2c1cde37f4b tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:36.710679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9dc54923-4e60-45a6-9e83-c2c1cde37f4b tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:36.713253 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9dc54923-4e60-45a6-9e83-c2c1cde37f4b tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports/3a4b4552-c96a-431f-b0f1-97667cb0458e HTTP/1.1" status: 404 len: 333 time: 0.2298460 Apr 01 15:51:36.722723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39632) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.730354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-585509620'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:36.818602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.861056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.922097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-affb5416-26b8-4382-8d51-438045e12e2e req-d920dcdb-99c9-4bf0-82e3-fbb372788abc tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219644 Apr 01 15:51:36.925458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] For port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:36.926172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.947787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0bd502-5d3c-498f-a357-2cf7e5b27018']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.957746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Router e4b0eca4-10b9-48c5-becc-71b7296b6697 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:36.964881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:36.970240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.970537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6fb56e-e5d0-4b58-9cb3-e1976f3c3233') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.982767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:36.990705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:36.993858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:37.034473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=f87b5efc-44c8-44cd-a09d-393b2f6bc094,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.068561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.080690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.082105 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 0da11189-d0f2-451a-8a4c-276100e2a06f of type vlan for network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 Apr 01 15:51:37.094111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:37.135787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830a853-f667-499c-9ec0-8f53cb807df4 req-ad0e037e-743d-4bb3-8aea-64960c2d6851 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.139395 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6830a853-f667-499c-9ec0-8f53cb807df4 req-ad0e037e-743d-4bb3-8aea-64960c2d6851 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 945 time: 0.3902698 Apr 01 15:51:37.153116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:37.247511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-92fd7118-63e5-43fd-ac1a-fd133a33e116 req-c885257e-58d4-4d09-a5fd-0db6021fd508 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Synchronizing usage tracker for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:37.260376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.305026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:37.305768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.366324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:37.369784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:37.380310 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:37.385870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.401174 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6830a853-f667-499c-9ec0-8f53cb807df4 req-56c9ec81-9eb0-44ea-90b9-44b8d0843bb1 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f4366b-7046-4489-9c2c-4993f5ccb833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451441 Apr 01 15:51:37.424130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:37.595760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.693240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-92fd7118-63e5-43fd-ac1a-fd133a33e116 req-c885257e-58d4-4d09-a5fd-0db6021fd508 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Unset dirty status for tenant:5628f26dbfe442a3ae3398b3e48a53df on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:37.694071 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92fd7118-63e5-43fd-ac1a-fd133a33e116 req-c885257e-58d4-4d09-a5fd-0db6021fd508 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.6306508 Apr 01 15:51:37.761519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:37.769629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.7 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:37.773931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Sync routers for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:37.786139 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:37.788009 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:37.812388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.874519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.881359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.886771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.887361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.898719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.899092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.900047 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Floating IP a3a88924-a0cb-4c65-be5c-56a597415234 disassociated. External IP: 172.26.8.105, port: 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4. Apr 01 15:51:37.900047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Calling delete_port for 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:37.930709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] No DVR routers for this DVR port 1bac1c88-90ff-4ec8-b9f3-48256702ad9e on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:37.944191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Network': ['ID=0b0bd502-5d3c-498f-a357-2cf7e5b27018,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.951815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.974598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.978033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'name': 'network-vif-deleted', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:38.117885 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:38.145110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13201a6c-9a4a-4668-b9dd-d7a1929badb5', 'name': 'network-vif-deleted', 'tag': '1bac1c88-90ff-4ec8-b9f3-48256702ad9e', 'status': 'completed', 'code': 200} Apr 01 15:51:38.152767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a62b1102-d01d-4386-a2e9-b6bd56e3ef11 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/networks/0b0bd502-5d3c-498f-a357-2cf7e5b27018 HTTP/1.1" status: 204 len: 168 time: 2.8041227 Apr 01 15:51:38.158332 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c7809f8a-d5a4-4278-9491-a19998c416b7 req-7d5cd719-4c17-4048-a127-bd3a7c663fb5 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.91 "DELETE /v2.0/ports/1bac1c88-90ff-4ec8-b9f3-48256702ad9e HTTP/1.1" status: 204 len: 173 time: 6.2785723 Apr 01 15:51:38.161121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39644) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.242973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.255573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.283961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting subnet 6b6d7aca-0b7c-435e-be4f-3ca6acac6a66 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:38.289021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.328829 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2140570 Apr 01 15:51:38.329913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64b0c5-563d-4a2b-8bab-ca6890780db3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=22d045a3-a383-4b44-8521-c34b9bb3c4d4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.332894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39648) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.340900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:38.343171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:38.392620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.417684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:38.433618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:38.448292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:38.453223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.495388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2013f5-248b-4b1d-b113-e633c253052c None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:38.565922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:38.582175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:38.586703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.597400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=861a4e18-9bd9-4f6e-b20b-465d79946912,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.652242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9add4c21-d1db-4648-a1ef-0f2b98283252 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2993858 Apr 01 15:51:38.652462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:38.654460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39654) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.659941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '861a4e18-9bd9-4f6e-b20b-465d79946912', 'ip_address': '2001:db8::3568:7a6b:22f1:ba7e'}], 'name': 'tempest-NetworksTestDHCPv6-520212806'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:38.687196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bdb6c-6d06-49b1-959a-607e7b5be1bb req-3a1c78d3-b8e0-4137-b23b-098828c2eda4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:38.688820 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed6bdb6c-6d06-49b1-959a-607e7b5be1bb req-3a1c78d3-b8e0-4137-b23b-098828c2eda4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4635715 Apr 01 15:51:38.699667 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:38.704319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Checking router: e4b0eca4-10b9-48c5-becc-71b7296b6697 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:38.720459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:38.721347 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:38.737832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:38.776706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:38.802693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a0f46cc8-e108-4354-a3d4-d9ba3ef41de6 req-13cfbcf0-384a-41b1-bcf9-c108913b3abb tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.1362560 Apr 01 15:51:38.845920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.919497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '861a4e18-9bd9-4f6e-b20b-465d79946912'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:38.920334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.938926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.997249 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:39.025312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:39.035025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.124945 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-971856fc-25d1-4cb8-bd00-9d08a69a2b43 req-8cfbfddf-1997-4237-ac75-c5b8cb426ddf tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/ports?device_id=13201a6c-9a4a-4668-b9dd-d7a1929badb5 HTTP/1.1" status: 200 len: 210 time: 0.0702381 Apr 01 15:51:39.158486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/861a4e18-9bd9-4f6e-b20b-465d79946912/90d47492-e673-4945-9307-b1667fbad2a8) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:39.182938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.184863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:39.193775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:39.211060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:39.279433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:39.293351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event deleted for resources: {'Port': ['ID=182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.308461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.314049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.314534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.315054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.315543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.316011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.316491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.316956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.318091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.323426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.323426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:39.351530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed6bdb6c-6d06-49b1-959a-607e7b5be1bb req-4cc56bad-f69d-4c8b-aa26-a0b75f3f5202 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451094 Apr 01 15:51:39.419255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.432165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Transition to ACTIVE for port object 90d47492-e673-4945-9307-b1667fbad2a8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:39.459942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Transition to ACTIVE for port object 90d47492-e673-4945-9307-b1667fbad2a8 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:39.466229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:39.472164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:39.515702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:39.516325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:39.555809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:39.564599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.619213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.642229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:39.643114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.649576 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.654805 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa4015-cfdc-446a-948f-1147ee3301f4 None None] The sync data for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv is: [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 4, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'ca17b6ac-3e19-4e1b-8691-a6605c01e0b3', 'name': '', 'network_id': '532ad1a7-ae20-4417-af70-c48aed94ec96', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'mac_address': 'fa:16:3e:47:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '113352ea-0415-455c-9561-7d93d90eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:58Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'subnets': [{'id': '113352ea-0415-455c-9561-7d93d90eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:39.677656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Pushing event updated for resources: {'Port': ['ID=90d47492-e673-4945-9307-b1667fbad2a8,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.689266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:39.690912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:39.699029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:39.751085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.777531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Router a872dd8e-e2ad-4694-85a7-590bdfe9628e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:39.789066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port e0b9f5ba-1444-4d9f-861c-1e435f9cd624 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:39.802718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.840425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6c681daf-548e-4afa-9154-19b6b8f66e26 None None] Provisioning for port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:39.852474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Attempting to bind port 90d47492-e673-4945-9307-b1667fbad2a8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:39.853325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Attempting to bind port 90d47492-e673-4945-9307-b1667fbad2a8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:39.854294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Attempting to bind port 90d47492-e673-4945-9307-b1667fbad2a8 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:39.858039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6c681daf-548e-4afa-9154-19b6b8f66e26 None None] Provisioning complete for port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:39.858570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c681daf-548e-4afa-9154-19b6b8f66e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.891800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:39.892326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:39.892830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.893319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:39.894120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Bound port: 90d47492-e673-4945-9307-b1667fbad2a8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:39.894592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.895274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.048046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] For port 90d47492-e673-4945-9307-b1667fbad2a8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:40.052265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] For port 90d47492-e673-4945-9307-b1667fbad2a8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90d47492-e673-4945-9307-b1667fbad2a8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:40.057378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6c681daf-548e-4afa-9154-19b6b8f66e26 None None] Port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:40.058849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35cf8f-c5a9-4618-8654-0e3e677cf436 None None] New status for floating IP f405f353-7940-444f-9a71-75bb343435a7: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:51:40.078992 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b13915df-042d-42cd-af4f-dd506e577378 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3513341 Apr 01 15:51:40.078992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.086344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.100428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d1:6d:86'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:40.201701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.214019 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-788c7709-a634-4a5b-b5ac-9609f243fffa req-ef491c2a-c89c-47e2-8391-37b070ab5311 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.2049484 Apr 01 15:51:40.277384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6d7aca-0b7c-435e-be4f-3ca6acac6a66,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.279640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.312776 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4e2b1361-2b40-4913-8b13-e18db97ed2ec tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/subnets/6b6d7aca-0b7c-435e-be4f-3ca6acac6a66 HTTP/1.1" status: 204 len: 168 time: 2.1502631 Apr 01 15:51:40.320218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39670) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.332432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890ff79-6328-47f0-92a3-01c7e55b73e7 None None] Network 8d37e024-d03a-4a6b-b209-1a370ef352bd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:40.336521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=f87b5efc-44c8-44cd-a09d-393b2f6bc094,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.421280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39676) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.474487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.496181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.496517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.496846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.497168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.497488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.497807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.498123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.498435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.499984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.500663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.501135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.501609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:40.508184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.510664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8221-090f-4612-a591-8dc74a0ec733 None None] Pushing event updated for resources: {'Port': ['ID=90d47492-e673-4945-9307-b1667fbad2a8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.520257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:40.532790 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Sync routers for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:40.549507 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:40.552521 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.658779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::3568:7a6b:22f1:ba7e (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/861a4e18-9bd9-4f6e-b20b-465d79946912/e0b9f5ba-1444-4d9f-861c-1e435f9cd624) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:40.662934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting port 5995513a-0afa-4658-9f17-fcd6f41b6707 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:40.663261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.718717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.734130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] DHCP port deletion for 8d37e024-d03a-4a6b-b209-1a370ef352bd request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:40.739764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Deleting port 5995513a-0afa-4658-9f17-fcd6f41b6707 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:40.740186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.819941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:40.892718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.968804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.067929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '0da11189-d0f2-451a-8a4c-276100e2a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:41.068403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 22d045a3-a383-4b44-8521-c34b9bb3c4d4, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:41.083832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.102657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=37e46a80-ff03-47b5-acac-d11cc50ef3b2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.139378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP bebc8c3e-58b6-4461-b961-89642879ce0a associated. External IP: 172.26.8.210, port: badf168d-a1f0-4da9-9b76-c6af1878f4d4. Apr 01 15:51:41.180689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] For port 5995513a-0afa-4658-9f17-fcd6f41b6707, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5995513a-0afa-4658-9f17-fcd6f41b6707,segment=NetworkSegment(c6572b6f-6ab1-4792-9d8b-75ddfb5c2160),segment_id=c6572b6f-6ab1-4792-9d8b-75ddfb5c2160)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:41.181693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.283743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] No DVR routers for this DVR port 182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:41.288234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.353730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'name': 'network-vif-deleted', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:41.354725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Calling delete_port for 5995513a-0afa-4658-9f17-fcd6f41b6707 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:41.369121 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70e293cb-ee78-414f-9026-698a36e38761 req-eee9fc7c-6c90-4947-8853-af2c8ab45d1b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.91 "DELETE /v2.0/ports/182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4 HTTP/1.1" status: 204 len: 173 time: 6.2788687 Apr 01 15:51:41.370238 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:41.382367 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Checking router: a872dd8e-e2ad-4694-85a7-590bdfe9628e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:41.404142 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:41.406194 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:41.423499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d637800-27a7-4b17-828c-e7e6f9323235 req-5b53833a-d764-4ba6-8f63-02b3ba54d9f1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.430767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d637800-27a7-4b17-828c-e7e6f9323235 req-5b53833a-d764-4ba6-8f63-02b3ba54d9f1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8181772 Apr 01 15:51:41.562896 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a8c0de7-567c-410b-a656-0312d571e87d req-dc7863d6-4eea-4dfd-8bda-56bd705359f5 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.0501065 Apr 01 15:51:41.583804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.597170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:41.635417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d637800-27a7-4b17-828c-e7e6f9323235 req-b6a9f4f9-453c-4cf1-a131-a39e0cb604ce tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035329 Apr 01 15:51:41.635631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] For port 5995513a-0afa-4658-9f17-fcd6f41b6707, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5995513a-0afa-4658-9f17-fcd6f41b6707,segment=NetworkSegment(c6572b6f-6ab1-4792-9d8b-75ddfb5c2160),segment_id=c6572b6f-6ab1-4792-9d8b-75ddfb5c2160)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:41.635873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.676607 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:41.766789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Pushing event deleted for resources: {'Port': ['ID=5995513a-0afa-4658-9f17-fcd6f41b6707,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.771688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] No DVR routers for this DVR port 5995513a-0afa-4658-9f17-fcd6f41b6707 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:41.793039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.793386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.793732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.794051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.794372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.794721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.800716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7071-d7f2-40f3-aec4-f47c8d01e022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:41.970465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.984194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 22d045a3-a383-4b44-8521-c34b9bb3c4d4) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:41.993389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd721910-065e-4f51-b99e-b2b110e4b8d0 None None] Network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:42.004266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Calling delete_port for 5995513a-0afa-4658-9f17-fcd6f41b6707 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:42.032797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.057432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object e0b9f5ba-1444-4d9f-861c-1e435f9cd624 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:42.075049 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3167c121-bad1-4f15-927b-82251021c6fe', 'name': 'network-vif-deleted', 'tag': '182d0b64-e7cf-4cf9-b3b0-cfeecd87f6d4', 'status': 'completed', 'code': 200} Apr 01 15:51:42.080142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.084163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.089938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.090754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.276195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:42.291924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c19673d-b437-4d72-99c9-9bd68f7dc7da,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.292893 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2f920-636c-4d3b-8801-97c306ac4d7e None None] The sync data for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv is: [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 4, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd6752f75-4c4e-4939-b1ef-7472be467e2c', 'name': '', 'network_id': '108baf21-5a06-46dd-a26e-c7a382181574', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'mac_address': 'fa:16:3e:0a:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:48Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'subnets': [{'id': 'f26c0467-1019-4d4f-96c5-d786d5e54d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:42.368669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90d47492-e673-4945-9307-b1667fbad2a8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:42.408687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.442205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:42.458744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] In _notify_port_updated(), no bound segment for port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f on network e7a18aa3-6faa-4472-a3d4-ce3c25891057 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:51:42.484907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.488312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.488312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d38fc60b-ceba-4917-9745-7af99366f4d1 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "PUT /v2.0/ports/f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f HTTP/1.1" status: 200 len: 995 time: 2.4006560 Apr 01 15:51:42.493032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39688) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.543670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b5d1e0f1-65d2-4c30-93b9-26bdab2ec0c0 None None] Provisioning for port 90d47492-e673-4945-9307-b1667fbad2a8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:42.552322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-22d045a3-a383-4b44-8521-c34b9bb3c4d4', 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': '37e46a80-ff03-47b5-acac-d11cc50ef3b2'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:42.553416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.662855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59a8cdd9-8057-416d-96c4-1fda7c8c2032 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.3285894 Apr 01 15:51:42.669238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.752076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:42.752620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.832751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986bd30-221f-4418-965d-a95a7c23b014 None None] New status for floating IP a3a88924-a0cb-4c65-be5c-56a597415234: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:51:42.950428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.953773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.958662 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5342022d-d2a7-401a-9f96-55b0252a064b tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c19673d-b437-4d72-99c9-9bd68f7dc7da HTTP/1.1" status: 204 len: 168 time: 2.5293155 Apr 01 15:51:42.963884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39698) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.969929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 90d47492-e673-4945-9307-b1667fbad2a8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:43.007698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Allocated IP 2001:db8::1 (22d045a3-a383-4b44-8521-c34b9bb3c4d4/37e46a80-ff03-47b5-acac-d11cc50ef3b2/be7c4d18-437b-406e-b95c-e90a8381acc8) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:43.114765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 90d47492-e673-4945-9307-b1667fbad2a8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:43.115133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.119832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=e0b9f5ba-1444-4d9f-861c-1e435f9cd624,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.177712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:43.187376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-75a6cbf5-c0a0-44c6-bcbc-b6c374c18e74 req-3e7873e6-d51a-42ca-805a-052241985e75 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Synchronizing usage tracker for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:43.190254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:43.192749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:43.195898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:43.196050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:43.198715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.199404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.204069 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-a5f94c5b-5b51-4a86-8132-599ccc92ec90 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] show failed (client error): The resource could not be found. Apr 01 15:51:43.205746 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a5f94c5b-5b51-4a86-8132-599ccc92ec90 tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "GET /v2.0/security-groups/3c19673d-b437-4d72-99c9-9bd68f7dc7da HTTP/1.1" status: 404 len: 347 time: 0.1103122 Apr 01 15:51:43.216989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39702) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.317458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:43.329179 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:43.346575 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.348805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3258f7dd-8ac7-4fbd-ae0f-0e31b7a9ddaf None None] Provisioning complete for port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:43.348805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3258f7dd-8ac7-4fbd-ae0f-0e31b7a9ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.349258 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.360764 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7607f201-ea0e-42c4-b8ba-857da3e6b166 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7040405 Apr 01 15:51:43.363233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39706) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.381815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-75a6cbf5-c0a0-44c6-bcbc-b6c374c18e74 req-3e7873e6-d51a-42ca-805a-052241985e75 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Unset dirty status for tenant:67c1510d5166429dafaf673d005c5539 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:43.393319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff757698-2610-4b1f-8d16-9fd2d2119ccd req-38465b8d-1719-4958-8948-92f3fb17cab0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.395447 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75a6cbf5-c0a0-44c6-bcbc-b6c374c18e74 req-3e7873e6-d51a-42ca-805a-052241985e75 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/ports?device_id=3167c121-bad1-4f15-927b-82251021c6fe HTTP/1.1" status: 200 len: 210 time: 0.2961626 Apr 01 15:51:43.400380 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff757698-2610-4b1f-8d16-9fd2d2119ccd req-38465b8d-1719-4958-8948-92f3fb17cab0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.9530606 Apr 01 15:51:43.428135 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.437155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.441044 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.441665 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.447337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '861a4e18-9bd9-4f6e-b20b-465d79946912', 'ip_address': '2001:db8::3568:7a6b:22f1:ba7e'}], 'name': 'tempest-NetworksTestDHCPv6-1350084956'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:43.521880 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.523741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3258f7dd-8ac7-4fbd-ae0f-0e31b7a9ddaf None None] Port f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:43.535231 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a653c-c44c-4529-bb74-3e72555874e7 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:43.597074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.609858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Deleting port b3909dd0-7209-4a16-828e-fe97d9f38542 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:43.610193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.638955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:43.652995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.705388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.712315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Deleting port 5995513a-0afa-4658-9f17-fcd6f41b6707 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:43.712883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.722211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Transition to ACTIVE for port object be7c4d18-437b-406e-b95c-e90a8381acc8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:43.725401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 90d47492-e673-4945-9307-b1667fbad2a8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90d47492-e673-4945-9307-b1667fbad2a8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:43.744286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Transition to ACTIVE for port object be7c4d18-437b-406e-b95c-e90a8381acc8 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:43.753960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.765717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-62b7144b-cf46-4535-9a42-685dc9f0b687 None None] Provisioning for port e0b9f5ba-1444-4d9f-861c-1e435f9cd624 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:43.771997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-62b7144b-cf46-4535-9a42-685dc9f0b687 None None] Provisioning complete for port e0b9f5ba-1444-4d9f-861c-1e435f9cd624 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:43.776151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62b7144b-cf46-4535-9a42-685dc9f0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.803828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.816278 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff757698-2610-4b1f-8d16-9fd2d2119ccd req-7d200452-7678-4ed1-a693-48c788667a7c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114878 Apr 01 15:51:43.865452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5995513a-0afa-4658-9f17-fcd6f41b6707 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:43.867616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] The port '5995513a-0afa-4658-9f17-fcd6f41b6707' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:51:43.880068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.909613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 5995513a-0afa-4658-9f17-fcd6f41b6707 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:43.909889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5995513a-0afa-4658-9f17-fcd6f41b6707 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:43.911772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.939453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:43.944530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:43.951712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.956313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:43.994705 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-00ae26ae-a153-4e25-bd84-47962a82ea94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6000252 Apr 01 15:51:44.002164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39710) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.007825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:44.050537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-62b7144b-cf46-4535-9a42-685dc9f0b687 None None] Port e0b9f5ba-1444-4d9f-861c-1e435f9cd624 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:44.083633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Attempting to bind port be7c4d18-437b-406e-b95c-e90a8381acc8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:44.084003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Attempting to bind port be7c4d18-437b-406e-b95c-e90a8381acc8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0da11189-d0f2-451a-8a4c-276100e2a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:44.084372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Attempting to bind port be7c4d18-437b-406e-b95c-e90a8381acc8 on network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:44.090746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:44.090931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Checking segment: {'id': '0da11189-d0f2-451a-8a4c-276100e2a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:44.091344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.091747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Bound using segment: {'id': '0da11189-d0f2-451a-8a4c-276100e2a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:44.092222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Bound port: be7c4d18-437b-406e-b95c-e90a8381acc8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da11189-d0f2-451a-8a4c-276100e2a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:44.093177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.102578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=90d47492-e673-4945-9307-b1667fbad2a8,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.183101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.232359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Pushing event updated for resources: {'Port': ['ID=be7c4d18-437b-406e-b95c-e90a8381acc8,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.273684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] For port be7c4d18-437b-406e-b95c-e90a8381acc8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:44.276897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] For port be7c4d18-437b-406e-b95c-e90a8381acc8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=be7c4d18-437b-406e-b95c-e90a8381acc8,segment=NetworkSegment(0da11189-d0f2-451a-8a4c-276100e2a06f),segment_id=0da11189-d0f2-451a-8a4c-276100e2a06f)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:44.322356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.353879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.360895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.383381 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-14f7149a-5571-41bf-9e69-2a1282aae0ce tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f HTTP/1.1" status: 204 len: 168 time: 1.8840227 Apr 01 15:51:44.388169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39714) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.443292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:44.451804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96999d5-2d7e-4d47-b798-fc271fd09205 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] GET failed (client error): The resource could not be found. Apr 01 15:51:44.452901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a96999d5-2d7e-4d47-b798-fc271fd09205 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:44.458346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612f76-e2d7-46bd-b0a6-584cebf2d142 None None] Pushing event updated for resources: {'Port': ['ID=be7c4d18-437b-406e-b95c-e90a8381acc8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.459354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.497215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:44.510931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:44.535248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:44.538444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.538809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.570400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d37e024-d03a-4a6b-b209-1a370ef352bd']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:44.645465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39722) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.693769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.698896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a96999d5-2d7e-4d47-b798-fc271fd09205 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:44.700220 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a96999d5-2d7e-4d47-b798-fc271fd09205 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports/f7bfda3a-e1fa-4e46-99c6-697c1fec8f4f HTTP/1.1" status: 404 len: 333 time: 0.3157234 Apr 01 15:51:44.704428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39726) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.710764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:44.713329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6572b6f-6ab1-4792-9d8b-75ddfb5c2160') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:44.729903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Calling delete_port for b3909dd0-7209-4a16-828e-fe97d9f38542 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:44.731416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-959232162'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:44.758345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:44.808744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.846733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.847009 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP bebc8c3e-58b6-4461-b961-89642879ce0a disassociated. External IP: 172.26.8.210, port: badf168d-a1f0-4da9-9b76-c6af1878f4d4. Apr 01 15:51:44.920091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.930162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:44.931414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.972223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:45.033597 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:45.114490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.136454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:45.160405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.166923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.187964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:45.221809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.228221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=37e46a80-ff03-47b5-acac-d11cc50ef3b2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.246908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 05901510-1fd8-404e-8a52-0c38c6c02a2d yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:45.310154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.322067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:45.326048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.351994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Pushing event deleted for resources: {'Network': ['ID=8d37e024-d03a-4a6b-b209-1a370ef352bd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.431103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eecfb-60f7-4bc6-a397-94965be8aca3 req-c52547c9-5b6e-497a-9f9e-fdc9f7fe60ed tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:45.432697 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f05eecfb-60f7-4bc6-a397-94965be8aca3 req-c52547c9-5b6e-497a-9f9e-fdc9f7fe60ed tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3588181 Apr 01 15:51:45.438629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-da69e71d-f598-4a56-b64a-ae6ee4e26920 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/networks/8d37e024-d03a-4a6b-b209-1a370ef352bd HTTP/1.1" status: 204 len: 168 time: 5.1161425 Apr 01 15:51:45.440616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port 3abebf36-20e0-48d1-aacf-23d20feea130 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:45.445462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.450100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.457536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39732) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.522282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.548992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e93837-0cbd-47ff-a0fc-58088ee9af4c None None] Network 22d045a3-a383-4b44-8521-c34b9bb3c4d4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:45.581280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4366b-7046-4489-9c2c-4993f5ccb833,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.600750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:45.605081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Pushing event deleted for resources: {'Port': ['ID=b3909dd0-7209-4a16-828e-fe97d9f38542,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.607457 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f05eecfb-60f7-4bc6-a397-94965be8aca3 req-ff06b908-3d34-4bf9-9450-b23e5c8312e1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331573 Apr 01 15:51:45.619901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-34b4d37d-5e22-4a7d-bc57-7b8199796ed3 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Synchronizing usage tracker for tenant:206961ddce39442dad891cb02f0da415 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:45.637612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d045a3-a383-4b44-8521-c34b9bb3c4d4']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:45.754162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.755145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-51d9dc3b-53c1-4301-95d8-076600d516da tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "DELETE /v2.0/security-groups/08f4366b-7046-4489-9c2c-4993f5ccb833 HTTP/1.1" status: 204 len: 168 time: 1.1093886 Apr 01 15:51:45.760722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39738) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.761671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.11 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/3abebf36-20e0-48d1-aacf-23d20feea130) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:45.764565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5b70084e-f174-402d-85c2-d7c61025d7b5 None None] Provisioning for port be7c4d18-437b-406e-b95c-e90a8381acc8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:45.801868 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-26dc2ca8-2986-49f9-b1dc-071e5d23885b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] show failed (client error): The resource could not be found. Apr 01 15:51:45.802851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-26dc2ca8-2986-49f9-b1dc-071e5d23885b tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "GET /v2.0/security-groups/08f4366b-7046-4489-9c2c-4993f5ccb833 HTTP/1.1" status: 404 len: 347 time: 0.0389981 Apr 01 15:51:45.806488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39742) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.837035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da11189-d0f2-451a-8a4c-276100e2a06f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:45.837505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da11189-d0f2-451a-8a4c-276100e2a06f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:45.873131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.878642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] DHCP port deletion for 22d045a3-a383-4b44-8521-c34b9bb3c4d4 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:45.883947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Deleting port be7c4d18-437b-406e-b95c-e90a8381acc8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:45.886817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.944098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.946216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.950319 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7d891f04-389e-4114-a26a-456227e6247a tempest-ServersTestManualDisk-1140650157 tempest-ServersTestManualDisk-1140650157-project] 10.222.0.21 "DELETE /v2.0/floatingips/f405f353-7940-444f-9a71-75bb343435a7 HTTP/1.1" status: 204 len: 168 time: 2.7295597 Apr 01 15:51:45.951518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.956317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39746) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.963423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-34b4d37d-5e22-4a7d-bc57-7b8199796ed3 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Unset dirty status for tenant:206961ddce39442dad891cb02f0da415 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:45.967271 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-34b4d37d-5e22-4a7d-bc57-7b8199796ed3 tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "GET /v2.0/ports?device_id=10680d48-ed4a-4aa8-a6bd-d52f03bc380a HTTP/1.1" status: 200 len: 205 time: 0.4634569 Apr 01 15:51:46.047287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39750) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.140048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] For port be7c4d18-437b-406e-b95c-e90a8381acc8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=be7c4d18-437b-406e-b95c-e90a8381acc8,segment=NetworkSegment(0da11189-d0f2-451a-8a4c-276100e2a06f),segment_id=0da11189-d0f2-451a-8a4c-276100e2a06f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:46.140456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.149513 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:46.149919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:46.170990 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:46.207463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:46.222749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:46.224954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90d47492-e673-4945-9307-b1667fbad2a8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:46.282474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.304154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a6aa9-2604-4ba3-bbbd-d2804056a785 req-2efd3b30-87e6-4a16-bea2-584bae6dd2c9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:46.305758 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-726a6aa9-2604-4ba3-bbbd-d2804056a785 req-2efd3b30-87e6-4a16-bea2-584bae6dd2c9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5556235 Apr 01 15:51:46.318275 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:51:46.318749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:46.331081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Calling delete_port for be7c4d18-437b-406e-b95c-e90a8381acc8 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:46.412268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:46.412268 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:46.412268 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': '22d045a3-a383-4b44-8521-c34b9bb3c4d4'}] Apr 01 15:51:46.412268 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:46.412720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:46.424449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:46.425091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.439076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Deleting port 2e78d591-45d9-4dcc-a65e-c10f6ef5c40e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:46.439419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.462334 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-726a6aa9-2604-4ba3-bbbd-d2804056a785 req-912c2687-fa36-4871-804e-0cb974b537d1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371131 Apr 01 15:51:46.493811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.511342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.524245 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-03e873b7-4a65-4dc9-aa98-b2d0c326db24 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1546991 Apr 01 15:51:46.534702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39756) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.543068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:46.543693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.610126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.611261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5faa982-3e62-4533-a8d8-ae19336c3218 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:46.619861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 90d47492-e673-4945-9307-b1667fbad2a8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:46.620227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.678672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.734944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] Pushing event deleted for resources: {'Port': ['ID=be7c4d18-437b-406e-b95c-e90a8381acc8,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.739890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a967b-10d7-40b7-80a5-82dccc8cd220 None None] No DVR routers for this DVR port be7c4d18-437b-406e-b95c-e90a8381acc8 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:46.772561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbd4a0-abf9-4c1b-8691-4183ead8526b None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:46.777831 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-614bfe6c-a5b3-4f27-b16c-1f6351432fed tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/bebc8c3e-58b6-4461-b961-89642879ce0a HTTP/1.1" status: 200 len: 688 time: 2.7712781 Apr 01 15:51:46.784082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d83ee-3a87-42b9-8f55-524cdc3b3ffb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:46.790197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d83ee-3a87-42b9-8f55-524cdc3b3ffb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:46.791026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-593d83ee-3a87-42b9-8f55-524cdc3b3ffb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:46.793505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39760) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.927527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.957136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbd4a0-abf9-4c1b-8691-4183ead8526b None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:47.015813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.022759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.027050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port f87b5efc-44c8-44cd-a09d-393b2f6bc094 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:47.027527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.102191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-593d83ee-3a87-42b9-8f55-524cdc3b3ffb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:47.105840 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-593d83ee-3a87-42b9-8f55-524cdc3b3ffb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5674493 Apr 01 15:51:47.112971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39764) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.154421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.201403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.201755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.209793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object 3abebf36-20e0-48d1-aacf-23d20feea130 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:47.224940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22093-8492-4fa1-aba1-3cdc5d75af97 req-48aa55a2-497c-4ca9-8cce-ddd0a3ac8859 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:47.232259 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09b22093-8492-4fa1-aba1-3cdc5d75af97 req-48aa55a2-497c-4ca9-8cce-ddd0a3ac8859 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5843248 Apr 01 15:51:47.370727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61505cee-8e7c-4df4-897b-4b23b7011e76 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:47.385732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.399820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port e0b9f5ba-1444-4d9f-861c-1e435f9cd624 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:47.400174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.428860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.429325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Fanout notify agent at l3_agent the message router_deleted on router 10680d48-ed4a-4aa8-a6bd-d52f03bc380a {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:51:47.483859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d045a3-a383-4b44-8521-c34b9bb3c4d4']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:47.504431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Calling delete_port for 2e78d591-45d9-4dcc-a65e-c10f6ef5c40e owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:47.521638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da11189-d0f2-451a-8a4c-276100e2a06f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:47.522106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da11189-d0f2-451a-8a4c-276100e2a06f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:47.535668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61505cee-8e7c-4df4-897b-4b23b7011e76 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:47.536355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.536689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.563373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.567072 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53b0b9b3-2c8d-49c7-b81f-2dea908d4e8d tempest-RoutersNegativeTest-1494344701 tempest-RoutersNegativeTest-1494344701-project] 10.222.0.21 "DELETE /v2.0/routers/10680d48-ed4a-4aa8-a6bd-d52f03bc380a HTTP/1.1" status: 204 len: 168 time: 1.5000880 Apr 01 15:51:47.579083 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09b22093-8492-4fa1-aba1-3cdc5d75af97 req-294fb7b7-4883-477c-ac85-8e1f2ad0e083 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459189 Apr 01 15:51:47.594393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.681787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.816764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:47.826077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:47.831607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:47.863405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=3abebf36-20e0-48d1-aacf-23d20feea130,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.906744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:47.907377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.913248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.947331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for f87b5efc-44c8-44cd-a09d-393b2f6bc094 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:47.996188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.009073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Pushing event deleted for resources: {'Port': ['ID=2e78d591-45d9-4dcc-a65e-c10f6ef5c40e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.048974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:48.049382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:48.064562 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:48.085806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.086382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.088656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.089926 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-233aa369-f392-4cdb-aed5-6aca7c2b75a7 tempest-ServersTestJSON-2099419168 tempest-ServersTestJSON-2099419168-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3a88924-a0cb-4c65-be5c-56a597415234 HTTP/1.1" status: 204 len: 168 time: 2.2813847 Apr 01 15:51:48.093531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39772) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.161778 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f9e13467-50bb-47ff-8861-ab228e32e959 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4517033 Apr 01 15:51:48.167644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39776) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.176392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'network_id': 'e7a18aa3-6faa-4472-a3d4-ce3c25891057', 'name': 'tempest-AllowedAddressPairTestJSON-2013617096'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:48.376126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46a33-ea2a-4add-a9e9-b2f9c35f3575 req-db9bf04b-d534-4d0a-93e1-6d5fcd7bdf34 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:48.377630 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5fb46a33-ea2a-4add-a9e9-b2f9c35f3575 req-db9bf04b-d534-4d0a-93e1-6d5fcd7bdf34 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4815574 Apr 01 15:51:48.385946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.389055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39782) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.394186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.398433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.402044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-02a4186a-bffc-4e38-b538-96e367c13c6e None None] Provisioning for port 3abebf36-20e0-48d1-aacf-23d20feea130 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:48.410701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-02a4186a-bffc-4e38-b538-96e367c13c6e None None] Provisioning complete for port 3abebf36-20e0-48d1-aacf-23d20feea130 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:48.411075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-02a4186a-bffc-4e38-b538-96e367c13c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.426863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.477643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-02a4186a-bffc-4e38-b538-96e367c13c6e None None] Port 3abebf36-20e0-48d1-aacf-23d20feea130 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:48.498372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.515855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.633213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=22d045a3-a383-4b44-8521-c34b9bb3c4d4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.642382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for e0b9f5ba-1444-4d9f-861c-1e435f9cd624 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:48.687644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Made reservation on behalf of 6c807756a02d4a7883ca9cec2de28c27 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:48.691062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.698218 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-907dec63-fc42-4f9f-985e-01fb9f2c0f17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/22d045a3-a383-4b44-8521-c34b9bb3c4d4 HTTP/1.1" status: 204 len: 168 time: 6.0122263 Apr 01 15:51:48.699640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39788) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.720260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-125008748'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:48.727902 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7d34b6a3-ee6f-48a0-8cbb-92a4ec100609 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=206961ddce39442dad891cb02f0da415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340547 Apr 01 15:51:48.734162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39792) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.766377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.781880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:48.791394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:48.794479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] device_id is not set on port 5cb42c83-3bb9-40d7-aee5-7b7753586320 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:48.826813 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5fb46a33-ea2a-4add-a9e9-b2f9c35f3575 req-805c8381-2992-4658-97ce-3836da7ec563 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196365 Apr 01 15:51:48.827919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.840526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.914791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=f87b5efc-44c8-44cd-a09d-393b2f6bc094,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.984706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:48.987256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.211742 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-e57fea41-01f9-401e-8a8d-b2d521c32c4b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4749002 Apr 01 15:51:49.214600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Allocated IP 172.20.0.14 (e7a18aa3-6faa-4472-a3d4-ce3c25891057/4e4c90e3-05a9-414b-9594-47c79592ae51/5cb42c83-3bb9-40d7-aee5-7b7753586320) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:49.332733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.352229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.374078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.375302 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0460e637-8878-4e04-b893-2a04bd603ad9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/bebc8c3e-58b6-4461-b961-89642879ce0a HTTP/1.1" status: 204 len: 168 time: 2.5789151 Apr 01 15:51:49.379115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39798) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.384263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.426780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.433865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:49.459799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3ca47-0ffd-48d1-aa55-53ca196d1929 req-6cc74c94-0fe0-489f-b54e-12c4af4f37cb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.461348 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0ae3ca47-0ffd-48d1-aa55-53ca196d1929 req-6cc74c94-0fe0-489f-b54e-12c4af4f37cb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4553924 Apr 01 15:51:49.462673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:49.467757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:49.516726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=e0b9f5ba-1444-4d9f-861c-1e435f9cd624,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.541123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.542429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:floatingip and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:49.570962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:49.575196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.575540 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 9d2b9476-becc-4697-8df6-4a6fe5ebb63f of type vlan for network 6be47783-54fb-4fdf-9d38-cd89e377a87c Apr 01 15:51:49.597652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:49.597899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2bdaedc0-46c2-4540-976f-91adcfd0243a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/e0b9f5ba-1444-4d9f-861c-1e435f9cd624 HTTP/1.1" status: 204 len: 168 time: 2.4695377 Apr 01 15:51:49.600676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.683474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.685858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.689642 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/247f8d27-aa7a-405b-9856-4d9d482ba20e HTTP/1.1" status: 204 len: 168 time: 0.9429114 Apr 01 15:51:49.692444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.700711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Deleting port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:49.701059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.704199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0ae3ca47-0ffd-48d1-aa55-53ca196d1929 req-4bda35a0-4e66-4870-83c5-2f3bbe46a814 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729441 Apr 01 15:51:49.715980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-23f01573-9dd7-41d1-b030-a444feecd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.718288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-23f01573-9dd7-41d1-b030-a444feecd768 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.4389896 Apr 01 15:51:49.743832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.744075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b1ef3-3e75-4103-82c9-fde386e5d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247f8d27-aa7a-405b-9856-4d9d482ba20e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.748276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d83899-eb50-4e4d-9cb5-9a5907de040f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.750489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d83899-eb50-4e4d-9cb5-9a5907de040f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.751267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-82d83899-eb50-4e4d-9cb5-9a5907de040f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:49.814523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.834055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.877299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-82d83899-eb50-4e4d-9cb5-9a5907de040f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:49.881391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-82d83899-eb50-4e4d-9cb5-9a5907de040f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2769392 Apr 01 15:51:49.889968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39810) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.891010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:49.995431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] For port ca17b6ac-3e19-4e1b-8691-a6605c01e0b3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:49.995817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.039129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Transition to ACTIVE for port object 5cb42c83-3bb9-40d7-aee5-7b7753586320 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:50.076110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0e7d7-35a5-4f70-808e-eacaea80a71f req-3cfc0f05-e6c3-4429-8d02-4b3bce73bb18 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.083171 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-afc0e7d7-35a5-4f70-808e-eacaea80a71f req-3cfc0f05-e6c3-4429-8d02-4b3bce73bb18 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2125325 Apr 01 15:51:50.159526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.164997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.165597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.175843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Calling delete_port for ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:50.246020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 861a4e18-9bd9-4f6e-b20b-465d79946912 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:50.249692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-afc0e7d7-35a5-4f70-808e-eacaea80a71f req-123e72eb-47c4-4aca-87a0-c829b20025b0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069822 Apr 01 15:51:50.276593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.448936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-c9f1a0b4-1233-4982-b596-6240e0f5b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.450434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-c9f1a0b4-1233-4982-b596-6240e0f5b3f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.6792796 Apr 01 15:51:50.472125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.472795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7647135 Apr 01 15:51:50.476242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39826) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.526987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:50.553018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca17b6ac-3e19-4e1b-8691-a6605c01e0b3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.600999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.635116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19332c4e-dfd9-4e15-8640-83fab4e4ec5b tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=6be47783-54fb-4fdf-9d38-cd89e377a87c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.649147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 6be47783-54fb-4fdf-9d38-cd89e377a87c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:50.707786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.984334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:50.997193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:51.003342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:51.012935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39838) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.028153 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-8cd389eb-d8cd-44e5-8851-6379e43a0576 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.5569961 Apr 01 15:51:51.034306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.042086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.047561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:51.068554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:51.098965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=5cb42c83-3bb9-40d7-aee5-7b7753586320,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.154008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.168409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.210361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.211027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.230704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.256540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--743767592'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:51.261025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:51.266228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.284842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.302339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-3ae4adc7-c824-4d43-83f4-61dc4ee36622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.303883 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-3ae4adc7-c824-4d43-83f4-61dc4ee36622 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.2626147 Apr 01 15:51:51.406213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dd36a880-6e3c-4515-ba93-e972925eb0bc None None] Provisioning for port 5cb42c83-3bb9-40d7-aee5-7b7753586320 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:51.412863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dd36a880-6e3c-4515-ba93-e972925eb0bc None None] Provisioning complete for port 5cb42c83-3bb9-40d7-aee5-7b7753586320 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:51.412863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dd36a880-6e3c-4515-ba93-e972925eb0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.427280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.434414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-af86b911-72af-4b3a-b4d7-db9c790c33bf tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2631538 Apr 01 15:51:51.434743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.438138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:51.498330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d1:6d:86'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:9e:a7:7f'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:51.511961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dd36a880-6e3c-4515-ba93-e972925eb0bc None None] Port 5cb42c83-3bb9-40d7-aee5-7b7753586320 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:51.520018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Deleting port d6752f75-4c4e-4939-b1ef-7472be467e2c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:51.520298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.527305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:51.606439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.200 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/566fa0b0-74f4-4e2c-8f51-98175cb5b2c3) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:51.625698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.695226 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=861a4e18-9bd9-4f6e-b20b-465d79946912,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.699498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-a9468a5e-3632-465f-9e55-13539ed7fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.701076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-a9468a5e-3632-465f-9e55-13539ed7fb33 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3814585 Apr 01 15:51:51.709232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.711526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fe9e1-6769-453c-a858-ad306c2760ad None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:51.769901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.798371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.897130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.945791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.977427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e743aa7c-b340-4e01-a04d-a8a78b7677e4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/861a4e18-9bd9-4f6e-b20b-465d79946912 HTTP/1.1" status: 204 len: 168 time: 2.0724576 Apr 01 15:51:51.985622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39848) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.017038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:52.029549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:52.035104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Deleting port 90d47492-e673-4945-9307-b1667fbad2a8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:52.035104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.052111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.093959 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9c4c7f44-c41b-4645-9757-17815f183c8c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055849 Apr 01 15:51:52.112360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39852) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.116232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] For port d6752f75-4c4e-4939-b1ef-7472be467e2c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d6752f75-4c4e-4939-b1ef-7472be467e2c,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:52.116427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.145999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:52.200107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Router e4b0eca4-10b9-48c5-becc-71b7296b6697 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:52.216487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.259632 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-ea1270e3-e767-4d55-983b-f0ab54adea76 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471241 Apr 01 15:51:52.278325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90d47492-e673-4945-9307-b1667fbad2a8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:52.305111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.333423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Calling delete_port for d6752f75-4c4e-4939-b1ef-7472be467e2c owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:52.341963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] For port 90d47492-e673-4945-9307-b1667fbad2a8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90d47492-e673-4945-9307-b1667fbad2a8,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:52.342924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.396337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.488435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Calling delete_port for 90d47492-e673-4945-9307-b1667fbad2a8 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:52.493588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=bc925c5d-ad81-41b4-b600-f3af70184018,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.595057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '9d2b9476-becc-4697-8df6-4a6fe5ebb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:52.595738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 6be47783-54fb-4fdf-9d38-cd89e377a87c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:52.615244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.657152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.724685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:52.729083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:52.733792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.742936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:52.743523 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Sync routers for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:52.748409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:52.757569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.760030 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:52.760296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.761342 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:52.774081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:52.795118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] Pushing event deleted for resources: {'Port': ['ID=90d47492-e673-4945-9307-b1667fbad2a8,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.799654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b06fe-8dd8-4293-9824-b4ea9ed49b92 None None] No DVR routers for this DVR port 90d47492-e673-4945-9307-b1667fbad2a8 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:52.807637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:52.810022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-acc696bb-ca30-463d-af8c-6fb563d303f5 req-05c96237-0ba8-4a08-a5b0-b1c21ee821f7 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456422 Apr 01 15:51:52.811326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:52.818184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.892205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 6be47783-54fb-4fdf-9d38-cd89e377a87c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:52.901780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:52.906110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.923847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f441b-71e6-4563-8bac-e3f9a4cefe92,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.955005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.957621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.980647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.992886 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e76f08f8-c5fd-4677-8101-e1bfd069165f admin admin] 10.222.0.21 "PUT /v2.0/routers/e4b0eca4-10b9-48c5-becc-71b7296b6697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0306935 Apr 01 15:51:52.995691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39856) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.064118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 6be47783-54fb-4fdf-9d38-cd89e377a87c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:53.064966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.071203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448188f8-4d26-48b9-8115-fa7b7fd7d33f None None] Network 6be47783-54fb-4fdf-9d38-cd89e377a87c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:53.071935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:53.072514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.083852 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:53.109286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.120730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:53.125778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:53.132989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:53.164457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=566fa0b0-74f4-4e2c-8f51-98175cb5b2c3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.198770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.269829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6752f75-4c4e-4939-b1ef-7472be467e2c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.398813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b07db2-ea87-42fe-8dae-025657d761bd,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.468429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-6be47783-54fb-4fdf-9d38-cd89e377a87c', 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': 'bc925c5d-ad81-41b4-b600-f3af70184018'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:53.469718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.501120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4a25aa20-53c7-4a4e-a8f4-ab3694a17655 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9922664 Apr 01 15:51:53.502010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.503127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-50edcf3a-ad23-4bf8-af66-8dc8587b91d9 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4893069 Apr 01 15:51:53.503726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39860) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.517126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39862) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.574554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event updated for resources: {'Port': ['ID=5cb42c83-3bb9-40d7-aee5-7b7753586320,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.624919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] In _notify_port_updated(), no bound segment for port 5cb42c83-3bb9-40d7-aee5-7b7753586320 on network e7a18aa3-6faa-4472-a3d4-ce3c25891057 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:51:53.630559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:53.631251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.632835 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-61225721-3649-469f-b52f-96653477e333 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "PUT /v2.0/ports/5cb42c83-3bb9-40d7-aee5-7b7753586320 HTTP/1.1" status: 200 len: 1057 time: 2.1931436 Apr 01 15:51:53.644133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39868) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.719000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Allocated IP 2001:db8::1 (6be47783-54fb-4fdf-9d38-cd89e377a87c/bc925c5d-ad81-41b4-b600-f3af70184018/b38a16cf-54f0-4885-9ec6-2629114f9490) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:53.791339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.798186 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:51:50Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:53.801638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.803417 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Checking router: e4b0eca4-10b9-48c5-becc-71b7296b6697 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:53.818682 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Routers {'e4b0eca4-10b9-48c5-becc-71b7296b6697'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:53.819783 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e4b0eca4-10b9-48c5-becc-71b7296b6697'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:53.871966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fd8ff554-9ade-43c1-aa14-1803ae2248e0 None None] Provisioning complete for port 5cb42c83-3bb9-40d7-aee5-7b7753586320 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:53.872528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fd8ff554-9ade-43c1-aa14-1803ae2248e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.907561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port 5cb42c83-3bb9-40d7-aee5-7b7753586320 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:53.907561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.977524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.053196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ff554-9ade-43c1-aa14-1803ae2248e0 None None] Port 5cb42c83-3bb9-40d7-aee5-7b7753586320 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:54.085334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.097229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Transition to ACTIVE for port object b38a16cf-54f0-4885-9ec6-2629114f9490 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.118990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Transition to ACTIVE for port object b38a16cf-54f0-4885-9ec6-2629114f9490 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.142149 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] Set router e4b0eca4-10b9-48c5-becc-71b7296b6697 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:54.171110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1e46859d-3d59-4d88-a925-88ba95da3a4d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:54.207758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.247693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.273473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Network 6be47783-54fb-4fdf-9d38-cd89e377a87c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:54.276597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.279108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:54.303658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1e46859d-3d59-4d88-a925-88ba95da3a4d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:54.305940 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1e46859d-3d59-4d88-a925-88ba95da3a4d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7808607 Apr 01 15:51:54.309028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39872) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.318146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-security--608669498', 'description': 'tempest-security-description-1788895729'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:54.325336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Pushing event updated for resources: {'Port': ['ID=b38a16cf-54f0-4885-9ec6-2629114f9490,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.342646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Deleting port 1b5fc07f-804f-4d90-8ae2-240cfaefccde {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:54.344256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.389386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Attempting to bind port b38a16cf-54f0-4885-9ec6-2629114f9490 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:54.389643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Attempting to bind port b38a16cf-54f0-4885-9ec6-2629114f9490 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9d2b9476-becc-4697-8df6-4a6fe5ebb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:54.389844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Attempting to bind port b38a16cf-54f0-4885-9ec6-2629114f9490 on network 6be47783-54fb-4fdf-9d38-cd89e377a87c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:54.390887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.396107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:54.396497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Checking segment: {'id': '9d2b9476-becc-4697-8df6-4a6fe5ebb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:54.396885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.397624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Bound using segment: {'id': '9d2b9476-becc-4697-8df6-4a6fe5ebb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:54.397805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.398276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Bound port: b38a16cf-54f0-4885-9ec6-2629114f9490, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2b9476-becc-4697-8df6-4a6fe5ebb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:54.398276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.462970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.469835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=bc925c5d-ad81-41b4-b600-f3af70184018,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.482524 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:51:50Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:54.493818 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a97c4-1dab-4ad0-b231-823e6fb6c1ef None None] The sync data for ids ['e4b0eca4-10b9-48c5-becc-71b7296b6697'] in dv-neutron-835944-1-hyperv is: [{'id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'name': 'tempest-ServersTestManualDisk-1331289794-router', 'tenant_id': '5628f26dbfe442a3ae3398b3e48a53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:51:50Z', 'revision_number': 5, 'project_id': '5628f26dbfe442a3ae3398b3e48a53df', 'gw_port': {'id': '1b5fc07f-804f-4d90-8ae2-240cfaefccde', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b0eca4-10b9-48c5-becc-71b7296b6697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:54.516906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] For port b38a16cf-54f0-4885-9ec6-2629114f9490, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:54.520072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] For port b38a16cf-54f0-4885-9ec6-2629114f9490, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b38a16cf-54f0-4885-9ec6-2629114f9490,segment=NetworkSegment(9d2b9476-becc-4697-8df6-4a6fe5ebb63f),segment_id=9d2b9476-becc-4697-8df6-4a6fe5ebb63f)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:54.530647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.598059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.661815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.692195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907cdd1-cb89-4f94-b5ff-a8cf6d2ed808 None None] Pushing event updated for resources: {'Port': ['ID=b38a16cf-54f0-4885-9ec6-2629114f9490,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.767548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.769070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be47783-54fb-4fdf-9d38-cd89e377a87c']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:54.786482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b9476-becc-4697-8df6-4a6fe5ebb63f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:54.786808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b9476-becc-4697-8df6-4a6fe5ebb63f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:54.804102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.820029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:54.830907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.832277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.833875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a87c3-c137-43c1-8290-5d41b20a768b None None] Network 6be47783-54fb-4fdf-9d38-cd89e377a87c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:54.835327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.835935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.851590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.854149 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "PUT /v2.0/security-groups/e8b07db2-ea87-42fe-8dae-025657d761bd HTTP/1.1" status: 200 len: 1777 time: 0.5418322 Apr 01 15:51:54.854149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.858680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] For port 1b5fc07f-804f-4d90-8ae2-240cfaefccde, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1b5fc07f-804f-4d90-8ae2-240cfaefccde,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:54.858969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.863927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c163dc8-a5af-44cc-9f72-dae9c7c46d59 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:54.865961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39876) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.975680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=8cb992ca-0388-44fe-8d7b-4e1f73347b6a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.048956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.058850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Calling delete_port for 1b5fc07f-804f-4d90-8ae2-240cfaefccde owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:55.100413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:55.100807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:55.117366 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:55.197827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060d1a1-1fc0-477e-af91-5296b32bb5cb tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b07db2-ea87-42fe-8dae-025657d761bd,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.222926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for 5cb42c83-3bb9-40d7-aee5-7b7753586320 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:55.255706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-336342e7-4548-4841-8ea0-619484db3275 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1421928 Apr 01 15:51:55.273871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '8cb992ca-0388-44fe-8d7b-4e1f73347b6a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:55.274973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.277754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39880) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.293654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a254dae-8fd6-46b1-be88-31a5b6f083ab tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups/e8b07db2-ea87-42fe-8dae-025657d761bd HTTP/1.1" status: 200 len: 1777 time: 0.4237182 Apr 01 15:51:55.300513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '8cb992ca-0388-44fe-8d7b-4e1f73347b6a', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1452137477'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:55.327233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39884) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.383160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:55.383160 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:55.383160 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': '6be47783-54fb-4fdf-9d38-cd89e377a87c'}] Apr 01 15:51:55.383160 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:55.383787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:55.463901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/8cb992ca-0388-44fe-8d7b-4e1f73347b6a/82c2bddf-61fe-42ba-af20-1242dde1ff94) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:55.568201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.571553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.624945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5fc07f-804f-4d90-8ae2-240cfaefccde,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.694221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.706226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Transition to ACTIVE for port object 82c2bddf-61fe-42ba-af20-1242dde1ff94 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.719726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.728580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Transition to ACTIVE for port object 82c2bddf-61fe-42ba-af20-1242dde1ff94 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.757123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.805753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.814716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:55.818031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Router a872dd8e-e2ad-4694-85a7-590bdfe9628e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:55.826420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:55.835478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:55.839593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.857827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:55.871678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.880346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.884737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:55.886820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.897987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.900543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.907018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Pushing event updated for resources: {'Port': ['ID=82c2bddf-61fe-42ba-af20-1242dde1ff94,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.915803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port b38a16cf-54f0-4885-9ec6-2629114f9490 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:55.916146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.033280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.033869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b0eca4-10b9-48c5-becc-71b7296b6697 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:51:56.047027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.050684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Attempting to bind port 82c2bddf-61fe-42ba-af20-1242dde1ff94 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.051182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Attempting to bind port 82c2bddf-61fe-42ba-af20-1242dde1ff94 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.051553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Attempting to bind port 82c2bddf-61fe-42ba-af20-1242dde1ff94 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:56.058441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:56.059116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:56.059532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.059930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:56.060395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Bound port: 82c2bddf-61fe-42ba-af20-1242dde1ff94, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:56.060770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.085548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.085548 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7ffb6c89-f61b-4cee-bd16-e5dfc612aebb admin admin] 10.222.0.21 "DELETE /v2.0/routers/e4b0eca4-10b9-48c5-becc-71b7296b6697 HTTP/1.1" status: 204 len: 168 time: 3.0885253 Apr 01 15:51:56.090508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.097134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:56.130271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39890) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.198503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] For port 82c2bddf-61fe-42ba-af20-1242dde1ff94, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:56.204164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] For port 82c2bddf-61fe-42ba-af20-1242dde1ff94, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82c2bddf-61fe-42ba-af20-1242dde1ff94,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:56.228211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:56.231172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port b38a16cf-54f0-4885-9ec6-2629114f9490, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b38a16cf-54f0-4885-9ec6-2629114f9490,segment=NetworkSegment(9d2b9476-becc-4697-8df6-4a6fe5ebb63f),segment_id=9d2b9476-becc-4697-8df6-4a6fe5ebb63f)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:56.235119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.284505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.316847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:56.317190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca17b6ac-3e19-4e1b-8691-a6605c01e0b3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:56.367967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.373641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81410ed-ead5-4909-94f5-d042cd3f5493 None None] Pushing event updated for resources: {'Port': ['ID=82c2bddf-61fe-42ba-af20-1242dde1ff94,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.397669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for b38a16cf-54f0-4885-9ec6-2629114f9490 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:56.411833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=5cb42c83-3bb9-40d7-aee5-7b7753586320,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.460522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Deleting subnet 113352ea-0415-455c-9561-7d93d90eebf3 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:56.468844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b07db2-ea87-42fe-8dae-025657d761bd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.469327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.564078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.644274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:56.656855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Sync routers for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:56.671231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:56.671959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:56.700560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.786217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Port': ['ID=b38a16cf-54f0-4885-9ec6-2629114f9490,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.794030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No DVR routers for this DVR port b38a16cf-54f0-4885-9ec6-2629114f9490 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:56.836215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.909700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.917211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e15a6520-358f-406f-8cb3-aae8294ce3a4 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8b07db2-ea87-42fe-8dae-025657d761bd HTTP/1.1" status: 204 len: 168 time: 1.5862634 Apr 01 15:51:56.923942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac2c681c-14c3-4100-b385-2191272292b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/a872dd8e-e2ad-4694-85a7-590bdfe9628e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8293436 Apr 01 15:51:56.938866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:56.964430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.968507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39894) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.968507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39896) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.048627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.066201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.172212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.227319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be47783-54fb-4fdf-9d38-cd89e377a87c']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:57.233423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 23648abf-b86b-4e7e-8615-475d282bc133 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:57.271342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:51:52Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:57.276327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Checking router: a872dd8e-e2ad-4694-85a7-590bdfe9628e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:57.287142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Routers {'a872dd8e-e2ad-4694-85a7-590bdfe9628e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:57.287808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:57.382490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b9476-becc-4697-8df6-4a6fe5ebb63f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:57.382895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b9476-becc-4697-8df6-4a6fe5ebb63f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:57.397055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.407993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.416599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.424285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:57.424726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.508548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] Set router a872dd8e-e2ad-4694-85a7-590bdfe9628e gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:57.513870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=566fa0b0-74f4-4e2c-8f51-98175cb5b2c3,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.536786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.592594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:57.597466 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:57.622028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.630006 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ae72ebe-059c-429a-8002-9eb91c8e6f57 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/5cb42c83-3bb9-40d7-aee5-7b7753586320 HTTP/1.1" status: 204 len: 168 time: 3.9822938 Apr 01 15:51:57.638401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10e6a9-42e2-4c0a-be15-14ceeba9d458 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:57.663131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39902) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.670023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.712785 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-891cd34c-a1c5-4758-9b21-a24c4742279a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7411969 Apr 01 15:51:57.721045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39906) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.746523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.747113 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 504c3b94-622c-46ec-9d43-8ee53cf94ef4 associated. External IP: 172.26.8.200, port: 3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1. Apr 01 15:51:57.755544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113352ea-0415-455c-9561-7d93d90eebf3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.763007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.772480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=6be47783-54fb-4fdf-9d38-cd89e377a87c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.774511 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e65de9-4fe1-4d71-81e1-5812d599891e tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] GET failed (client error): The resource could not be found. Apr 01 15:51:57.775109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97e65de9-4fe1-4d71-81e1-5812d599891e tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:57.805065 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-4b4e6e07-73d5-4078-b37e-a700eaad2589 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] delete failed (client error): The resource could not be found. Apr 01 15:51:57.810235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b4e6e07-73d5-4078-b37e-a700eaad2589 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8b07db2-ea87-42fe-8dae-025657d761bd HTTP/1.1" status: 404 len: 347 time: 0.0845525 Apr 01 15:51:57.818636 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:51:57.819281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:57.824274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.838307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846517298'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:57.855162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.857348 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f4ca1a2-7c74-4c47-8ba8-54c71f93fdcb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/113352ea-0415-455c-9561-7d93d90eebf3 HTTP/1.1" status: 204 len: 168 time: 1.7260005 Apr 01 15:51:57.860606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39914) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.867455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:57.871934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-76118d1e-496d-497c-a8d0-6906d63a7e4a tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/6be47783-54fb-4fdf-9d38-cd89e377a87c HTTP/1.1" status: 204 len: 168 time: 4.3560095 Apr 01 15:51:57.872801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39918) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.885779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-908706272'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:57.893983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.899843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:57.900555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:57.908900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-86629a1f-1b2e-4644-8f6a-c1fd243c7c56 None None] Provisioning for port 82c2bddf-61fe-42ba-af20-1242dde1ff94 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:57.914217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:57.926058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:57.943469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.948203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10e6a9-42e2-4c0a-be15-14ceeba9d458 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:57.956876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97e65de9-4fe1-4d71-81e1-5812d599891e tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:57.961645 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-97e65de9-4fe1-4d71-81e1-5812d599891e tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports/5cb42c83-3bb9-40d7-aee5-7b7753586320 HTTP/1.1" status: 404 len: 333 time: 0.2922323 Apr 01 15:51:57.964737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39922) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.990266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:57.999511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d483137a-af91-4794-8a5d-09ab81ccbf77 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7154350 Apr 01 15:51:58.001427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39926) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.047152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:58.050819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.072795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Deleting port 3a984577-5ea2-4ee2-b853-d88741bfac19 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:58.077572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.096688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.101644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:51:52Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:58.112001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a496b6c-4e34-4fc1-a834-0dc6b48e56b4 None None] The sync data for ids ['a872dd8e-e2ad-4694-85a7-590bdfe9628e'] in dv-neutron-835944-1-hyperv is: [{'id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'name': 'tempest-ServersTestJSON-454265592-router', 'tenant_id': '67c1510d5166429dafaf673d005c5539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:40Z', 'updated_at': '2022-04-01T15:51:52Z', 'revision_number': 5, 'project_id': '67c1510d5166429dafaf673d005c5539', 'gw_port': {'id': '3a984577-5ea2-4ee2-b853-d88741bfac19', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a872dd8e-e2ad-4694-85a7-590bdfe9628e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:41Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:58.154331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port 3abebf36-20e0-48d1-aacf-23d20feea130 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:58.154331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.192447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:58.259212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.259212 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 55f5c7ae-1c44-41f9-b7d2-1ef3bf415886 of type vlan for network a39722f7-c62c-4a17-877d-1b307f2ecd05 Apr 01 15:51:58.325116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.359007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Deleting port f8196a97-d032-4ef0-bb77-cc26b0644dea {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:58.359402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.402529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:58.411770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:58.418095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.425027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:58.439390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64c46f-07fe-4076-93e8-8f452b3c2997 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:58.440122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3f64c46f-07fe-4076-93e8-8f452b3c2997 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:58.451612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474182e-4ad6-4f13-8058-248db7796790 None None] Network 532ad1a7-ae20-4417-af70-c48aed94ec96 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:58.493682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:58.627266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82c2bddf-61fe-42ba-af20-1242dde1ff94 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:58.647722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] For port 3a984577-5ea2-4ee2-b853-d88741bfac19, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3a984577-5ea2-4ee2-b853-d88741bfac19,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:58.648091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.668775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3f64c46f-07fe-4076-93e8-8f452b3c2997 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:58.669955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3f64c46f-07fe-4076-93e8-8f452b3c2997 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6630120 Apr 01 15:51:58.676790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39930) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.755018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:58.799970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] For port f8196a97-d032-4ef0-bb77-cc26b0644dea, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f8196a97-d032-4ef0-bb77-cc26b0644dea,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:58.800344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.817145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 82c2bddf-61fe-42ba-af20-1242dde1ff94 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:58.823215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 82c2bddf-61fe-42ba-af20-1242dde1ff94 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:58.823830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.833990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.839511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:58.840112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.857369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] DHCP port deletion for 532ad1a7-ae20-4417-af70-c48aed94ec96 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:58.873283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Deleting port f8196a97-d032-4ef0-bb77-cc26b0644dea {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:58.873914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.877434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Calling delete_port for 3a984577-5ea2-4ee2-b853-d88741bfac19 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:58.984423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.061632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Calling delete_port for f8196a97-d032-4ef0-bb77-cc26b0644dea owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:59.097223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.101799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.168267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] For port f8196a97-d032-4ef0-bb77-cc26b0644dea, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f8196a97-d032-4ef0-bb77-cc26b0644dea,segment=NetworkSegment(51809a0a-ee7b-4982-8cc1-ee27a92961d7),segment_id=51809a0a-ee7b-4982-8cc1-ee27a92961d7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:59.168996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.244835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c9022-ab5f-4136-bfca-ac8275f36177,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.247022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.290070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:59.304684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b59c1-1300-462c-aa3b-3a76f0488d1b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.306314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b59c1-1300-462c-aa3b-3a76f0488d1b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.306768 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:59.307927 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2a9b59c1-1300-462c-aa3b-3a76f0488d1b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6279449 Apr 01 15:51:59.310767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39934) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.312565 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4331617 Apr 01 15:51:59.313318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39936) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.321777 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:59.322402 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.325677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for 3abebf36-20e0-48d1-aacf-23d20feea130 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:59.345046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Calling delete_port for f8196a97-d032-4ef0-bb77-cc26b0644dea owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:59.351965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b1230-e8e7-46b7-ac96-ac1490d23900 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=a39722f7-c62c-4a17-877d-1b307f2ecd05,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.364073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.365762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3083fb3c-4976-4721-bba4-0354e5fb7789 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5406983 Apr 01 15:51:59.369868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:59.377188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39942) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.384741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:59.392860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.395689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': 'd59c9022-ab5f-4136-bfca-ac8275f36177', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:59.404126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:59.419134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:59.430027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:59.440771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:59.446564 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.463868 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:59.464496 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:51:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.470698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.508249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 82c2bddf-61fe-42ba-af20-1242dde1ff94, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82c2bddf-61fe-42ba-af20-1242dde1ff94,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:59.542925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f9a6055a-ef55-4977-9dbb-1a6bf8b581ab tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.1626227 Apr 01 15:51:59.551118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39946) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.551331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8196a97-d032-4ef0-bb77-cc26b0644dea,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.563366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:59.563366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:59.571210 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.571698 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766848f5-8180-4ce8-bea8-fb8ebf7673cf None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:59.583037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.605846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] No DVR routers for this DVR port f8196a97-d032-4ef0-bb77-cc26b0644dea on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:59.631174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1b5fc07f-804f-4d90-8ae2-240cfaefccde no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:59.649088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 8cb992ca-0388-44fe-8d7b-4e1f73347b6a {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:59.660450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.667040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.673197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.707830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 1b5fc07f-804f-4d90-8ae2-240cfaefccde {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:59.708312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1b5fc07f-804f-4d90-8ae2-240cfaefccde not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:59.732158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=82c2bddf-61fe-42ba-af20-1242dde1ff94,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.808123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=3abebf36-20e0-48d1-aacf-23d20feea130,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.808574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.816997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:59.841230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:59.847868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:59.851495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532ad1a7-ae20-4417-af70-c48aed94ec96']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.868056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.894688 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-af636745-fab3-4f96-9941-fc1965bb271a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/floatingips/504c3b94-622c-46ec-9d43-8ee53cf94ef4 HTTP/1.1" status: 200 len: 977 time: 0.3410897 Apr 01 15:51:59.898545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39950) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.030705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:00.040669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51809a0a-ee7b-4982-8cc1-ee27a92961d7') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:00.041053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51809a0a-ee7b-4982-8cc1-ee27a92961d7') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:00.064368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Deleting port f8196a97-d032-4ef0-bb77-cc26b0644dea {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:00.064664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.066545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.079943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-445b52d8-aa63-46ba-a384-e83ddb9c9662 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Synchronizing usage tracker for tenant:b38828871ca54f16a2c274d9509ff350 on resource:floatingip {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:00.083970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.093946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.104248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.106021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:00.106497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:00.121223 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:00.125228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.139114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-348a597b-cd1e-49b1-b5ce-e143977156fb None None] The port 'f8196a97-d032-4ef0-bb77-cc26b0644dea' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:00.177325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a984577-5ea2-4ee2-b853-d88741bfac19,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.200026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:00.204259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.213128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82c2bddf-61fe-42ba-af20-1242dde1ff94 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:00.255643 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-866f5061-87f3-4e03-bba2-b878108ad1a9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/3abebf36-20e0-48d1-aacf-23d20feea130 HTTP/1.1" status: 204 len: 168 time: 2.2899268 Apr 01 15:52:00.256549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-445b52d8-aa63-46ba-a384-e83ddb9c9662 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Unset dirty status for tenant:b38828871ca54f16a2c274d9509ff350 on resource:floatingip {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:00.260913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-445b52d8-aa63-46ba-a384-e83ddb9c9662 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3492165 Apr 01 15:52:00.260913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.266275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39954) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.266632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39956) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.289822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': 'badf168d-a1f0-4da9-9b76-c6af1878f4d4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:00.300058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 82c2bddf-61fe-42ba-af20-1242dde1ff94 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:00.300422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.326215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.362071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.396854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.408674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] Pushing event deleted for resources: {'Network': ['ID=532ad1a7-ae20-4417-af70-c48aed94ec96,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.429374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81d6be2-029c-4275-8243-14a94d3b394e,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.431844 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6f99e3-114c-4a81-98c0-870deecaf41d tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] GET failed (client error): The resource could not be found. Apr 01 15:52:00.436981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb6f99e3-114c-4a81-98c0-870deecaf41d tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Synchronizing usage tracker for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:00.449323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.491612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-788518fb-1ea9-401c-b580-00b48dafac29 admin admin] 10.222.0.21 "DELETE /v2.0/networks/532ad1a7-ae20-4417-af70-c48aed94ec96 HTTP/1.1" status: 204 len: 168 time: 2.6292355 Apr 01 15:52:00.499632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f8196a97-d032-4ef0-bb77-cc26b0644dea no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:00.539263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f8196a97-d032-4ef0-bb77-cc26b0644dea {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:00.541130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f8196a97-d032-4ef0-bb77-cc26b0644dea not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:00.541130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6752f75-4c4e-4939-b1ef-7472be467e2c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:00.579565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.580089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d6752f75-4c4e-4939-b1ef-7472be467e2c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:00.582829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d6752f75-4c4e-4939-b1ef-7472be467e2c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:00.582961 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0bcdf97e-1952-4993-ad3b-03dd2ff266cd tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2026033 Apr 01 15:52:00.583782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39964) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.600696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.647138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb992ca-0388-44fe-8d7b-4e1f73347b6a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.659142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.659875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43867ba6-b5c0-428b-9209-7958c72bf067 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:00.669297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.714846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.739728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.758369 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d6efcf9d-8875-4798-be04-a1455652b329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb992ca-0388-44fe-8d7b-4e1f73347b6a HTTP/1.1" status: 204 len: 168 time: 1.4441335 Apr 01 15:52:00.769762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39968) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.774390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.846345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb6f99e3-114c-4a81-98c0-870deecaf41d tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Unset dirty status for tenant:6c807756a02d4a7883ca9cec2de28c27 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:00.847451 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb6f99e3-114c-4a81-98c0-870deecaf41d tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "GET /v2.0/ports/3abebf36-20e0-48d1-aacf-23d20feea130 HTTP/1.1" status: 404 len: 333 time: 0.5739446 Apr 01 15:52:00.856945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.859429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.882604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4bd5bc40-eb00-41a2-9111-f5625dd55881 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088510 Apr 01 15:52:00.891251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39976) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.895866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.906644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:00.931834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=df5d8f37-70b5-44ac-9340-5c45a06a610f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.961298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:00.961676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: a39722f7-c62c-4a17-877d-1b307f2ecd05, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:00.973335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.005146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port 933821e6-19ab-4640-b707-6dda8ae2118d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:01.005488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.025065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:01.031610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Deleting port 82c2bddf-61fe-42ba-af20-1242dde1ff94 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:01.032879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.067363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.073747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f81d6be2-029c-4275-8243-14a94d3b394e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.077551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.081498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47ab8a13-5be5-435a-9292-1882490466c6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f81d6be2-029c-4275-8243-14a94d3b394e HTTP/1.1" status: 204 len: 168 time: 0.4961710 Apr 01 15:52:01.085598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39984) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.096909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.097315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a872dd8e-e2ad-4694-85a7-590bdfe9628e {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:01.133928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:01.150678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:01.157658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:01.167338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.175921 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e0cd52f7-f777-425a-9b66-440ac22b8c4a admin admin] 10.222.0.21 "DELETE /v2.0/routers/a872dd8e-e2ad-4694-85a7-590bdfe9628e HTTP/1.1" status: 204 len: 168 time: 4.1960516 Apr 01 15:52:01.177350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 39988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.184020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:01.213552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13e2e6de-2a87-4864-ad35-0499208d25a3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:01.220326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:01.230724 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6665db9d-c94b-4d46-9f1e-f17be8f8342a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5628f26dbfe442a3ae3398b3e48a53df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1582637 Apr 01 15:52:01.233497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39992) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.276489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:01.280824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.296809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] For port 82c2bddf-61fe-42ba-af20-1242dde1ff94, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82c2bddf-61fe-42ba-af20-1242dde1ff94,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:01.297194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.381505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, a39722f7-c62c-4a17-877d-1b307f2ecd05) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:01.391716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Deleting subnet f26c0467-1019-4d4f-96c5-d786d5e54d92 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:01.397759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:01.398692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.398822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.409905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13e2e6de-2a87-4864-ad35-0499208d25a3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:01.414087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13e2e6de-2a87-4864-ad35-0499208d25a3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3246515 Apr 01 15:52:01.428310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 39996) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.456575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.469564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Calling delete_port for 82c2bddf-61fe-42ba-af20-1242dde1ff94 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:01.510473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600049b-ee13-44d7-a58e-e6c411a61cd7 None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:01.532822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.551394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bda882c0-5fa0-4833-a59c-451811fe80e3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1935015 Apr 01 15:52:01.554195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40000) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.577822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:01.602665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.611910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.674472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.746041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.768484 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:01.802589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] Pushing event deleted for resources: {'Port': ['ID=82c2bddf-61fe-42ba-af20-1242dde1ff94,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.807828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b87d1f-43db-4530-ae61-3968412ca92a None None] No DVR routers for this DVR port 82c2bddf-61fe-42ba-af20-1242dde1ff94 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:01.820231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.838407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d375cfe-5679-43f5-b442-0d8838954191,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.859740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.859854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-a39722f7-c62c-4a17-877d-1b307f2ecd05', 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': 'df5d8f37-70b5-44ac-9340-5c45a06a610f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:01.859854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.862987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.907340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.932350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c9022-ab5f-4136-bfca-ac8275f36177,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.963738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:01.972670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:01.983334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:01.983334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.000095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=2a1c305e-2ba9-49f1-b177-285fd0d264ac,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.000305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c0459-e1ee-4e94-b200-dd8f06d274b6 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:02.075417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.076293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for 933821e6-19ab-4640-b707-6dda8ae2118d owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:02.078155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3cd320cc-8aab-4cd1-a4e9-f314c0a9a442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d375cfe-5679-43f5-b442-0d8838954191 HTTP/1.1" status: 204 len: 168 time: 0.8434896 Apr 01 15:52:02.086080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.088659 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f7fbc61a-04d5-42e5-8b56-fe9f2bf64dec tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/d59c9022-ab5f-4136-bfca-ac8275f36177 HTTP/1.1" status: 204 len: 168 time: 0.6558151 Apr 01 15:52:02.091579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40006) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.169199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cd325dd7-b6b2-4cfe-be89-85d55a3b4eeb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2697003 Apr 01 15:52:02.174600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40010) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.190306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:02.240802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.253936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:router and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:02.259111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:02.271622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Allocated IP 2001:db8::2 (a39722f7-c62c-4a17-877d-1b307f2ecd05/df5d8f37-70b5-44ac-9340-5c45a06a610f/19b3aee4-b044-4599-8bca-799748a5e998) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:02.290075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82c2bddf-61fe-42ba-af20-1242dde1ff94 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:02.303598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.317124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52e580de-4f48-435e-a9e7-05b8ecf25dc8 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:02.346222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 82c2bddf-61fe-42ba-af20-1242dde1ff94 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:02.346440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82c2bddf-61fe-42ba-af20-1242dde1ff94 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:02.346783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3a984577-5ea2-4ee2-b853-d88741bfac19 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:02.389155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.402597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.438097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3a984577-5ea2-4ee2-b853-d88741bfac19 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:02.438359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3a984577-5ea2-4ee2-b853-d88741bfac19 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:02.449288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.452709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.454736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:subnet and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:02.456829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:02.457652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.471859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.480356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52e580de-4f48-435e-a9e7-05b8ecf25dc8 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:02.486354 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-52e580de-4f48-435e-a9e7-05b8ecf25dc8 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3881428 Apr 01 15:52:02.486566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:02.486956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.493839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--136442441'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:02.494585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.502595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.517985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.627953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9429d01c-e09a-4176-9ff6-f9c6b654b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.657953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.667016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.687059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:02.692023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.718020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.728090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:02.733513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:02.741958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.767151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.768488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8cd045d1-6d1e-4aa5-89e1-3ed597b0002d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5918555 Apr 01 15:52:02.775334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40022) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.777960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.784180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.833777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.836439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.865985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/2a1c305e-2ba9-49f1-b177-285fd0d264ac/57dc7c09-d3e3-444d-b848-eb258b362158) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:02.874598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Transition to ACTIVE for port object 19b3aee4-b044-4599-8bca-799748a5e998 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:02.928876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26c0467-1019-4d4f-96c5-d786d5e54d92,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:03.032452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.106153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Transition to ACTIVE for port object 19b3aee4-b044-4599-8bca-799748a5e998 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.110104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83f6df-1009-41d5-836d-81b223924cf3 None None] Network 108baf21-5a06-46dd-a26e-c7a382181574 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:03.200672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.329030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.412968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Port': ['ID=933821e6-19ab-4640-b707-6dda8ae2118d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:03.421873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.492565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:03.504825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.513274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:03.519322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.554874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:03.557833 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 504c3b94-622c-46ec-9d43-8ee53cf94ef4 associated. External IP: 172.26.8.200, port: 3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1. Apr 01 15:52:03.571112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Pushing event updated for resources: {'Port': ['ID=19b3aee4-b044-4599-8bca-799748a5e998,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:03.590408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.624412 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d0055473-ac16-4f4d-a757-a67d9da63445 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/ports/933821e6-19ab-4640-b707-6dda8ae2118d HTTP/1.1" status: 204 len: 168 time: 2.7608891 Apr 01 15:52:03.628413 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ba91fb84-f83c-4b0d-a12b-2fd1def2e9ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f26c0467-1019-4d4f-96c5-d786d5e54d92 HTTP/1.1" status: 204 len: 168 time: 2.4455733 Apr 01 15:52:03.630885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Transition to ACTIVE for port object 57dc7c09-d3e3-444d-b848-eb258b362158 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.646293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40040) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:03.646293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40042) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:03.678776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.737115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Transition to ACTIVE for port object 57dc7c09-d3e3-444d-b848-eb258b362158 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.750538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Attempting to bind port 19b3aee4-b044-4599-8bca-799748a5e998 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:03.751180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Attempting to bind port 19b3aee4-b044-4599-8bca-799748a5e998 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:03.751774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Attempting to bind port 19b3aee4-b044-4599-8bca-799748a5e998 on network a39722f7-c62c-4a17-877d-1b307f2ecd05 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:03.769095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:03.775458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Checking segment: {'id': '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:03.775458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.775458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Bound using segment: {'id': '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:03.775458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Bound port: 19b3aee4-b044-4599-8bca-799748a5e998, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:03.775458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.837680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.898664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] DHCP port deletion for 108baf21-5a06-46dd-a26e-c7a382181574 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:03.925351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Deleting port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:03.925805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.941610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting subnet 4e4c90e3-05a9-414b-9594-47c79592ae51 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:03.958471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.978759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:03.989811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.000990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:04.011726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:04.032862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Pushing event updated for resources: {'Port': ['ID=57dc7c09-d3e3-444d-b848-eb258b362158,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.081335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Deleting port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:04.081684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.115762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:04.118412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.151985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::1 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/2a1c305e-2ba9-49f1-b177-285fd0d264ac/32c3bb3d-9c34-41f8-bc08-46d063074c39) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:04.188754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=19b3aee4-b044-4599-8bca-799748a5e998,segment=NetworkSegment(55f5c7ae-1c44-41f9-b7d2-1ef3bf415886),segment_id=55f5c7ae-1c44-41f9-b7d2-1ef3bf415886)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:04.234114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Attempting to bind port 57dc7c09-d3e3-444d-b848-eb258b362158 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:04.234838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Attempting to bind port 57dc7c09-d3e3-444d-b848-eb258b362158 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:04.235387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Attempting to bind port 57dc7c09-d3e3-444d-b848-eb258b362158 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:04.254111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:04.268727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb8cfa-3b89-4eb4-9995-45c3555ace8c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.292814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:04.293237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:04.293552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.293945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:04.294424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Bound port: 57dc7c09-d3e3-444d-b848-eb258b362158, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:04.294828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.305394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.344917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.364072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 32c3bb3d-9c34-41f8-bc08-46d063074c39 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:04.380320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.409087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.414863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9513b45d-d913-4954-aabb-864674baea65 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9267185 Apr 01 15:52:04.417023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40054) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.423838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '85bb8cfa-3b89-4eb4-9995-45c3555ace8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:04.435110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:04.441522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:04.446759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:04.454997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:04.485588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.509053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:04.516504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] For port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:04.516896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.528495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:04.540760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.541342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.587473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.599948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:04.602045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:04.604758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:04.605372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.658447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=7c4b41ab-f35f-403d-962c-b9edcc6b6c39,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.722448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4af76-c2ff-40a2-8391-f719d04a4357 None None] Pushing event updated for resources: {'Port': ['ID=19b3aee4-b044-4599-8bca-799748a5e998,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.734712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Calling delete_port for 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:04.778301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.828407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fa3482ce-a198-4eaa-bb76-0435ab7431a3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2711203 Apr 01 15:52:04.832890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:04.841011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.852518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] For port 57dc7c09-d3e3-444d-b848-eb258b362158, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:04.861096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] For port 57dc7c09-d3e3-444d-b848-eb258b362158, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=57dc7c09-d3e3-444d-b848-eb258b362158,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:04.904322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.905729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=32c3bb3d-9c34-41f8-bc08-46d063074c39,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.938011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.949698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.964160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] For port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,segment=NetworkSegment(fdd46860-808f-461e-a454-f4db5b3736a8),segment_id=fdd46860-808f-461e-a454-f4db5b3736a8)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:04.964736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.977803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.014933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.031536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee331452-7b28-4a3b-94c4-511bfe509ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.037789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25178d0-9dae-4a19-ba9f-ba2b32b4df52,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.072141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] No DVR routers for this DVR port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:05.169110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980408a-1959-4097-9da6-c10e3f14f80f None None] Pushing event updated for resources: {'Port': ['ID=57dc7c09-d3e3-444d-b848-eb258b362158,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.245025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aad43c-760c-4ec7-90db-7934f02fd494 None None] Pushing event deleted for resources: {'Port': ['ID=1d2e1f3c-0869-49a9-a277-a8b4cd641b7e,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.287163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Calling delete_port for 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:05.351475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.352984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.354500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.356022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.358634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.359654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Synchronizing usage tracker for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:05.401989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.406939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8f9a901d-b02e-462d-8368-224f6c3a52e3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9847579 Apr 01 15:52:05.411827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.419816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '85bb8cfa-3b89-4eb4-9995-45c3555ace8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:05.434474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:05.450275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:05.456863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:05.462164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.473528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.480779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:05.579406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4c90e3-05a9-414b-9594-47c79592ae51,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.581124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395d472-ba15-4860-a4c4-27f0968e655a None None] Network e7a18aa3-6faa-4472-a3d4-ce3c25891057 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:05.584924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.596188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:05.609895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.632174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:05.661710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:05.661710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:05.671107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Unset dirty status for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:05.672346 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f388b8a5-57fe-4bb7-bf85-16ad747cee88 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8285358 Apr 01 15:52:05.683215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40080) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.692372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1582953719'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:05.697621 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90ca1f50-f124-4516-beca-f82f461c51e9 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/subnets/4e4c90e3-05a9-414b-9594-47c79592ae51 HTTP/1.1" status: 204 len: 168 time: 2.0511966 Apr 01 15:52:05.701210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.703823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:05.757612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:05.758261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.842690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.885329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:05.885980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.985276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.993027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:06.005232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:06.014546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port e6ae53f3-aea1-4cd8-a522-463173e7c234 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:06.015057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.090636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.133362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.133965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7eac74-e232-47d5-8098-9f9cf3854c59 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:06.158398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:06.167721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.167721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.183786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Deleting port 1d2e1f3c-0869-49a9-a277-a8b4cd641b7e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:06.183786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.222987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.349024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] DHCP port deletion for e7a18aa3-6faa-4472-a3d4-ce3c25891057 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:06.364921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Deleting port e6ae53f3-aea1-4cd8-a522-463173e7c234 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:06.365297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.406844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.509253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 19b3aee4-b044-4599-8bca-799748a5e998 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:06.548314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=32c3bb3d-9c34-41f8-bc08-46d063074c39,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.609629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f529c1-0b0a-496b-a06e-e893501afe64 None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:06.659179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.666607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40096) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.682983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:06.684498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:06.844091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.846213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:06.910180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] The port '1d2e1f3c-0869-49a9-a277-a8b4cd641b7e' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:06.913027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fc7623-921e-42da-9df7-629f040c951f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:07.000202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:07.013520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:07.023309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:floatingip and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:07.027342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:07.034468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:07.044673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:07.049392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.110173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9b29de8c-da3c-48fd-9ed4-a7195669c08d None None] Provisioning for port 19b3aee4-b044-4599-8bca-799748a5e998 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:07.135529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.137168 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d8f5aa6f-c7bf-460e-b727-5c4ccf67e955 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7243557 Apr 01 15:52:07.138361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Router f8c846a6-18b9-427e-98b1-970d6abdc849 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:07.143197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40104) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.149768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '85bb8cfa-3b89-4eb4-9995-45c3555ace8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:07.163698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:07.183727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 19b3aee4-b044-4599-8bca-799748a5e998 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:07.200219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 19b3aee4-b044-4599-8bca-799748a5e998 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:07.200863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.246734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:07.261153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.265750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] For port e6ae53f3-aea1-4cd8-a522-463173e7c234, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e6ae53f3-aea1-4cd8-a522-463173e7c234,segment=NetworkSegment(34ddce05-a6b5-4b46-904e-10f6fd7c2197),segment_id=34ddce05-a6b5-4b46-904e-10f6fd7c2197)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:07.266485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.277894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:07.294851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:07.362173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.371345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:07.374357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] For port e6ae53f3-aea1-4cd8-a522-463173e7c234, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e6ae53f3-aea1-4cd8-a522-463173e7c234,segment=NetworkSegment(34ddce05-a6b5-4b46-904e-10f6fd7c2197),segment_id=34ddce05-a6b5-4b46-904e-10f6fd7c2197)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:07.374750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.419574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:07.430896 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Sync routers for ids ['f8c846a6-18b9-427e-98b1-970d6abdc849'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:07.442923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c652d07-dd80-49e6-8182-e7e6b60e1aef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "PUT /v2.0/routers/f8c846a6-18b9-427e-98b1-970d6abdc849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6661410 Apr 01 15:52:07.448913 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Routers {'f8c846a6-18b9-427e-98b1-970d6abdc849'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:07.449958 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['f8c846a6-18b9-427e-98b1-970d6abdc849'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.494782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Calling delete_port for e6ae53f3-aea1-4cd8-a522-463173e7c234 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:07.516836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40108) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.582022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.618009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Calling delete_port for e6ae53f3-aea1-4cd8-a522-463173e7c234 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:07.642023 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Set router f8c846a6-18b9-427e-98b1-970d6abdc849 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:07.663640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e1344-f044-4b3f-901c-2bdc76a2e9f7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:07.663640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb1e1344-f044-4b3f-901c-2bdc76a2e9f7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:07.668801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-686c1fce-168f-4d55-830e-77baaf277371 None None] Provisioning for port 57dc7c09-d3e3-444d-b848-eb258b362158 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:07.719785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.730014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.730657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.744616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.749308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108baf21-5a06-46dd-a26e-c7a382181574']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.765121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd46860-808f-461e-a454-f4db5b3736a8') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.765431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd46860-808f-461e-a454-f4db5b3736a8') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.779374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.790767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb1e1344-f044-4b3f-901c-2bdc76a2e9f7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:07.793434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bb1e1344-f044-4b3f-901c-2bdc76a2e9f7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports/32c3bb3d-9c34-41f8-bc08-46d063074c39 HTTP/1.1" status: 200 len: 911 time: 0.2735093 Apr 01 15:52:07.794830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.799814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Update dhcp port {'port': {'network_id': 'a39722f7-c62c-4a17-877d-1b307f2ecd05', 'fixed_ips': [{'subnet_id': 'df5d8f37-70b5-44ac-9340-5c45a06a610f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c4b41ab-f35f-403d-962c-b9edcc6b6c39'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': '19b3aee4-b044-4599-8bca-799748a5e998'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:52:07.808159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.816031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:07.816659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.830700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=19b3aee4-b044-4599-8bca-799748a5e998,segment=NetworkSegment(55f5c7ae-1c44-41f9-b7d2-1ef3bf415886),segment_id=55f5c7ae-1c44-41f9-b7d2-1ef3bf415886)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:07.837301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.895740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-686c1fce-168f-4d55-830e-77baaf277371 None None] Provisioning for port 32c3bb3d-9c34-41f8-bc08-46d063074c39 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:07.901249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] Pushing event deleted for resources: {'Port': ['ID=e6ae53f3-aea1-4cd8-a522-463173e7c234,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:07.916474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7b853-336b-4a16-8c16-daef23a0183e None None] No DVR routers for this DVR port e6ae53f3-aea1-4cd8-a522-463173e7c234 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:07.921145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.924695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 57dc7c09-d3e3-444d-b848-eb258b362158 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:07.940763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.941105 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 765e9cc8-addd-45a5-a9b9-592ac6b96bd2 of type vlan for network ba3a4611-b685-4789-88c9-578d438ba4ce Apr 01 15:52:07.976781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.983187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.986317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-686c1fce-168f-4d55-830e-77baaf277371 None None] Provisioning complete for port 32c3bb3d-9c34-41f8-bc08-46d063074c39 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:07.986697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-686c1fce-168f-4d55-830e-77baaf277371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.001268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:08.019654 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:08.027684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:08.031613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:08.031942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:08.032683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.062909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.074700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c80467c-9711-48ae-a92e-1ff318f8c5b2,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.075982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=108baf21-5a06-46dd-a26e-c7a382181574,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.079145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:08.092884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.169267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.171297 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-28a4c86d-aafa-4db3-943b-7be5fa8576d5 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0268176 Apr 01 15:52:08.183818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40116) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.197415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '85bb8cfa-3b89-4eb4-9995-45c3555ace8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:08.202041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:08.206385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:08.206584 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:04Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': '32c3bb3d-9c34-41f8-bc08-46d063074c39', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:5e:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:03Z', 'updated_at': '2022-04-01T15:52:05Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:08.209857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Checking router: f8c846a6-18b9-427e-98b1-970d6abdc849 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:08.210011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:08.210512 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Updating router f8c846a6-18b9-427e-98b1-970d6abdc849 port 32c3bb3d-9c34-41f8-bc08-46d063074c39 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:08.227487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96dba9-5903-4a0e-a7a2-78383e13478b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.234955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96dba9-5903-4a0e-a7a2-78383e13478b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.236960 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a96dba9-5903-4a0e-a7a2-78383e13478b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4403000 Apr 01 15:52:08.240849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:08.244778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:08.247551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40120) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.248650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.254754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.255360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.260521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:08.263849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59740f17-db53-4e36-9b90-65fa69635224 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/504c3b94-622c-46ec-9d43-8ee53cf94ef4 HTTP/1.1" status: 200 len: 978 time: 7.9875369 Apr 01 15:52:08.267624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Allocated IP 172.26.8.221 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/a9cb6af6-06b7-4fef-a9dc-bbae01a79c76) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:08.285111 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6fe9e9a1-d092-4119-ac4a-b3bfed522c3a admin admin] 10.222.0.21 "DELETE /v2.0/networks/108baf21-5a06-46dd-a26e-c7a382181574 HTTP/1.1" status: 204 len: 168 time: 4.6369691 Apr 01 15:52:08.285905 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.288863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-686c1fce-168f-4d55-830e-77baaf277371 None None] Port 32c3bb3d-9c34-41f8-bc08-46d063074c39 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:08.296279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40124) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.318591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:08.335546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=19b3aee4-b044-4599-8bca-799748a5e998,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.347103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:08.381959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:08.383056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:08.476165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:08.477266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081f14-3bbc-4883-95b2-31d2d83e4e89 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:08.539514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eeb7e48e-2fd1-440b-9eae-2a9256c8a62b None None] Provisioning complete for port 32c3bb3d-9c34-41f8-bc08-46d063074c39 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:08.540816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e48e-2fd1-440b-9eae-2a9256c8a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.577280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 57dc7c09-d3e3-444d-b848-eb258b362158 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:08.580312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Deleting port e6ae53f3-aea1-4cd8-a522-463173e7c234 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:08.580660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.595503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 57dc7c09-d3e3-444d-b848-eb258b362158 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:08.596253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.625680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.633605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.673595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7e48e-2fd1-440b-9eae-2a9256c8a62b None None] Port 32c3bb3d-9c34-41f8-bc08-46d063074c39 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:08.676699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Allocated IP 172.20.0.1 (a39722f7-c62c-4a17-877d-1b307f2ecd05/7c4b41ab-f35f-403d-962c-b9edcc6b6c39/19b3aee4-b044-4599-8bca-799748a5e998) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:08.751739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.764913 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Transition to ACTIVE for port object 32c3bb3d-9c34-41f8-bc08-46d063074c39 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:08.828928 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.876312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] The port 'e6ae53f3-aea1-4cd8-a522-463173e7c234' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:08.882896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.895653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.915924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=19b3aee4-b044-4599-8bca-799748a5e998,segment=NetworkSegment(55f5c7ae-1c44-41f9-b7d2-1ef3bf415886),segment_id=55f5c7ae-1c44-41f9-b7d2-1ef3bf415886)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:08.953356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 57dc7c09-d3e3-444d-b848-eb258b362158, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=57dc7c09-d3e3-444d-b848-eb258b362158,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:08.960331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.982673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Transition to ACTIVE for port object 19b3aee4-b044-4599-8bca-799748a5e998 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:09.030687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.048483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.084132 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3972321 Apr 01 15:52:09.084132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40134) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.093805 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Pushing event updated for resources: {'Port': ['ID=32c3bb3d-9c34-41f8-bc08-46d063074c39,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.129205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.137458 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.137678 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.137953 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.138279 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.138600 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.138985 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.139314 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.139631 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.139959 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.140291 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.140601 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.141363 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.173235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:09.173527 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Attempting to bind port 32c3bb3d-9c34-41f8-bc08-46d063074c39 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:09.173889 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Attempting to bind port 32c3bb3d-9c34-41f8-bc08-46d063074c39 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:09.174373 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Attempting to bind port 32c3bb3d-9c34-41f8-bc08-46d063074c39 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:09.184690 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:09.185053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:09.185446 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.185860 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:09.186704 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Bound port: 32c3bb3d-9c34-41f8-bc08-46d063074c39, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:09.186878 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.198661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5233593-59f4-4492-9839-2b58801feb27 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=ba3a4611-b685-4789-88c9-578d438ba4ce,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.203143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.244498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 19b3aee4-b044-4599-8bca-799748a5e998 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:09.272879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:09.327282 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] For port 32c3bb3d-9c34-41f8-bc08-46d063074c39, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:09.333764 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] For port 32c3bb3d-9c34-41f8-bc08-46d063074c39, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=32c3bb3d-9c34-41f8-bc08-46d063074c39,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:09.336237 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6f924add-594f-4446-9515-135b427ab789 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67c1510d5166429dafaf673d005c5539&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4535322 Apr 01 15:52:09.339726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40140) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.342403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.343600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.350954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7789d955-750d-4aee-bd99-6fb25b263e2c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.453067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=57dc7c09-d3e3-444d-b848-eb258b362158,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.469404 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.502259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.511746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.516434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d628d3d1-4c35-4b2a-b1fd-d75d3b50f437 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3252347 Apr 01 15:52:09.517643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40144) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.521204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.548095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '85bb8cfa-3b89-4eb4-9995-45c3555ace8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:09.557982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:09.566758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:09.569871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:09.572676 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Routers {'f8c846a6-18b9-427e-98b1-970d6abdc849'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:09.575549 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['f8c846a6-18b9-427e-98b1-970d6abdc849'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.577131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:09.605237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.608485 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 504c3b94-622c-46ec-9d43-8ee53cf94ef4 disassociated. External IP: 172.26.8.200, port: badf168d-a1f0-4da9-9b76-c6af1878f4d4. Apr 01 15:52:09.621435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:09.626711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:09.632582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:09.698650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.704728 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7283e56-1afc-4aca-9e3c-91c61bb962b5 None None] Pushing event updated for resources: {'Port': ['ID=32c3bb3d-9c34-41f8-bc08-46d063074c39,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.718502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a18aa3-6faa-4472-a3d4-ce3c25891057']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.794171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a8b2-21cd-49ff-bdee-cca4f60fe3a5 None None] Pushing event updated for resources: {'Port': ['ID=19b3aee4-b044-4599-8bca-799748a5e998,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.798361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=a9cb6af6-06b7-4fef-a9dc-bbae01a79c76,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.850865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e6ae53f3-aea1-4cd8-a522-463173e7c234 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:09.866772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.901131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ddce05-a6b5-4b46-904e-10f6fd7c2197') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.901742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ddce05-a6b5-4b46-904e-10f6fd7c2197') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.914379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e6ae53f3-aea1-4cd8-a522-463173e7c234 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:09.914754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e6ae53f3-aea1-4cd8-a522-463173e7c234 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:09.927648 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] Set router f8c846a6-18b9-427e-98b1-970d6abdc849 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:09.975304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.085986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.163987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.201334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 32c3bb3d-9c34-41f8-bc08-46d063074c39 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:10.202684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.208964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.227083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.378023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=ba3a4611-b685-4789-88c9-578d438ba4ce,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.380439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.392811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:10.410594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.446364 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:04Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': '32c3bb3d-9c34-41f8-bc08-46d063074c39', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:5e:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:03Z', 'updated_at': '2022-04-01T15:52:09Z', 'revision_number': 4, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:10.450261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:10.450701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.459809 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d412ec-5622-4e62-b8fe-fa4676343b4b None None] The sync data for ids ['f8c846a6-18b9-427e-98b1-970d6abdc849'] in dv-neutron-835944-1-hyperv is: [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:04Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': '32c3bb3d-9c34-41f8-bc08-46d063074c39', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:5e:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:03Z', 'updated_at': '2022-04-01T15:52:09Z', 'revision_number': 4, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': '2a1c305e-2ba9-49f1-b177-285fd0d264ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:10.471342 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:10.483177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network ba3a4611-b685-4789-88c9-578d438ba4ce is not hosted by any dhcp agent {{(pid=88733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:52:10.490828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.491688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.493468 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3eb33389-3b26-40eb-8047-9ad727f8fd87 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "PUT /v2.0/networks/ba3a4611-b685-4789-88c9-578d438ba4ce HTTP/1.1" status: 200 len: 723 time: 1.3811862 Apr 01 15:52:10.508343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40150) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.533061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:10.564780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.573533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792b20b-c14e-4a3b-acac-6bdf3bc194c4 None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:10.833788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.890601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f92bc7cf-4a41-4769-8566-8e920c539ee5 None None] Provisioning for port 19b3aee4-b044-4599-8bca-799748a5e998 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:10.898401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f92bc7cf-4a41-4769-8566-8e920c539ee5 None None] Provisioning complete for port 19b3aee4-b044-4599-8bca-799748a5e998 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:10.899069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f92bc7cf-4a41-4769-8566-8e920c539ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.993212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:11.011167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port 32c3bb3d-9c34-41f8-bc08-46d063074c39, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=32c3bb3d-9c34-41f8-bc08-46d063074c39,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:11.011682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.085601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:11.109187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.171333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd671e9-c400-45ab-b5ae-ea49a45c742e,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.174674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:11.207085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.256144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.260388 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] 10.222.0.21 "DELETE /v2.0/networks/e7a18aa3-6faa-4472-a3d4-ce3c25891057 HTTP/1.1" status: 204 len: 168 time: 5.5505400 Apr 01 15:52:11.285199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 32c3bb3d-9c34-41f8-bc08-46d063074c39 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:11.313783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 19b3aee4-b044-4599-8bca-799748a5e998 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:11.365045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.367589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.377095 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80a492ba-be3c-49ab-bb4d-9bc726a0f1bc HTTP/1.1" status: 204 len: 168 time: 2.0361567 Apr 01 15:52:11.424043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.428822 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5681443-b651-4205-8b86-42d9d496cb0d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8995357 Apr 01 15:52:11.431626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.444692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fcfd2-f5ac-4af6-900d-8cf92e017c27 tempest-AllowedAddressPairTestJSON-1678979932 tempest-AllowedAddressPairTestJSON-1678979932-project] Pushing event deleted for resources: {'Network': ['ID=e7a18aa3-6faa-4472-a3d4-ce3c25891057,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.492395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea17c4f-5cef-4eb8-b0d0-c122717824f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a492ba-be3c-49ab-bb4d-9bc726a0f1bc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.542721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68987ef-e267-42db-8e00-8a41ca1b884b req-b3ca5ece-cd07-4a23-b9e2-7446ba6a0558 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.544750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 19b3aee4-b044-4599-8bca-799748a5e998 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:11.546495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.547879 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a68987ef-e267-42db-8e00-8a41ca1b884b req-b3ca5ece-cd07-4a23-b9e2-7446ba6a0558 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8068051 Apr 01 15:52:11.619909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-3013e5b2-4e56-42af-b7eb-843d4db7bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.621559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-3013e5b2-4e56-42af-b7eb-843d4db7bb1c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.9051335 Apr 01 15:52:11.622252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:11.626337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.629917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-236c285e-4a4e-4286-bde8-08724994f881 None None] Provisioning complete for port 19b3aee4-b044-4599-8bca-799748a5e998 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:11.630287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-236c285e-4a4e-4286-bde8-08724994f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.654818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.678601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.684737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.769129 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a68987ef-e267-42db-8e00-8a41ca1b884b req-7513ec02-7939-40ff-8119-757bcb81bbd5 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053299 Apr 01 15:52:11.778948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:11.788057 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:11.788819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 32c3bb3d-9c34-41f8-bc08-46d063074c39 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:11.789726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.801404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:11.803757 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:11.804539 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.827378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 32c3bb3d-9c34-41f8-bc08-46d063074c39 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:11.827746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 32c3bb3d-9c34-41f8-bc08-46d063074c39 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:52:11.833595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=32c3bb3d-9c34-41f8-bc08-46d063074c39,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.873959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 32c3bb3d-9c34-41f8-bc08-46d063074c39 not found, will not notify nova. {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:52:11.874380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 57dc7c09-d3e3-444d-b848-eb258b362158 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:11.888456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.916878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.917164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.925515 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cb957fee-4210-44ca-9e30-5e9606133821 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/504c3b94-622c-46ec-9d43-8ee53cf94ef4 HTTP/1.1" status: 200 len: 688 time: 3.6276727 Apr 01 15:52:11.929548 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:11.930165 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.949860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.950418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40166) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.967554 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8dd671e9-c400-45ab-b5ae-ea49a45c742e HTTP/1.1" status: 204 len: 168 time: 0.5281570 Apr 01 15:52:11.973473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40170) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.068227 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:12.068411 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf268ee-29eb-4b45-8ddd-fcdd4671debe None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:12.095320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 57dc7c09-d3e3-444d-b848-eb258b362158 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:12.095518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.113922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5d69-cf1f-4535-95db-dc0c4726a435 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd671e9-c400-45ab-b5ae-ea49a45c742e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.191874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-46d645f4-1647-4e9d-b031-8483c0dd67aa tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:12.195749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40176) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.228533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.320066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-46d645f4-1647-4e9d-b031-8483c0dd67aa tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:12.322674 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-46d645f4-1647-4e9d-b031-8483c0dd67aa tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3176942 Apr 01 15:52:12.326580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40188) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.396613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.417354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.461647 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-df4ad90e-b1a4-42fb-8edf-684a953ee13b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c807756a02d4a7883ca9cec2de28c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631493 Apr 01 15:52:12.471027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40192) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.543591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.559751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.587348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7789d955-750d-4aee-bd99-6fb25b263e2c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.593702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.679534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.683511 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9268f01-4d9f-4b0f-90fb-2cd455ba52a1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7789d955-750d-4aee-bd99-6fb25b263e2c HTTP/1.1" status: 204 len: 168 time: 0.3524947 Apr 01 15:52:12.683511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40200) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.699710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.741525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 566fa0b0-74f4-4e2c-8f51-98175cb5b2c3 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:12.741889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.742093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1d5dd80-7318-4b1e-9966-5f5a6a0cd6fc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:12.746217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.767640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c39fa91-5d3d-4b70-8bd5-f5662dfe4ffa,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.776617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.777740 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-615d5499-8731-414c-ac9b-2d2a8a52746c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c39fa91-5d3d-4b70-8bd5-f5662dfe4ffa HTTP/1.1" status: 204 len: 168 time: 0.3090131 Apr 01 15:52:12.845789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1d5dd80-7318-4b1e-9966-5f5a6a0cd6fc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:12.848265 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c1d5dd80-7318-4b1e-9966-5f5a6a0cd6fc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1638827 Apr 01 15:52:12.854504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40212) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.858937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=a9cb6af6-06b7-4fef-a9dc-bbae01a79c76,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.893284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.893524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.906390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-b8eda148-b8df-4160-8ee3-24b7af09069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.906509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.906606 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-b8eda148-b8df-4160-8ee3-24b7af09069c service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 1.2635953 Apr 01 15:52:13.025932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.045682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c80467c-9711-48ae-a92e-1ff318f8c5b2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.120072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.122199 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-631db323-43fb-432c-ba50-3c91e8216a28 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1c80467c-9711-48ae-a92e-1ff318f8c5b2 HTTP/1.1" status: 204 len: 168 time: 0.2690892 Apr 01 15:52:13.124932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40222) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.191274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8d1309ee-182c-4a2d-845f-ae989624d506 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:13.279434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8d1309ee-182c-4a2d-845f-ae989624d506 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:13.281047 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8d1309ee-182c-4a2d-845f-ae989624d506 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1546557 Apr 01 15:52:13.284735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40230) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.319621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.331915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.332766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.333991 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ca2a4a1d-796a-463d-bcaf-db2c199967a3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6663888 Apr 01 15:52:13.338123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40236) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.348067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-832172288'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:13.356177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:13.364414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:network and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:13.368578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:13.376415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:13.445456 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-757d2f4b-bfae-44a0-9d80-e3c26b2ae089 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.4658673 Apr 01 15:52:13.445694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.465248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69fc7623-921e-42da-9df7-629f040c951f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.498240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Made reservation on behalf of c0ac749260cf4d5baf460234a25a76be for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:13.498240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.513738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.530300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:13.534313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:security_group_rule and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:13.537275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:13.542970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:13.556547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Router f8c846a6-18b9-427e-98b1-970d6abdc849 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:13.605523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.605748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.607480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.613744 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6f8859ed-54a0-4e10-81a8-d77540fe52d3 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/69fc7623-921e-42da-9df7-629f040c951f HTTP/1.1" status: 204 len: 168 time: 0.3245032 Apr 01 15:52:13.618936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.674816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.688921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-b375f99c-0ae0-4c2d-bf04-f5ed838515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.690407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-b375f99c-0ae0-4c2d-bf04-f5ed838515e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.2266779 Apr 01 15:52:13.698270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f094f55-373e-4783-ae90-97660d99be61 req-f7486995-4dbc-444e-b149-892c7903f3cc tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.699424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8a6dc85e-8e16-4b70-b1c5-a19a8f45dd09 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:13.699870 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f094f55-373e-4783-ae90-97660d99be61 req-f7486995-4dbc-444e-b149-892c7903f3cc tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7192407 Apr 01 15:52:13.712746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.754031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.790893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:13.812191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8a6dc85e-8e16-4b70-b1c5-a19a8f45dd09 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:13.816766 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a6dc85e-8e16-4b70-b1c5-a19a8f45dd09 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1968515 Apr 01 15:52:13.819140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40254) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.823114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.823635 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Added segment 6f6bed56-6e0b-4958-b115-650145f7e41d of type vlan for network 19155508-976f-45f3-b157-987c293b28ae Apr 01 15:52:13.824831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90f0006-c957-4cbd-809b-78082b374823,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.879090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.885557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.921912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.079828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.105017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.122041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.123529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.130369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d25178d0-9dae-4a19-ba9f-ba2b32b4df52,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:14.156969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40268) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.206674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:14.219332 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-70331470-8c96-44e1-80c4-226f30755469 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "PUT /v2.0/routers/f8c846a6-18b9-427e-98b1-970d6abdc849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9705677 Apr 01 15:52:14.223485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Sync routers for ids ['f8c846a6-18b9-427e-98b1-970d6abdc849'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:14.229174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 566fa0b0-74f4-4e2c-8f51-98175cb5b2c3 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:14.236144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40274) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.253083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Routers {'f8c846a6-18b9-427e-98b1-970d6abdc849'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:14.254994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['f8c846a6-18b9-427e-98b1-970d6abdc849'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:14.397069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Network': ['ID=19155508-976f-45f3-b157-987c293b28ae,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:14.405166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.408145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed6b655b-f6fa-46ff-9e46-43929260f26d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d25178d0-9dae-4a19-ba9f-ba2b32b4df52 HTTP/1.1" status: 204 len: 168 time: 0.5871882 Apr 01 15:52:14.411550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40280) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.422411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 19155508-976f-45f3-b157-987c293b28ae details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:14.444020 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fea05a0-4a10-4598-b10f-ce64ea6784d3 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1045949 Apr 01 15:52:14.452593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40284) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.460206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Request body: {'subnet': {'network_id': '19155508-976f-45f3-b157-987c293b28ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:14.488343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '765e9cc8-addd-45a5-a9b9-592ac6b96bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:14.488938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: ba3a4611-b685-4789-88c9-578d438ba4ce, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:14.492472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca33204-ec90-448f-ba2a-4c3ce1f0ed4a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.494526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca33204-ec90-448f-ba2a-4c3ce1f0ed4a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.497268 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ca33204-ec90-448f-ba2a-4c3ce1f0ed4a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2581279 Apr 01 15:52:14.514958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.521269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=e39962c1-5d38-47e4-baf3-83eb1a89e07b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:14.546876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.551853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40292) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.603364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f094f55-373e-4783-ae90-97660d99be61 req-dc78c8a3-3f81-4e29-b849-f14356590d36 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8549020 Apr 01 15:52:14.629363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 2a1c305e-2ba9-49f1-b177-285fd0d264ac {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:14.633090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.641642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=566fa0b0-74f4-4e2c-8f51-98175cb5b2c3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:14.669007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Set router f8c846a6-18b9-427e-98b1-970d6abdc849 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:14.701305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.749364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'networks': [{'name': 'tempest-network--1369589618'}, {'name': 'tempest-network--1116149346'}]} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:14.749364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-network--1369589618'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:14.750142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-network--1116149346'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:14.791714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:14.801078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-75141671-dc4f-4328-b299-2599ec0db10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.803444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-75141671-dc4f-4328-b299-2599ec0db10e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0997491 Apr 01 15:52:14.848570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:network and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:14.855601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:14.860310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:11Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:14.863601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network ba3a4611-b685-4789-88c9-578d438ba4ce is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:14.880038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Checking router: f8c846a6-18b9-427e-98b1-970d6abdc849 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:14.894770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:14.903499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Routers {'f8c846a6-18b9-427e-98b1-970d6abdc849'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:14.903609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['f8c846a6-18b9-427e-98b1-970d6abdc849'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:14.934234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.989143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.995966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, ba3a4611-b685-4789-88c9-578d438ba4ce) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:15.000931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.001532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531071'] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.040933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-431841000', 'router:external': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:15.049909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027f1ec-002d-482c-bf2a-30f144fc87bc None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:15.060440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'network': 2} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:15.065342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.079422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-556a7298-caef-4dee-8c9a-69e28abfa94d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:15.084330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-eb91536f-fa17-4a89-98ba-9a8a7f966975 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559750 Apr 01 15:52:15.084330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.087776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:15.113552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:network and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:15.116939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:15.119942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:15.127028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:subnet and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:15.129870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:15.134412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:15.139070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:15.142177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.145681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32f642f2-b142-468d-9908-6d48c923980a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/504c3b94-622c-46ec-9d43-8ee53cf94ef4 HTTP/1.1" status: 204 len: 168 time: 3.1832049 Apr 01 15:52:15.146667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:15.147986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-03036440-82c3-4ba4-a2c0-671f7f341317 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6358261 Apr 01 15:52:15.149251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:security_group_rule and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:15.149649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40298) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.153632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40300) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.157032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:15.194457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] Set router f8c846a6-18b9-427e-98b1-970d6abdc849 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:15.214508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:15.232162 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-5f81961a-6aa6-402e-896d-91ae6505b97d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] delete failed (client error): The resource could not be found. Apr 01 15:52:15.233430 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5f81961a-6aa6-402e-896d-91ae6505b97d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/504c3b94-622c-46ec-9d43-8ee53cf94ef4 HTTP/1.1" status: 404 len: 345 time: 0.0797226 Apr 01 15:52:15.237322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40306) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.242482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:15.276436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-556a7298-caef-4dee-8c9a-69e28abfa94d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:15.278463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-556a7298-caef-4dee-8c9a-69e28abfa94d tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8645244 Apr 01 15:52:15.284088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.306659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.334923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:11Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:15.340780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Made reservation on behalf of d369c6ba18574abbba493e1cbcd9d51c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:15.343585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.345034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a1ba1-7a60-4a27-9c57-94f90b467e0b None None] The sync data for ids ['f8c846a6-18b9-427e-98b1-970d6abdc849'] in dv-neutron-835944-1-hyperv is: [{'id': 'f8c846a6-18b9-427e-98b1-970d6abdc849', 'name': 'tempest-NetworksTestDHCPv6-router-97249304', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:02Z', 'updated_at': '2022-04-01T15:52:11Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:15.373784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Made reservation on behalf of c0ac749260cf4d5baf460234a25a76be for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:15.380698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.413793 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f02eeaf-7415-44c8-a5c2-15aa9cc30913 req-11c20659-99d8-4b92-bd4a-508767373432 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187618 Apr 01 15:52:15.422223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1c305e-2ba9-49f1-b177-285fd0d264ac,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.425724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.428674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1163630'] for subnet, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.454071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfa0b3-b1de-466c-bea0-03254718c756 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:15.462188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.478150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-ba3a4611-b685-4789-88c9-578d438ba4ce', 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': 'e39962c1-5d38-47e4-baf3-83eb1a89e07b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:15.479221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.541160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:15.554841 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8580b015-3857-4e7f-9833-a8ef87210936 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2a1c305e-2ba9-49f1-b177-285fd0d264ac HTTP/1.1" status: 204 len: 168 time: 1.0381989 Apr 01 15:52:15.561192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:security_group_rule and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:15.568679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40314) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.579355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:15.596687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:15.614467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.629184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.635754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.642006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.642923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Synchronizing usage tracker for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:15.643068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.706902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.759968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.760719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.900946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:15.906306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Deleting port 57dc7c09-d3e3-444d-b848-eb258b362158 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:15.906921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.953230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75a334-a06e-4a01-8aab-fbe4c96763a0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.960425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:15.972959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5dd7dfc-2c6f-4b05-aad8-c0410d141a0b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:15.983241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.983598 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment 5903f62f-ebfd-41a3-964d-fc0cc26b811f of type vlan for network ae3e8d1c-9626-4d18-bc0e-6fa8862bf093 Apr 01 15:52:15.999537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.018457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.029094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.045556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb8cfa-3b89-4eb4-9995-45c3555ace8c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.045883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1823034'] for subnet, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.056827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338babe-5177-47ad-9b44-7268c18352db req-97eebd44-66e5-4182-8bf1-e079d1ea4138 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.058328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7338babe-5177-47ad-9b44-7268c18352db req-97eebd44-66e5-4182-8bf1-e079d1ea4138 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3011267 Apr 01 15:52:16.090577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5dd7dfc-2c6f-4b05-aad8-c0410d141a0b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:16.095415 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5dd7dfc-2c6f-4b05-aad8-c0410d141a0b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5175533 Apr 01 15:52:16.096587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40320) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.115163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.115825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.117195 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "PUT /v2.0/subnets/e39962c1-5d38-47e4-baf3-83eb1a89e07b HTTP/1.1" status: 200 len: 826 time: 0.9619768 Apr 01 15:52:16.121720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:16.124327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40324) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.185824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.186169 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment 498c555f-5c73-4118-a38b-f7943c1154ba of type vlan for network 8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd Apr 01 15:52:16.187394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fced2-67c8-454c-b22c-936b12d4e785 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=e39962c1-5d38-47e4-baf3-83eb1a89e07b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.189063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.192585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.257680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.258819 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-888daaad-e386-43d2-8c7f-1e100e0adf5f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/85bb8cfa-3b89-4eb4-9995-45c3555ace8c HTTP/1.1" status: 204 len: 168 time: 0.9737871 Apr 01 15:52:16.274474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40330) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.302534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.309325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Allocated IP 2001:db8::2 (ba3a4611-b685-4789-88c9-578d438ba4ce/e39962c1-5d38-47e4-baf3-83eb1a89e07b/051e7ff0-ce2b-4d16-a0b4-5245b79d1419) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:16.336490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] For port 57dc7c09-d3e3-444d-b848-eb258b362158, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=57dc7c09-d3e3-444d-b848-eb258b362158,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:16.337208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.340639 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7338babe-5177-47ad-9b44-7268c18352db req-073e9186-53c5-4de9-ab9b-9b41a77fa28c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741365 Apr 01 15:52:16.381557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Unset dirty status for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:16.381557 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4351e9d2-3e14-4c95-b6cc-45ec7467e3e9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/ports?network_id=91418b80-b34e-4846-b70a-e62f5252a1ce HTTP/1.1" status: 200 len: 2357 time: 1.1412122 Apr 01 15:52:16.381557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d592587c-aa31-447c-9696-d2d760aa683f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.385878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40334) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.391443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.456803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:16.513015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.522491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e29e3014-fc47-47fa-b866-d3d26ef71280 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:16.552778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Calling delete_port for 57dc7c09-d3e3-444d-b848-eb258b362158 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:16.600979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.617470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Subnet': ['ID=e04a5abf-5ade-4cda-bcc0-ddb18c6c1935,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.622658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.623633 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Added segment 9c609bd4-63bd-4a09-a7b4-220664e5536d of type vlan for network 9dca925f-81e5-4975-8b95-0609681c760a Apr 01 15:52:16.632984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.632984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.639240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.644170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.644850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.784872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e29e3014-fc47-47fa-b866-d3d26ef71280 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:16.787751 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e29e3014-fc47-47fa-b866-d3d26ef71280 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5112858 Apr 01 15:52:16.791720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.798803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=ae3e8d1c-9626-4d18-bc0e-6fa8862bf093,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.811351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ae3e8d1c-9626-4d18-bc0e-6fa8862bf093 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:16.822544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40338) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.830312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2316363 Apr 01 15:52:16.830753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Transition to ACTIVE for port object 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:16.831003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40342) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.848304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.858959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--477025422'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:16.865478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:16.877347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:16.879640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Checking segment: {'id': '6f6bed56-6e0b-4958-b115-650145f7e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '19155508-976f-45f3-b157-987c293b28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:16.879640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network hostable DHCP agents. Network: 19155508-976f-45f3-b157-987c293b28ae, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:16.920946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d6343-17bc-436b-b1eb-b1479c4dde6e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.921663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-543d6343-17bc-436b-b1eb-b1479c4dde6e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Synchronizing usage tracker for tenant:b38828871ca54f16a2c274d9509ff350 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:16.957122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] Pushing event deleted for resources: {'Port': ['ID=57dc7c09-d3e3-444d-b848-eb258b362158,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.959112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8c760-8033-4559-90c0-3d2aa3c0f54c None None] No DVR routers for this DVR port 57dc7c09-d3e3-444d-b848-eb258b362158 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:16.976391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Transition to ACTIVE for port object 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:17.000197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.001808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.008826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.014575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.066021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.120299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eb305-3280-40be-a5fe-c0a7178f5975 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.126550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.131873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 19155508-976f-45f3-b157-987c293b28ae is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:17.135160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.136513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:17.140966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:17.142919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:17.144878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.156576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.157390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Fanout notify agent at l3_agent the message router_deleted on router f8c846a6-18b9-427e-98b1-970d6abdc849 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:17.157681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:17.162040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.162040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.162040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.168252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 32c3bb3d-9c34-41f8-bc08-46d063074c39 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:17.171715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.189195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-543d6343-17bc-436b-b1eb-b1479c4dde6e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Unset dirty status for tenant:b38828871ca54f16a2c274d9509ff350 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:17.196497 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-543d6343-17bc-436b-b1eb-b1479c4dde6e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/subnets/c73034b4-9fec-4a12-aaf6-798ae7647ac1 HTTP/1.1" status: 200 len: 797 time: 0.7469907 Apr 01 15:52:17.196497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40348) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.200558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.206942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.215108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.221968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.222890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Synchronizing usage tracker for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:17.230917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Pushing event updated for resources: {'Port': ['ID=051e7ff0-ce2b-4d16-a0b4-5245b79d1419,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.246204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'port': {'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce', 'name': 'tempest-FloatingIPTestJSON-235678361', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:17.246382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.302472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 19155508-976f-45f3-b157-987c293b28ae) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:17.308686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=e39962c1-5d38-47e4-baf3-83eb1a89e07b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.336086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Unset dirty status for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:17.340073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a6b8c976-140d-40ce-abab-a4158e33e7a8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5019033 Apr 01 15:52:17.353975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40352) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.372299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.373421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.379558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 32c3bb3d-9c34-41f8-bc08-46d063074c39 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:17.381530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 32c3bb3d-9c34-41f8-bc08-46d063074c39 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:17.381530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 57dc7c09-d3e3-444d-b848-eb258b362158 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:17.383126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Network': ['ID=9dca925f-81e5-4975-8b95-0609681c760a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.435093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a78ed-caad-49b1-8399-54f4e2c63dcd None None] Network 19155508-976f-45f3-b157-987c293b28ae requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:17.444160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ccfd9e40-dc1f-4303-9daa-e676bca7c871 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2691543 Apr 01 15:52:17.457768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.458919 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c4a04bf5-4391-48d4-85bd-a357b607a0b5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/routers/f8c846a6-18b9-427e-98b1-970d6abdc849 HTTP/1.1" status: 204 len: 168 time: 1.3612790 Apr 01 15:52:17.464964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9dca925f-81e5-4975-8b95-0609681c760a details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:17.469270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40358) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.469819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40360) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.481121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:17.491242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.515812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'subnet': {'network_id': '9dca925f-81e5-4975-8b95-0609681c760a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:17.527655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.546006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 57dc7c09-d3e3-444d-b848-eb258b362158 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:17.546417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:subnet and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.546560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 57dc7c09-d3e3-444d-b848-eb258b362158 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:17.603424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.627300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.631363 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7eb3d9b7-1936-431d-a071-a52fbb80b84a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1752963 Apr 01 15:52:17.640307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40366) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.662179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.665714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.673293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1556531390', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:17.679181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3a4611-b685-4789-88c9-578d438ba4ce']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.681096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.684167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.690460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.697737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.697912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.698323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.702127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Attempting to bind port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.702655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Attempting to bind port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '765e9cc8-addd-45a5-a9b9-592ac6b96bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.703590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Attempting to bind port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 on network ba3a4611-b685-4789-88c9-578d438ba4ce {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:17.704528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.706902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:router and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.711095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e9cc8-addd-45a5-a9b9-592ac6b96bd2') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.711387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e9cc8-addd-45a5-a9b9-592ac6b96bd2') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.717143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Made reservation on behalf of d369c6ba18574abbba493e1cbcd9d51c for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:17.719633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.719808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.729540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:17.729956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Checking segment: {'id': '765e9cc8-addd-45a5-a9b9-592ac6b96bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:17.730314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.731159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Bound using segment: {'id': '765e9cc8-addd-45a5-a9b9-592ac6b96bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:17.731274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Bound port: 051e7ff0-ce2b-4d16-a0b4-5245b79d1419, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e9cc8-addd-45a5-a9b9-592ac6b96bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:17.731572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.733127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.739005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.767038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.816653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:17.820531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.830740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.841060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:17.879487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:17.879924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:17.896463 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:17.929820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.930209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.945744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73bb844-0571-4fe4-8426-d68ce31b15a9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.961981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] For port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:17.961981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-19155508-976f-45f3-b157-987c293b28ae', 'network_id': '19155508-976f-45f3-b157-987c293b28ae', 'tenant_id': 'c0ac749260cf4d5baf460234a25a76be', 'fixed_ips': [{'subnet_id': 'e04a5abf-5ade-4cda-bcc0-ddb18c6c1935'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:17.962369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.039480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.108028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.124714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d513e-4766-49f4-8a2a-8afc6fd4a3cf req-b4efc8e9-3ee0-4f0f-9ed5-19db273d3cf1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.126085 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0c2d513e-4766-49f4-8a2a-8afc6fd4a3cf req-b4efc8e9-3ee0-4f0f-9ed5-19db273d3cf1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5562258 Apr 01 15:52:18.127232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] For port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=051e7ff0-ce2b-4d16-a0b4-5245b79d1419,segment=NetworkSegment(765e9cc8-addd-45a5-a9b9-592ac6b96bd2),segment_id=765e9cc8-addd-45a5-a9b9-592ac6b96bd2)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:18.152404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Allocated IP 172.20.0.2 (19155508-976f-45f3-b157-987c293b28ae/e04a5abf-5ade-4cda-bcc0-ddb18c6c1935/9327a958-5476-4ccd-892e-c200f10c6676) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:18.169056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.182379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3e8d1c-9626-4d18-bc0e-6fa8862bf093']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.206594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9c3ac58b-96c6-4d85-ba04-a729a8809942 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3831344 Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': 'ba3a4611-b685-4789-88c9-578d438ba4ce'}] Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:18.210601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:18.214476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5903f62f-ebfd-41a3-964d-fc0cc26b811f') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.214805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5903f62f-ebfd-41a3-964d-fc0cc26b811f') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.223569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40370) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.240586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0c2d513e-4766-49f4-8a2a-8afc6fd4a3cf req-c88099d1-1673-46e8-9b01-65ee9f5079b3 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053700 Apr 01 15:52:18.241506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': 'd73bb844-0571-4fe4-8426-d68ce31b15a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.243152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.252365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.273916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:18.275034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.300422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:18.300422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.300682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:18.300682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:18.300887 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:18.313298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:18.317295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.318746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] device_id is not set on port 22af3c13-2c68-4fc0-9bfc-653e664a7a0b yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:18.452851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d898b5-0810-435b-bef1-cab991277660 None None] Pushing event updated for resources: {'Port': ['ID=051e7ff0-ce2b-4d16-a0b4-5245b79d1419,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.490742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.550026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.602729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3f028-58df-470b-816b-a455f64b4a7b None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:18.641723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.706737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.712807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:18.715974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Transition to ACTIVE for port object 9327a958-5476-4ccd-892e-c200f10c6676 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:18.716162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.728981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:18.740286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.740913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.741635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.745585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.750227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40dd5f-a72a-4b05-8394-08e901a05446 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:18.754775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=abbfba14-a709-443b-82a6-9ac9c55edccc,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.811299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=ae3e8d1c-9626-4d18-bc0e-6fa8862bf093,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.815379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.837687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:18.838032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.875026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Transition to ACTIVE for port object 9327a958-5476-4ccd-892e-c200f10c6676 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:18.959008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d8bc18f-e781-4ef6-a898-40bef21c8e53 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/ae3e8d1c-9626-4d18-bc0e-6fa8862bf093 HTTP/1.1" status: 204 len: 168 time: 1.6010048 Apr 01 15:52:18.966434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40374) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.990470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.040566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.050868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df28d53-255b-4626-b260-c49746c9f3f0,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.130293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Network 19155508-976f-45f3-b157-987c293b28ae is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:19.136529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:19.144984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:19.146324 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a7c3f5de-74fb-4b8a-a74a-f5078c50ef83 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6735213 Apr 01 15:52:19.151744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40378) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.159610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:19.168900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.169999 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9f4ed2d2-4526-49d6-97d6-544daf0b8a29 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9429944 Apr 01 15:52:19.174838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.176972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40382) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.199423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:router and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:19.208674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:19.211961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.14 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/22af3c13-2c68-4fc0-9bfc-653e664a7a0b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.227321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.242102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Pushing event updated for resources: {'Port': ['ID=9327a958-5476-4ccd-892e-c200f10c6676,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.253166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.13 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/22af3c13-2c68-4fc0-9bfc-653e664a7a0b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.297603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'abbfba14-a709-443b-82a6-9ac9c55edccc'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:19.298464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.309928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:52:19.310965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.336118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811ed47-60ed-4481-96fc-c0aa7165bb2a None None] Network ba3a4611-b685-4789-88c9-578d438ba4ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:19.362196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=051e7ff0-ce2b-4d16-a0b4-5245b79d1419,segment=NetworkSegment(765e9cc8-addd-45a5-a9b9-592ac6b96bd2),segment_id=765e9cc8-addd-45a5-a9b9-592ac6b96bd2)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:19.362635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.379829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Attempting to bind port 9327a958-5476-4ccd-892e-c200f10c6676 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:19.380196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Attempting to bind port 9327a958-5476-4ccd-892e-c200f10c6676 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '6f6bed56-6e0b-4958-b115-650145f7e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '19155508-976f-45f3-b157-987c293b28ae'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:19.380613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Attempting to bind port 9327a958-5476-4ccd-892e-c200f10c6676 on network 19155508-976f-45f3-b157-987c293b28ae {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:19.388243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.390001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.448083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.458662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.481467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:19.482066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Checking segment: {'id': '6f6bed56-6e0b-4958-b115-650145f7e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '19155508-976f-45f3-b157-987c293b28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:19.482247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.482776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Bound using segment: {'id': '6f6bed56-6e0b-4958-b115-650145f7e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '19155508-976f-45f3-b157-987c293b28ae'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:19.483446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Bound port: 9327a958-5476-4ccd-892e-c200f10c6676, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6bed56-6e0b-4958-b115-650145f7e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '19155508-976f-45f3-b157-987c293b28ae'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:19.483804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.531904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:19.585253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.586555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Subnet': ['ID=acecde0a-8546-4092-b4eb-408c0bfa90d9,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.597810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.704384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Checking segment: {'id': '9c609bd4-63bd-4a09-a7b4-220664e5536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:19.704744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network hostable DHCP agents. Network: 9dca925f-81e5-4975-8b95-0609681c760a, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:19.800147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/abbfba14-a709-443b-82a6-9ac9c55edccc/6c005b6f-5bb5-472c-9a67-c9b47999d810) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.805749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.809708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.812556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] For port 9327a958-5476-4ccd-892e-c200f10c6676, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:19.816802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] For port 9327a958-5476-4ccd-892e-c200f10c6676, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9327a958-5476-4ccd-892e-c200f10c6676,segment=NetworkSegment(6f6bed56-6e0b-4958-b115-650145f7e41d),segment_id=6f6bed56-6e0b-4958-b115-650145f7e41d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:19.823236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c92e3-c29b-4710-8abb-7a897bed6ebc req-3bfaabb5-1ba0-474a-a092-b472c38f8d58 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.824770 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1c1c92e3-c29b-4710-8abb-7a897bed6ebc req-3bfaabb5-1ba0-474a-a092-b472c38f8d58 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4377799 Apr 01 15:52:19.867688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.876905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.892217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9dca925f-81e5-4975-8b95-0609681c760a is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:19.908249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Port': ['ID=051e7ff0-ce2b-4d16-a0b4-5245b79d1419,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.916754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No DVR routers for this DVR port 051e7ff0-ce2b-4d16-a0b4-5245b79d1419 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:19.927326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.927849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.928976 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/d73bb844-0571-4fe4-8426-d68ce31b15a9 HTTP/1.1" status: 204 len: 168 time: 0.7510798 Apr 01 15:52:19.940545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.951439 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1c1c92e3-c29b-4710-8abb-7a897bed6ebc req-f38f26a1-1420-497f-86c9-f681db72d8a6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998700 Apr 01 15:52:19.970496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bfba9-b76c-4282-a04c-9ab7f0480a55 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73bb844-0571-4fe4-8426-d68ce31b15a9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.021939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.023243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-40a80c8e-2ea2-4782-b0b9-0f064b3923d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8690066 Apr 01 15:52:20.024074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 9dca925f-81e5-4975-8b95-0609681c760a) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:20.029747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.034669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.035136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.035711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.070798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.115879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-16d88a8b-7dec-4f01-96fe-9e5d91511783 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:20.133622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.148654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a76ff-80a3-445e-8284-8954fc0b38c1 None None] Network 9dca925f-81e5-4975-8b95-0609681c760a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:20.278502 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-908e952e-388a-493d-80c3-d3bf7f40a9f4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8073347 Apr 01 15:52:20.311744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40396) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.315823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498c555f-5c73-4118-a38b-f7943c1154ba') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.316295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498c555f-5c73-4118-a38b-f7943c1154ba') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.337087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1054730335', 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:20.342684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.350372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:20.363746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:20.375469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-16d88a8b-7dec-4f01-96fe-9e5d91511783 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:20.376721 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-16d88a8b-7dec-4f01-96fe-9e5d91511783 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4326110 Apr 01 15:52:20.377661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:20.380577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.405237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab438-184e-44fb-9d96-a9718703225e None None] Pushing event updated for resources: {'Port': ['ID=9327a958-5476-4ccd-892e-c200f10c6676,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.412823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40400) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.448760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:port and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:20.462859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:20.465908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.478406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=22af3c13-2c68-4fc0-9bfc-653e664a7a0b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.496851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--230141893'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:20.502499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.505074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.516601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:20.520407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.527704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Transition to ACTIVE for port object 6c005b6f-5bb5-472c-9a67-c9b47999d810 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.527963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.562689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.585015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:20.585707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.588472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Transition to ACTIVE for port object 6c005b6f-5bb5-472c-9a67-c9b47999d810 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.599319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:20.601424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102450cd-906d-4d30-b235-af7bfa557ffb None None] Network 9dca925f-81e5-4975-8b95-0609681c760a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:20.604330 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:20.642981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3a4611-b685-4789-88c9-578d438ba4ce']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.674080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.674776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.710313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.764867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e9cc8-addd-45a5-a9b9-592ac6b96bd2') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.764867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e9cc8-addd-45a5-a9b9-592ac6b96bd2') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.782172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Made reservation on behalf of d369c6ba18574abbba493e1cbcd9d51c for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:20.784809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.803673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:20.817046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:20.829501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:20.831329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.838173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.840505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Pushing event updated for resources: {'Port': ['ID=6c005b6f-5bb5-472c-9a67-c9b47999d810,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.849162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] device_id is not set on port d98b484b-c200-4bf4-b5ca-7bbc25ff17f7 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:20.858986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.934842 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0dac1ebc-2c34-4baa-93ee-f9aa77356855 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7253540 Apr 01 15:52:20.947950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40404) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.959398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.970494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '22af3c13-2c68-4fc0-9bfc-653e664a7a0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:20.975281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.976141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.985219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.988354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:21.043690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.047626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.063072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:21.064485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.087701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Attempting to bind port 6c005b6f-5bb5-472c-9a67-c9b47999d810 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:21.088757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Attempting to bind port 6c005b6f-5bb5-472c-9a67-c9b47999d810 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:21.089057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Attempting to bind port 6c005b6f-5bb5-472c-9a67-c9b47999d810 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:21.091043 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:21.122477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:21.122913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:21.123315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.123702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:21.125354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Bound port: 6c005b6f-5bb5-472c-9a67-c9b47999d810, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:21.125749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.234843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9327a958-5476-4ccd-892e-c200f10c6676 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:21.254499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:21.262523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:floatingip and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:21.308438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:21.311209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:21.331796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:21.346385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Allocated IP 172.26.8.44 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/f0a95460-820b-4001-8c3a-2d3fbb23dd31) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:21.353182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-38a12e04-34b9-4066-a67f-3f4f72cff662 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/8efc6f44-ec71-45cc-9ab5-2a9c8d794fcd HTTP/1.1" status: 204 len: 168 time: 2.3771858 Apr 01 15:52:21.356807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.359396 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] For port 6c005b6f-5bb5-472c-9a67-c9b47999d810, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:21.364083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] For port 6c005b6f-5bb5-472c-9a67-c9b47999d810, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6c005b6f-5bb5-472c-9a67-c9b47999d810,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:21.428581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.20.0.3 (9dca925f-81e5-4975-8b95-0609681c760a/acecde0a-8546-4092-b4eb-408c0bfa90d9/d98b484b-c200-4bf4-b5ca-7bbc25ff17f7) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:21.453514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.460863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.496865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9327a958-5476-4ccd-892e-c200f10c6676 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:21.516693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.520921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.570891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75cd44-bf0a-4cd1-9524-c5f5a0f581e6 req-03da3b96-60ba-4809-b070-08f5df0f1d4e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.572567 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fb75cd44-bf0a-4cd1-9524-c5f5a0f581e6 req-03da3b96-60ba-4809-b070-08f5df0f1d4e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3668709 Apr 01 15:52:21.597101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59cd9-9aca-4383-9283-1ccb7f06df12 None None] Pushing event updated for resources: {'Port': ['ID=6c005b6f-5bb5-472c-9a67-c9b47999d810,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.597961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/ba3a4611-b685-4789-88c9-578d438ba4ce HTTP/1.1" status: 204 len: 168 time: 5.4697857 Apr 01 15:52:21.610312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43a69-ecdb-4798-9397-fc0dd12300ab tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=ba3a4611-b685-4789-88c9-578d438ba4ce,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.611637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40414) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.698806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.746494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881404a-dafb-472f-a8e5-0788ec4a7dff tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:21.747127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7881404a-dafb-472f-a8e5-0788ec4a7dff tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:21.752046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fb75cd44-bf0a-4cd1-9524-c5f5a0f581e6 req-509161fd-cf66-418a-8990-a8422127d620 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472931 Apr 01 15:52:21.768547 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7881404a-dafb-472f-a8e5-0788ec4a7dff tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/ba3a4611-b685-4789-88c9-578d438ba4ce HTTP/1.1" status: 404 len: 339 time: 0.1482079 Apr 01 15:52:21.773253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.782117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40418) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.789370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285970222', 'description': 'd1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:21.812822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:21.859530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f784651-49a7-4174-9f1f-e79a6a1e98bc tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.866201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f784651-49a7-4174-9f1f-e79a6a1e98bc tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.872433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f784651-49a7-4174-9f1f-e79a6a1e98bc tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.880993 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5f784651-49a7-4174-9f1f-e79a6a1e98bc tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.5095603 Apr 01 15:52:21.881392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40422) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.892749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1104103165'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:21.898125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.922229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Usage tracker for resource:network and tenant:69d13f52a60c4cedb176d55dac169a9e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:21.931772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:21.938822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::1 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/abbfba14-a709-443b-82a6-9ac9c55edccc/b0b616fd-855c-40d2-9490-31ece3674317) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:21.950053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:21.964347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:network and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:21.971363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:21.973243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:21.996579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:22.013229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7904f90d-1bf0-45db-8aa5-0b5ce6fdd837,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.043980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.050289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.051656 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bc43cf9e-aa88-4f8e-ac45-b6c6cc466da2 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6325016 Apr 01 15:52:22.054647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40426) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.062218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--771406261'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:22.069037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:22.085227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:22.088844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.099750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:22.123726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.146195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:22.149774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.163753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa941c1a-dd63-4ac5-88a5-303c9cf4b5b0 None None] Network 19155508-976f-45f3-b157-987c293b28ae requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:22.192437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.201467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:22.211658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.221859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.227814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.241948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.242295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 8bec3f3d-9caf-4552-813a-3a4399347eca of type vlan for network 04bf40fa-1330-4fe4-93e5-8d78d72c52f9 Apr 01 15:52:22.243544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:22.278492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=f0a95460-820b-4001-8c3a-2d3fbb23dd31,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.297754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:22.307577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.312218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:22.360813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:22.361636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Provisioning for port 9327a958-5476-4ccd-892e-c200f10c6676 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:22.370025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Provisioning complete for port 9327a958-5476-4ccd-892e-c200f10c6676 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:22.371019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.375833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.376368 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment 40600352-902d-49ea-92c7-1361992e17d3 of type vlan for network 6dc9a1c2-9a72-4d26-9242-57ed32de9403 Apr 01 15:52:22.379588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:22.396705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.401790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:22.445732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object b0b616fd-855c-40d2-9490-31ece3674317 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:22.454415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.459660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.38 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/de131108-3dd9-4852-bdd8-f59024420dfa) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:22.472415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.499586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9dca925f-81e5-4975-8b95-0609681c760a is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.516951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.575932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.623255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.623255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.624299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.628692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] For port 9327a958-5476-4ccd-892e-c200f10c6676, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9327a958-5476-4ccd-892e-c200f10c6676,segment=NetworkSegment(6f6bed56-6e0b-4958-b115-650145f7e41d),segment_id=6f6bed56-6e0b-4958-b115-650145f7e41d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:22.692298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.700441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.780669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:22.809247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=d98b484b-c200-4bf4-b5ca-7bbc25ff17f7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.842324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a345-c842-4f46-8551-4c14651fedc3 None None] Pushing event updated for resources: {'Port': ['ID=9327a958-5476-4ccd-892e-c200f10c6676,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.857622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.862300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9796555 Apr 01 15:52:22.865753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40432) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.872345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.875867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:22.876407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.886385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:23.006261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.008547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.031018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f5ccc713-4014-4965-91f7-2aba1476c859 None None] Provisioning complete for port 9327a958-5476-4ccd-892e-c200f10c6676 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:23.031018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc713-4014-4965-91f7-2aba1476c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.074731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714469524'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:23.078518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.089361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.089853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.093417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.114874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371a84-8d3a-465d-9596-fc7228aa081c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=6dc9a1c2-9a72-4d26-9242-57ed32de9403,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.121172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:23.121808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.149125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:network and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:23.174931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 6dc9a1c2-9a72-4d26-9242-57ed32de9403 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:23.181666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:23.190718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.210550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:23.307307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6c005b6f-5bb5-472c-9a67-c9b47999d810 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:23.433228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349e8e-c244-4b13-ba3a-cdafcef047c5 req-5a00fb28-b7ad-4354-ad4c-f722b7ade820 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.434808 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-07349e8e-c244-4b13-ba3a-cdafcef047c5 req-5a00fb28-b7ad-4354-ad4c-f722b7ade820 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4018073 Apr 01 15:52:23.436478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466e7bd-e323-4139-bb55-b2fe4f5b354c None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:52:23.449856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac7547e7-d30e-4efa-86bb-7954cfb9b381 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1261451 Apr 01 15:52:23.450679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.456822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40436) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.471490 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6835942 Apr 01 15:52:23.473531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854971cc-6567-4346-b27c-4645577fe882 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=04bf40fa-1330-4fe4-93e5-8d78d72c52f9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.485405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40440) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.506611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 04bf40fa-1330-4fe4-93e5-8d78d72c52f9 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:23.527963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:23.532319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.558318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-07349e8e-c244-4b13-ba3a-cdafcef047c5 req-df9b8478-1d44-40cf-b884-ea03192756c4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169212 Apr 01 15:52:23.564420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.570480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.624090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97925b05-daf4-4aed-94a1-5824a01473f9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.640224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port d98b484b-c200-4bf4-b5ca-7bbc25ff17f7 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:23.640571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.692027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.695099 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c4ec36a-7d4c-4719-8e5f-15df640e0a4c tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6392980 Apr 01 15:52:23.699371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40446) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.720097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '7904f90d-1bf0-45db-8aa5-0b5ce6fdd837', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97925b05-daf4-4aed-94a1-5824a01473f9', 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:23.733027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:23.748779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd7ba1-c0d9-4c37-8363-5fc2d5458e3f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.749694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-46fd7ba1-c0d9-4c37-8363-5fc2d5458e3f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Synchronizing usage tracker for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:23.753818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6466e7bd-e323-4139-bb55-b2fe4f5b354c None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:52:23.754750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:23.755210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:23.758418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:23.767597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:23.779660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:23.782227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:23.792445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Provisioning for port 6c005b6f-5bb5-472c-9a67-c9b47999d810 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:23.818871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 6c005b6f-5bb5-472c-9a67-c9b47999d810 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:23.828152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Provisioning complete for port 6c005b6f-5bb5-472c-9a67-c9b47999d810 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:23.828152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.840129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:23.869000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=de131108-3dd9-4852-bdd8-f59024420dfa,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.872212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.891922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.891922 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment d4d81aab-6fa7-4545-9b7c-b652120b3b1b of type vlan for network 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469 Apr 01 15:52:23.945769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6c005b6f-5bb5-472c-9a67-c9b47999d810 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:23.946564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.009882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.042453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-46fd7ba1-c0d9-4c37-8363-5fc2d5458e3f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Unset dirty status for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:24.043671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-46fd7ba1-c0d9-4c37-8363-5fc2d5458e3f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks?id=04bf40fa-1330-4fe4-93e5-8d78d72c52f9 HTTP/1.1" status: 200 len: 765 time: 0.5573137 Apr 01 15:52:24.050962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40450) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.072550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.078243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'description': 'd2'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:24.118300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.170424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:24.171908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.277665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] For port 6c005b6f-5bb5-472c-9a67-c9b47999d810, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6c005b6f-5bb5-472c-9a67-c9b47999d810,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:24.286044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.316083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.376241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.380915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.401415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.405905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe3f429-6424-4840-b0b7-15fb8ca65fda,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.408664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.409282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.465548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:24.521038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:24.521433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:24.535764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.536857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Pushing event updated for resources: {'Port': ['ID=6c005b6f-5bb5-472c-9a67-c9b47999d810,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.537895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e8ee291d-d6d7-480d-aa09-fc1598e477cc tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8331652 Apr 01 15:52:24.539795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40454) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.551171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.574066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Provisioning for port b0b616fd-855c-40d2-9490-31ece3674317 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:24.580180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Provisioning complete for port b0b616fd-855c-40d2-9490-31ece3674317 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.580637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.596788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.619115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.637993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-671174dc-5dc2-438a-8ae0-e05db0a93406 None None] Port b0b616fd-855c-40d2-9490-31ece3674317 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:24.847296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:24.857300 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] Sync routers for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:24.869055 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:24.872036 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.919196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.934012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.934222 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.935707 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8fe3f429-6424-4840-b0b7-15fb8ca65fda HTTP/1.1" status: 204 len: 168 time: 0.3822348 Apr 01 15:52:24.936685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d28f5-b6f5-4925-bad1-98d2d4339e5a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fe3f429-6424-4840-b0b7-15fb8ca65fda,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.938495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40458) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.947149 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:24.947785 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.993233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7ed2b3f9-809c-4e71-a7fa-156d42e73d73 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:24.995749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.999481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d3e04f0d-ac6e-4981-8c89-fb6c5e34a623 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3424554 Apr 01 15:52:25.000989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40462) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.015850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for d98b484b-c200-4bf4-b5ca-7bbc25ff17f7 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:25.017794 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.018185 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40881e-5133-43d5-9e8b-0cf154c95132 None None] The sync data for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:25.080910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9327a958-5476-4ccd-892e-c200f10c6676 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:25.096537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0718739 Apr 01 15:52:25.097986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40466) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.103899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'ports': [{'network_id': '6dc9a1c2-9a72-4d26-9242-57ed32de9403', 'name': 'tempest-port--1194885250', 'admin_state_up': True}, {'network_id': '6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469', 'admin_state_up': False}]} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.103899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'port': {'network_id': '6dc9a1c2-9a72-4d26-9242-57ed32de9403', 'name': 'tempest-port--1194885250', 'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.104432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'port': {'network_id': '6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469', 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.118183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78d725-a587-4254-baa6-7345fcde138c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.131002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:25.209889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7ed2b3f9-809c-4e71-a7fa-156d42e73d73 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:25.214002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ed2b3f9-809c-4e71-a7fa-156d42e73d73 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2718508 Apr 01 15:52:25.262625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9327a958-5476-4ccd-892e-c200f10c6676 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.262625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.265155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40470) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.375134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.470871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6c005b6f-5bb5-472c-9a67-c9b47999d810 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:25.494003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.562092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 04bf40fa-1330-4fe4-93e5-8d78d72c52f9 is not hosted by any dhcp agent {{(pid=88733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:52:25.567583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:25.568393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.568787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.571909 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "PUT /v2.0/networks/04bf40fa-1330-4fe4-93e5-8d78d72c52f9 HTTP/1.1" status: 200 len: 762 time: 1.5117626 Apr 01 15:52:25.577990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40474) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.593577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6c005b6f-5bb5-472c-9a67-c9b47999d810 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.597402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.659007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:25.668878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:port and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:25.682594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:25.686320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.690969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636477e6-8365-4558-9a46-50313dea5e17 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=04bf40fa-1330-4fe4-93e5-8d78d72c52f9,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.713122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:25.716175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 04bf40fa-1330-4fe4-93e5-8d78d72c52f9 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:25.752002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.831841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.872680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Port': ['ID=d98b484b-c200-4bf4-b5ca-7bbc25ff17f7,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.886038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5146c-0569-447d-8baf-f7e3432ac1fe tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:25.886733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8f5146c-0569-447d-8baf-f7e3432ac1fe tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Synchronizing usage tracker for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:25.916481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'port': 2} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:25.917553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.957633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8f5146c-0569-447d-8baf-f7e3432ac1fe tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Unset dirty status for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:25.964588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8f5146c-0569-447d-8baf-f7e3432ac1fe tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks?id=04bf40fa-1330-4fe4-93e5-8d78d72c52f9 HTTP/1.1" status: 200 len: 765 time: 0.3769586 Apr 01 15:52:25.964588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.964588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.970572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40478) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.971186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.038250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.137886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.145136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.167569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97925b05-daf4-4aed-94a1-5824a01473f9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.175169 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0dc9abe1-6b5e-40a8-9551-a705a696d1e4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d98b484b-c200-4bf4-b5ca-7bbc25ff17f7 HTTP/1.1" status: 204 len: 168 time: 2.7157540 Apr 01 15:52:26.180335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40482) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.183300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.190339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9dca925f-81e5-4975-8b95-0609681c760a', 'external_fixed_ips': [{'subnet_id': 'acecde0a-8546-4092-b4eb-408c0bfa90d9', 'ip_address': '172.20.0.3'}]}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:26.204886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:26.223549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:router and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:26.228350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:26.237615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:26.250003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:26.252320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:26.379790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.380846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.484219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.509913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.573520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cc388520-99fb-44ff-8229-f98a188530bd None None] Provisioning complete for port b0b616fd-855c-40d2-9490-31ece3674317 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.574604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc388520-99fb-44ff-8229-f98a188530bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.584015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.585167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ab5c09c-97b3-4841-b3ff-3be061f3f172 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/97925b05-daf4-4aed-94a1-5824a01473f9 HTTP/1.1" status: 204 len: 168 time: 1.3187921 Apr 01 15:52:26.601253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40486) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.628462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15d551-d76b-4cdf-9363-3f13e07bcb28 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:26.634658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15d551-d76b-4cdf-9363-3f13e07bcb28 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:26.636222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3d15d551-d76b-4cdf-9363-3f13e07bcb28 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.6559322 Apr 01 15:52:26.638901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cc388520-99fb-44ff-8229-f98a188530bd None None] Port b0b616fd-855c-40d2-9490-31ece3674317 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:26.654636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40490) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.657294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] device_id is not set on port 79d239bf-308b-49c1-ab7a-a2ddf1755bb8 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:26.726696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.739376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-71630e6f-23b5-4a3f-acac-b3c74d0df602 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Synchronizing usage tracker for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:26.857802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-71630e6f-23b5-4a3f-acac-b3c74d0df602 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Unset dirty status for tenant:69d13f52a60c4cedb176d55dac169a9e on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:26.859072 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-71630e6f-23b5-4a3f-acac-b3c74d0df602 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 207 time: 0.1984611 Apr 01 15:52:26.865475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40494) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.875982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-616b78a6-0a27-41c3-9c9e-147991a1f16e tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:26.889047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Router ef7bb817-6187-465b-87df-1057316fda53 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:27.176740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-616b78a6-0a27-41c3-9c9e-147991a1f16e tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:27.178056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-616b78a6-0a27-41c3-9c9e-147991a1f16e tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5679657 Apr 01 15:52:27.189606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40498) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.223447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.237758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:27.238730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.244680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.250456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.255957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.256472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.262427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.268680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.275406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.276396 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0fd24e89-5449-4c16-8f1d-ba9a5288d500 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.4093277 Apr 01 15:52:27.281329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40502) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.284868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:27.293976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.295555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Sync routers for ids ['ef7bb817-6187-465b-87df-1057316fda53'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:27.306025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Routers {'ef7bb817-6187-465b-87df-1057316fda53'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:27.306948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['ef7bb817-6187-465b-87df-1057316fda53'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.331879 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fd2e1ed4-f9fa-4183-bb7e-f6cdb89f9fa6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "PUT /v2.0/routers/ef7bb817-6187-465b-87df-1057316fda53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2969551 Apr 01 15:52:27.334630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40506) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.465070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.473263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Set router ef7bb817-6187-465b-87df-1057316fda53 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:27.522948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] device_id is not set on port 7ac12f62-6adc-4147-a15b-4ca70da7c823 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:27.545359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.617494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6aed15-2e51-4f0c-8d38-77aa386b405b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.618077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc6aed15-2e51-4f0c-8d38-77aa386b405b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:27.637295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.671807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=de131108-3dd9-4852-bdd8-f59024420dfa,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.702788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Allocated IP 172.20.0.1 (19155508-976f-45f3-b157-987c293b28ae/e04a5abf-5ade-4cda-bcc0-ddb18c6c1935/e457987b-b3a3-445d-be92-64098b20ab7f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:27.708136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dbf5db62-4fd7-4671-aa83-93a7e540de81 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 913 time: 0.4221380 Apr 01 15:52:27.708554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40510) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.748426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.815692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': 'b0b616fd-855c-40d2-9490-31ece3674317', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:46:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb817-6187-465b-87df-1057316fda53', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:21Z', 'updated_at': '2022-04-01T15:52:25Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.820143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Checking router: ef7bb817-6187-465b-87df-1057316fda53 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:27.820493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Updating router ef7bb817-6187-465b-87df-1057316fda53 port b0b616fd-855c-40d2-9490-31ece3674317 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:27.820900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc6aed15-2e51-4f0c-8d38-77aa386b405b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:27.824462 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc6aed15-2e51-4f0c-8d38-77aa386b405b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports/b0b616fd-855c-40d2-9490-31ece3674317 HTTP/1.1" status: 200 len: 911 time: 0.4879050 Apr 01 15:52:27.830045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40514) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.879908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.912007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.923633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.925164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.926696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.928201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.930757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.931582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-493cba67-d9e8-4fc6-9ed9-600fb554c2bb tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2221651 Apr 01 15:52:27.958590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40518) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.980549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.014404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904f90d-1bf0-45db-8aa5-0b5ce6fdd837,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.098137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.099671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.101097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.102511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.104106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.105751 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-05bea907-23a5-49a0-95e1-bf370647092e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1376874 Apr 01 15:52:28.110305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40522) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.139408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.155760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.159463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3badd6dc-0c98-451d-84a7-0ad77a57e539 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/7904f90d-1bf0-45db-8aa5-0b5ce6fdd837 HTTP/1.1" status: 204 len: 168 time: 0.8794260 Apr 01 15:52:28.161120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.179830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Transition to ACTIVE for port object e457987b-b3a3-445d-be92-64098b20ab7f will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:28.188888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 675e7fe0-9cdf-4a4e-ba90-7abf8b2b462b associated. External IP: 172.26.8.38, port: 22af3c13-2c68-4fc0-9bfc-653e664a7a0b. Apr 01 15:52:28.229778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.234482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-32044396-d121-4b9e-98f7-6fb57cc3e2da tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.296519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.308720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Transition to ACTIVE for port object b0b616fd-855c-40d2-9490-31ece3674317 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:28.339155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Port': ['ID=79d239bf-308b-49c1-ab7a-a2ddf1755bb8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.354426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Checking segment: {'id': '40600352-902d-49ea-92c7-1361992e17d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6dc9a1c2-9a72-4d26-9242-57ed32de9403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:28.354852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network hostable DHCP agents. Network: 6dc9a1c2-9a72-4d26-9242-57ed32de9403, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:28.367664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d220f-e3dc-4410-b3b3-be1e8a8013ac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.373758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d220f-e3dc-4410-b3b3-be1e8a8013ac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.375338 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e55d220f-e3dc-4410-b3b3-be1e8a8013ac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5442564 Apr 01 15:52:28.378719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40530) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.391199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.524672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cfa06-f480-4577-830a-ef3cd9bb3797 None None] Pushing event updated for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.528007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48849d53-187a-4bc9-b0a5-50018d914e32 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.530072 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-48849d53-187a-4bc9-b0a5-50018d914e32 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks/6b36f95f-2fb0-4203-b8b8-43f2519ed823 HTTP/1.1" status: 200 len: 803 time: 0.4189239 Apr 01 15:52:28.539226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40534) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.670637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Attempting to bind port b0b616fd-855c-40d2-9490-31ece3674317 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:28.671250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Attempting to bind port b0b616fd-855c-40d2-9490-31ece3674317 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:28.671766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Attempting to bind port b0b616fd-855c-40d2-9490-31ece3674317 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:28.678411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:28.679067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:28.679623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.680161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:28.680803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Bound port: b0b616fd-855c-40d2-9490-31ece3674317, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:28.681393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.754661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-32044396-d121-4b9e-98f7-6fb57cc3e2da tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.755925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32044396-d121-4b9e-98f7-6fb57cc3e2da tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5937824 Apr 01 15:52:28.756776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network 6dc9a1c2-9a72-4d26-9242-57ed32de9403 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:28.759339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.762648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40538) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.801882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] For port b0b616fd-855c-40d2-9490-31ece3674317, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:28.806296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] For port b0b616fd-855c-40d2-9490-31ece3674317, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0b616fd-855c-40d2-9490-31ece3674317,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:28.817059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879988675'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:28.887906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:28.915358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.926761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:28.936861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 19155508-976f-45f3-b157-987c293b28ae is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:28.947354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:28.961197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=e457987b-b3a3-445d-be92-64098b20ab7f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.967947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:28.995776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 6dc9a1c2-9a72-4d26-9242-57ed32de9403) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:29.016218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b1d4e-8e23-407f-81e3-3a490e97bddc None None] Network 6dc9a1c2-9a72-4d26-9242-57ed32de9403 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:29.050751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:29.052348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.058494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-274703f4-2bf1-4e49-b71d-9a1354432115 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/networks/6b36f95f-2fb0-4203-b8b8-43f2519ed823?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5155797 Apr 01 15:52:29.063509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.070669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40542) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.081649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.108900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.175176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Routers {'ef7bb817-6187-465b-87df-1057316fda53'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:29.175925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['ef7bb817-6187-465b-87df-1057316fda53'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.222171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.234744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:29.353835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:29.367820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:29.385713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:29.412363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:29.417992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Port': ['ID=7ac12f62-6adc-4147-a15b-4ca70da7c823,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.422833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73634018-787d-444a-b7cc-d700ebcd0153 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.427934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-73634018-787d-444a-b7cc-d700ebcd0153 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets/37304cc2-1f11-4551-b023-a160a6b34e27 HTTP/1.1" status: 200 len: 843 time: 0.3492541 Apr 01 15:52:29.434932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40546) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.439422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cfa06-f480-4577-830a-ef3cd9bb3797 None None] Pushing event updated for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.501874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Checking segment: {'id': 'd4d81aab-6fa7-4545-9b7c-b652120b3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:29.502240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network hostable DHCP agents. Network: 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:29.505116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] Set router ef7bb817-6187-465b-87df-1057316fda53 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:29.555172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.20.0.3 (9dca925f-81e5-4975-8b95-0609681c760a/acecde0a-8546-4092-b4eb-408c0bfa90d9/877f925c-5648-46e1-8a15-0fd94d45d746) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:29.557241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0348368-2708-4362-bd90-bb28fe98ddc2 None None] Provisioning for port e457987b-b3a3-445d-be92-64098b20ab7f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:29.585553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0348368-2708-4362-bd90-bb28fe98ddc2 None None] Provisioning complete for port e457987b-b3a3-445d-be92-64098b20ab7f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:29.586213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0348368-2708-4362-bd90-bb28fe98ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.595099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1adb9-ae6a-4c4a-9a47-2c93ee9207b3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['shared'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.600080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-acb1adb9-ae6a-4c4a-9a47-2c93ee9207b3 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "GET /v2.0/subnets/37304cc2-1f11-4551-b023-a160a6b34e27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1595836 Apr 01 15:52:29.604290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40550) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.605437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:29.617250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266439304'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:29.625176 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:29.634979 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:29.636014 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.640915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:29.654030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b0348368-2708-4362-bd90-bb28fe98ddc2 None None] Port e457987b-b3a3-445d-be92-64098b20ab7f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:29.704078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.705529 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.715208 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:29.716187 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.717936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:29.781002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.781778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f312f1b-c431-4ff0-b0b6-0fe307f49c3b None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:29.801161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.885263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:29.943316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:29.945574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.957343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac89d9-8f28-48a0-b6bd-3d08d425fe10 None None] Network 6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:29.958052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.002921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:30.003490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:30.007062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.009159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.014234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.014990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.016821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.031306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.035393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2292080 Apr 01 15:52:30.051323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40554) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.067019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '69449b16-2921-4942-a1ac-71856e64cebf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:30.078684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:30.087799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:30.093730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63c776-3a19-42a0-a036-e06c1f887c2b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69449b16-2921-4942-a1ac-71856e64cebf,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.104504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:30.109380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.153457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:30.161035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-53b3de03-c380-4080-b0ed-16d582af87db tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2088592 Apr 01 15:52:30.167492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-631c72a3-3951-471a-8691-42edf37265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': 'b0b616fd-855c-40d2-9490-31ece3674317', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:46:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb817-6187-465b-87df-1057316fda53', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:21Z', 'updated_at': '2022-04-01T15:52:28Z', 'revision_number': 4, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:30.173741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40558) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.181476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:30.183905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c72a3-3951-471a-8691-42edf37265fb None None] The sync data for ids ['ef7bb817-6187-465b-87df-1057316fda53'] in dv-neutron-835944-1-hyperv is: [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 2, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None, '_interfaces': [{'id': 'b0b616fd-855c-40d2-9490-31ece3674317', 'name': '', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'mac_address': 'fa:16:3e:46:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb817-6187-465b-87df-1057316fda53', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:21Z', 'updated_at': '2022-04-01T15:52:28Z', 'revision_number': 4, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'subnets': [{'id': 'abbfba14-a709-443b-82a6-9ac9c55edccc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:30.195219 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b4d38075-df71-480d-86ae-a0b438d43abe tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0959265 Apr 01 15:52:30.197756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': '22af3c13-2c68-4fc0-9bfc-653e664a7a0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:30.204230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40562) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.252162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.273627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9dca925f-81e5-4975-8b95-0609681c760a is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:30.287465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:30.289934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:30.340064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.340413 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Added segment 481849f2-2445-4503-8e30-d0f5d0cc3cd4 of type vlan for network 95cf9035-aa36-4094-bbf7-549e0af89e79 Apr 01 15:52:30.375810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=877f925c-5648-46e1-8a15-0fd94d45d746,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.387573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.623417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.686099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.860922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.867105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.867950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.898269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a71174-ad63-40c3-8dba-be2cd317e59d tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.904926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a71174-ad63-40c3-8dba-be2cd317e59d tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.905709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-26a71174-ad63-40c3-8dba-be2cd317e59d tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Synchronizing usage tracker for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:30.988287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port b0b616fd-855c-40d2-9490-31ece3674317 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:30.988540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.044843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-26a71174-ad63-40c3-8dba-be2cd317e59d tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Unset dirty status for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:31.046173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-26a71174-ad63-40c3-8dba-be2cd317e59d tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8407865 Apr 01 15:52:31.051839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.053236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40566) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.132014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.141183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Network': ['ID=95cf9035-aa36-4094-bbf7-549e0af89e79,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.151557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:31.220051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting port 79d239bf-308b-49c1-ab7a-a2ddf1755bb8 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:31.220051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.232893 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-231d98f4-f682-424c-bc48-3ce9a10df391 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6203480 Apr 01 15:52:31.243654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.245265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40570) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.254823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.336717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:31.399454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31955d6d-ab69-4d95-a7a5-a73e8e6dbd8c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.460026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.530684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0b616fd-855c-40d2-9490-31ece3674317 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:31.546396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.637412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=e457987b-b3a3-445d-be92-64098b20ab7f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.693371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b0b616fd-855c-40d2-9490-31ece3674317 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:31.696229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.699036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b0b616fd-855c-40d2-9490-31ece3674317 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:31.699485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port b0b616fd-855c-40d2-9490-31ece3674317, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0b616fd-855c-40d2-9490-31ece3674317,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:31.699615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.699845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.712645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.713855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d07da20d-596c-43f9-aaf8-8a6f5ca93d69 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6606324 Apr 01 15:52:31.726203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40574) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.829234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.841355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.880254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b0b616fd-855c-40d2-9490-31ece3674317, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0b616fd-855c-40d2-9490-31ece3674317,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:31.929863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.980906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.027781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.058831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.088262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for b0b616fd-855c-40d2-9490-31ece3674317 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:32.152918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.181890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.227609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31955d6d-ab69-4d95-a7a5-a73e8e6dbd8c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.231410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.234301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.235339 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-16d209b1-4b2b-4c77-9b0f-d466894d09e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/31955d6d-ab69-4d95-a7a5-a73e8e6dbd8c HTTP/1.1" status: 204 len: 168 time: 0.5062163 Apr 01 15:52:32.241901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40578) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.311172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Calling delete_port for 79d239bf-308b-49c1-ab7a-a2ddf1755bb8 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:32.342848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Made reservation on behalf of 69d13f52a60c4cedb176d55dac169a9e for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:32.346375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.413651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-edd63e11-30b2-40b8-a449-ad7c80aa3f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.498005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7b67a685-4414-402a-a466-2bf567e73f45 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:32.568308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 19155508-976f-45f3-b157-987c293b28ae is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:32.571432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.632733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:32.645546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing IP validity checks on allocation pools {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:52:32.646077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:52:32.647882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7b67a685-4414-402a-a466-2bf567e73f45 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:32.649400 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7b67a685-4414-402a-a466-2bf567e73f45 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4066389 Apr 01 15:52:32.653154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40582) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.687905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router d99d88ee-5a0d-431d-8323-a232cb73e634 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:32.689817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.858105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.859895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:32.860197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:32.868900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.921560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Port': ['ID=79d239bf-308b-49c1-ab7a-a2ddf1755bb8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.941177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.943230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0a65aad7-bfca-4077-a333-9fe1bd067606 None None] Provisioning complete for port e457987b-b3a3-445d-be92-64098b20ab7f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:32.943608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0a65aad7-bfca-4077-a333-9fe1bd067606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.007796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:33.023464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0a65aad7-bfca-4077-a333-9fe1bd067606 None None] Port e457987b-b3a3-445d-be92-64098b20ab7f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:33.088884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-25d79e1c-03a7-487d-b90e-7952d6f1b395 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/ports/79d239bf-308b-49c1-ab7a-a2ddf1755bb8 HTTP/1.1" status: 204 len: 168 time: 2.0321555 Apr 01 15:52:33.108276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40586) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.196048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.234109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting port 7ac12f62-6adc-4147-a15b-4ca70da7c823 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:33.234450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.277091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:33.289129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Sync routers for ids ['d99d88ee-5a0d-431d-8323-a232cb73e634'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:33.300764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Routers {'d99d88ee-5a0d-431d-8323-a232cb73e634'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:33.301493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d99d88ee-5a0d-431d-8323-a232cb73e634'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.330139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.375147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port b0b616fd-855c-40d2-9490-31ece3674317 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:33.375409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.453974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.456500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.459810 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/69449b16-2921-4942-a1ac-71856e64cebf HTTP/1.1" status: 204 len: 168 time: 0.8033009 Apr 01 15:52:33.467454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.475498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7501-4472-40f9-98f6-3c557e5fbc85 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69449b16-2921-4942-a1ac-71856e64cebf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.508100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.512215 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3673ad0b-2e65-4aa6-82ba-fe7688353141 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.3308227 Apr 01 15:52:33.512986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Set router d99d88ee-5a0d-431d-8323-a232cb73e634 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:33.515770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40594) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.564321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0b616fd-855c-40d2-9490-31ece3674317 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:33.596627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:33.673544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:33.690729 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] Sync routers for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:33.698486 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e0121b2-3c23-4b3c-a23c-a2cc6d0bea9a tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "PUT /v2.0/routers/d2521ac8-3a32-4bc9-b5e9-40d337cb41c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6963618 Apr 01 15:52:33.709675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.711151 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:33.712111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.714661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=62c559bb-f4ae-49e0-94a5-f06bfc2e298a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.749768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Request body: {'port': {'network_id': '19155508-976f-45f3-b157-987c293b28ae', 'name': 'tempest-FloatingIPAdminTestJSON-972246552'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:33.789352 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.800744 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:33.801663 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.862665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.868558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.869225 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbac97-e25b-41d9-b712-764f27984178 None None] The sync data for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:33.878661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b0b616fd-855c-40d2-9490-31ece3674317 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:33.879629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.960458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:33.961853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Checking segment: {'id': '481849f2-2445-4503-8e30-d0f5d0cc3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:33.962273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network hostable DHCP agents. Network: 95cf9035-aa36-4094-bbf7-549e0af89e79, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:33.966006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.977609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:34.007896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:34.007896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.034156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bcd830e3-30ca-442c-a933-57544f8e18ff tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:34.102826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.156809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.163225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:34.163788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.180103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.192628 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bd99457-6955-453d-9f6a-d35a7091604c tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/675e7fe0-9cdf-4a4e-ba90-7abf8b2b462b HTTP/1.1" status: 200 len: 977 time: 4.0146537 Apr 01 15:52:34.193490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40602) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.242039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.242444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95ce28-3295-4428-835e-f7da03f8a323 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:34.264823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99d88ee-5a0d-431d-8323-a232cb73e634', 'name': '', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dca925f-81e5-4975-8b95-0609681c760a', 'external_fixed_ips': [{'subnet_id': 'acecde0a-8546-4092-b4eb-408c0bfa90d9', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '877f925c-5648-46e1-8a15-0fd94d45d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:26Z', 'updated_at': '2022-04-01T15:52:30Z', 'revision_number': 3, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port': {'id': '877f925c-5648-46e1-8a15-0fd94d45d746', 'name': '', 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99d88ee-5a0d-431d-8323-a232cb73e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'acecde0a-8546-4092-b4eb-408c0bfa90d9', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:29Z', 'updated_at': '2022-04-01T15:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acecde0a-8546-4092-b4eb-408c0bfa90d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.271252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Checking router: d99d88ee-5a0d-431d-8323-a232cb73e634 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:34.271252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Updating router d99d88ee-5a0d-431d-8323-a232cb73e634 port 877f925c-5648-46e1-8a15-0fd94d45d746 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:34.299455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port 877f925c-5648-46e1-8a15-0fd94d45d746 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:34.299798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.310675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port b0b616fd-855c-40d2-9490-31ece3674317, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0b616fd-855c-40d2-9490-31ece3674317,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:34.311097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.318784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:34.320795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bcd830e3-30ca-442c-a933-57544f8e18ff tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:34.326007 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bcd830e3-30ca-442c-a933-57544f8e18ff tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8517225 Apr 01 15:52:34.326007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:34.332450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40606) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.334711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.335806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Calling delete_port for 7ac12f62-6adc-4147-a15b-4ca70da7c823 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:34.397546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703053473'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:34.422307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:34.433490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Usage tracker for resource:port and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:34.483036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:34.497037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:34.506272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for b0b616fd-855c-40d2-9490-31ece3674317 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:34.550651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:34.552892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 95cf9035-aa36-4094-bbf7-549e0af89e79) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:34.574651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.575252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.617586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ae15a-1a80-4977-b753-321459b2def1 None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:34.686215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Made reservation on behalf of c0ac749260cf4d5baf460234a25a76be for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:34.690107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.714752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port de131108-3dd9-4852-bdd8-f59024420dfa {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:34.714752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.719101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] device_id is not set on port a9288cca-b403-4099-a2cc-6e335ecec089 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:34.758012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.760485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b4c574b-5ad7-4f43-a02b-2eff7bdb8cf6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.4752209 Apr 01 15:52:34.765969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40610) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.781657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:34.846081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.867725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Port': ['ID=7ac12f62-6adc-4147-a15b-4ca70da7c823,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:34.895391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1d99-fcad-4485-aaab-db848b7d5e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.898066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.906471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.960597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.973000 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4559bd80-b8ff-4a79-b016-4b26849dc198 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/ports/7ac12f62-6adc-4147-a15b-4ca70da7c823 HTTP/1.1" status: 204 len: 168 time: 1.8618860 Apr 01 15:52:34.977807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.983479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-95cf9035-aa36-4094-bbf7-549e0af89e79', 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79', 'tenant_id': '69d13f52a60c4cedb176d55dac169a9e', 'fixed_ips': [{'subnet_id': '62c559bb-f4ae-49e0-94a5-f06bfc2e298a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:34.984544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.031557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c718ce5-a4cd-4f7d-a478-c7cc34178ae8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Synchronizing usage tracker for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:35.056338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Allocated IP 172.20.0.12 (19155508-976f-45f3-b157-987c293b28ae/e04a5abf-5ade-4cda-bcc0-ddb18c6c1935/a9288cca-b403-4099-a2cc-6e335ecec089) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:35.081964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for 877f925c-5648-46e1-8a15-0fd94d45d746 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:35.084954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Transition to ACTIVE for port object 877f925c-5648-46e1-8a15-0fd94d45d746 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:35.094134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.163218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=b0b616fd-855c-40d2-9490-31ece3674317,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.171441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Allocated IP 2001:db8::3 (95cf9035-aa36-4094-bbf7-549e0af89e79/62c559bb-f4ae-49e0-94a5-f06bfc2e298a/54c99355-4e94-4255-9b64-96c61da040e2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:35.194436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:35.221828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c718ce5-a4cd-4f7d-a478-c7cc34178ae8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Unset dirty status for tenant:f63bd47985cd4f229e543009c1c3cb3b on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:35.221828 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c718ce5-a4cd-4f7d-a478-c7cc34178ae8 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2393126 Apr 01 15:52:35.222232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:35.228087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.236566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40618) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.237218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:35.285244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:35.297443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1165612345'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:35.332662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:35.339197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:network and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:35.344114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:35.351456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:35.394579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec810749-acc2-4331-b3af-e7f8f928802c None None] Pushing event updated for resources: {'Port': ['ID=877f925c-5648-46e1-8a15-0fd94d45d746,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.403135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Attempting to bind port 877f925c-5648-46e1-8a15-0fd94d45d746 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:35.403506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Attempting to bind port 877f925c-5648-46e1-8a15-0fd94d45d746 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9c609bd4-63bd-4a09-a7b4-220664e5536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:35.404448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Attempting to bind port 877f925c-5648-46e1-8a15-0fd94d45d746 on network 9dca925f-81e5-4975-8b95-0609681c760a {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:35.431197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:35.431426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Checking segment: {'id': '9c609bd4-63bd-4a09-a7b4-220664e5536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:35.431787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.432067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Bound using segment: {'id': '9c609bd4-63bd-4a09-a7b4-220664e5536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:35.432554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Bound port: 877f925c-5648-46e1-8a15-0fd94d45d746, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c609bd4-63bd-4a09-a7b4-220664e5536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9dca925f-81e5-4975-8b95-0609681c760a'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:35.432929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.470488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2389493'] for subnet, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.474130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.474578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.562356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:35.566057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.626273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.630413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.636765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] For port 877f925c-5648-46e1-8a15-0fd94d45d746, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:35.643652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] For port 877f925c-5648-46e1-8a15-0fd94d45d746, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=877f925c-5648-46e1-8a15-0fd94d45d746,segment=NetworkSegment(9c609bd4-63bd-4a09-a7b4-220664e5536d),segment_id=9c609bd4-63bd-4a09-a7b4-220664e5536d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:35.646324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.648158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Transition to ACTIVE for port object 54c99355-4e94-4255-9b64-96c61da040e2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:35.656568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for de131108-3dd9-4852-bdd8-f59024420dfa owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:35.668016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Transition to ACTIVE for port object 54c99355-4e94-4255-9b64-96c61da040e2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:35.744170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:35.749338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.770141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.783355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.783695 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment d6815ef8-f48b-400d-a93c-f281106b43b6 of type vlan for network cebf2865-e530-40ce-ba55-6d3f723a9eed Apr 01 15:52:35.805950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.852640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:35.855559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:35.859345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Routers {'d99d88ee-5a0d-431d-8323-a232cb73e634'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:35.860104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d99d88ee-5a0d-431d-8323-a232cb73e634'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.867381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:35.867728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:35.885942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.890933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.897071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.914153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:35.923034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec810749-acc2-4331-b3af-e7f8f928802c None None] Pushing event updated for resources: {'Port': ['ID=877f925c-5648-46e1-8a15-0fd94d45d746,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.940034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72db4647-e747-486a-8292-efee43f5c519,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.979357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Transition to ACTIVE for port object a9288cca-b403-4099-a2cc-6e335ecec089 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:35.991035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Router ef7bb817-6187-465b-87df-1057316fda53 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:36.149004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:36.155459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-71acfbf1-ac4e-4c23-9906-d3092d89ffec tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "PUT /v2.0/routers/ef7bb817-6187-465b-87df-1057316fda53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7750905 Apr 01 15:52:36.155822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.159076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40622) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.161416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.162147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.163057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Pushing event updated for resources: {'Port': ['ID=54c99355-4e94-4255-9b64-96c61da040e2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.172720 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Sync routers for ids ['ef7bb817-6187-465b-87df-1057316fda53'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:36.186558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Attempting to bind port 54c99355-4e94-4255-9b64-96c61da040e2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:36.186956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Attempting to bind port 54c99355-4e94-4255-9b64-96c61da040e2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '481849f2-2445-4503-8e30-d0f5d0cc3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:36.187339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Attempting to bind port 54c99355-4e94-4255-9b64-96c61da040e2 on network 95cf9035-aa36-4094-bbf7-549e0af89e79 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:36.199954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] Set router d99d88ee-5a0d-431d-8323-a232cb73e634 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:36.202691 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Routers {'ef7bb817-6187-465b-87df-1057316fda53'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:36.203349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.203781 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['ef7bb817-6187-465b-87df-1057316fda53'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.207821 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-77b01d75-1b87-4c75-81b3-a127f44b9faf tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8711686 Apr 01 15:52:36.235093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40626) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.249562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '72db4647-e747-486a-8292-efee43f5c519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:36.259314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.272036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83dfee-cbd2-4ff5-9931-176945061037 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.273607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:36.291877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:36.292281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Checking segment: {'id': '481849f2-2445-4503-8e30-d0f5d0cc3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:36.292664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.293061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Bound using segment: {'id': '481849f2-2445-4503-8e30-d0f5d0cc3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:36.293544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Bound port: 54c99355-4e94-4255-9b64-96c61da040e2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481849f2-2445-4503-8e30-d0f5d0cc3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '95cf9035-aa36-4094-bbf7-549e0af89e79'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:36.293933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.298937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83dfee-cbd2-4ff5-9931-176945061037 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.300055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4a83dfee-cbd2-4ff5-9931-176945061037 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:36.311274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.337888 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Set router ef7bb817-6187-465b-87df-1057316fda53 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:36.367832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.380933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99d88ee-5a0d-431d-8323-a232cb73e634', 'name': '', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:26Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 4, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.404118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port 877f925c-5648-46e1-8a15-0fd94d45d746 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:36.404457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.438054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event updated for resources: {'Port': ['ID=a9288cca-b403-4099-a2cc-6e335ecec089,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.442681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Network 19155508-976f-45f3-b157-987c293b28ae is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:36.443540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:36.447198 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1742165 Apr 01 15:52:36.448256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=de131108-3dd9-4852-bdd8-f59024420dfa,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.451740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:36.452674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.454105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:36.455672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf129e6-3764-4af9-994b-04de1f1b584d None None] The sync data for ids ['d99d88ee-5a0d-431d-8323-a232cb73e634'] in dv-neutron-835944-1-hyperv is: [{'id': 'd99d88ee-5a0d-431d-8323-a232cb73e634', 'name': '', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:26Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 4, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:36.458401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:36.463591 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.469984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2655302'] for subnet, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.476125 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Checking router: ef7bb817-6187-465b-87df-1057316fda53 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:36.495550 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Routers {'ef7bb817-6187-465b-87df-1057316fda53'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:36.496167 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['ef7bb817-6187-465b-87df-1057316fda53'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.498912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2115355195'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:36.505682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4a83dfee-cbd2-4ff5-9931-176945061037 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:36.506796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] For port 54c99355-4e94-4255-9b64-96c61da040e2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:36.509720 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4a83dfee-cbd2-4ff5-9931-176945061037 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3493042 Apr 01 15:52:36.513167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] For port 54c99355-4e94-4255-9b64-96c61da040e2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=54c99355-4e94-4255-9b64-96c61da040e2,segment=NetworkSegment(481849f2-2445-4503-8e30-d0f5d0cc3cd4),segment_id=481849f2-2445-4503-8e30-d0f5d0cc3cd4)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:36.517789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40634) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.608201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.609476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.650945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.693408 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] Set router ef7bb817-6187-465b-87df-1057316fda53 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:36.706737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet abbfba14-a709-443b-82a6-9ac9c55edccc {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:36.713982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.736427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf948e7-d2a4-4cb0-94dd-99beedcb784c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=cebf2865-e530-40ce-ba55-6d3f723a9eed,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.749007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:36.769252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:36.772843 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-48112d50-65cd-42f3-b74f-8c5537b88c71 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0549366 Apr 01 15:52:36.785660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40638) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.806407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network cebf2865-e530-40ce-ba55-6d3f723a9eed details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:36.835072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.875359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:network and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:36.889843 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.895323 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1489f7-d7ae-4db6-b189-7385daef36bb None None] The sync data for ids ['ef7bb817-6187-465b-87df-1057316fda53'] in dv-neutron-835944-1-hyperv is: [{'id': 'ef7bb817-6187-465b-87df-1057316fda53', 'name': 'tempest-NetworksTestDHCPv6-router-1833732482', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:36.917897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:36.950305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.951788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.955818 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "PUT /v2.0/subnets/62c559bb-f4ae-49e0-94a5-f06bfc2e298a HTTP/1.1" status: 200 len: 900 time: 2.1861358 Apr 01 15:52:36.958036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40644) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.964342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.019193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aed1f-54da-4703-aaed-2f99d581cae6 None None] Pushing event updated for resources: {'Port': ['ID=54c99355-4e94-4255-9b64-96c61da040e2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.042280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'project_id': 'c0ac749260cf4d5baf460234a25a76be', 'port_id': 'a9288cca-b403-4099-a2cc-6e335ecec089'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:37.046865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2fa44-ce90-4f0a-b243-5cbaa69f593c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event updated for resources: {'Subnet': ['ID=62c559bb-f4ae-49e0-94a5-f06bfc2e298a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.050902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:37.057990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Usage tracker for resource:floatingip and tenant:c0ac749260cf4d5baf460234a25a76be is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:37.062265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:37.085060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aa11ec08-46d6-4f2a-8e8f-7da88ed28c9b None None] Provisioning for port a9288cca-b403-4099-a2cc-6e335ecec089 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:37.093297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aa11ec08-46d6-4f2a-8e8f-7da88ed28c9b None None] Provisioning complete for port a9288cca-b403-4099-a2cc-6e335ecec089 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:37.093954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aa11ec08-46d6-4f2a-8e8f-7da88ed28c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.102849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.111414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.111755 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 675e7fe0-9cdf-4a4e-ba90-7abf8b2b462b disassociated (deleted). External IP: 172.26.8.38, port: 22af3c13-2c68-4fc0-9bfc-653e664a7a0b. Apr 01 15:52:37.134049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.160176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.184753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aa11ec08-46d6-4f2a-8e8f-7da88ed28c9b None None] Port a9288cca-b403-4099-a2cc-6e335ecec089 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:37.196406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:37.199799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.253651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.275883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.348289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 54c99355-4e94-4255-9b64-96c61da040e2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:37.348663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.422877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] For port 877f925c-5648-46e1-8a15-0fd94d45d746, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=877f925c-5648-46e1-8a15-0fd94d45d746,segment=NetworkSegment(9c609bd4-63bd-4a09-a7b4-220664e5536d),segment_id=9c609bd4-63bd-4a09-a7b4-220664e5536d)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:37.423250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.574652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 54c99355-4e94-4255-9b64-96c61da040e2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:37.602495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.603484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:37.620831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for 877f925c-5648-46e1-8a15-0fd94d45d746 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:37.673636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.721883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.737250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.742281 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Added segment 9d37f756-20ba-4a5b-9ad0-ed9aafc40d33 of type vlan for network e410b20b-5c0d-4ce3-a770-5600d697939b Apr 01 15:52:37.751369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.774648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=abbfba14-a709-443b-82a6-9ac9c55edccc,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.796228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a4c5d-ef40-4f86-9fe0-6efdbc3d14f1 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:37.802203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce29242-f141-427c-b3b3-728bca9baccd,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.804224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.829164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 54c99355-4e94-4255-9b64-96c61da040e2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:37.845032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.934233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.941158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0b616fd-855c-40d2-9490-31ece3674317 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:37.983657 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-42ee3173-5303-4b7a-b80a-23d49e57aa2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/abbfba14-a709-443b-82a6-9ac9c55edccc HTTP/1.1" status: 204 len: 168 time: 1.4646502 Apr 01 15:52:37.984379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.066338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b0b616fd-855c-40d2-9490-31ece3674317 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:38.066929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0b616fd-855c-40d2-9490-31ece3674317 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:38.094365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port 54c99355-4e94-4255-9b64-96c61da040e2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=54c99355-4e94-4255-9b64-96c61da040e2,segment=NetworkSegment(481849f2-2445-4503-8e30-d0f5d0cc3cd4),segment_id=481849f2-2445-4503-8e30-d0f5d0cc3cd4)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:38.094774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.120873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:38.145512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.207607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.208189 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9edcac31-bbc3-4209-bff4-6e5643640940 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9725931 Apr 01 15:52:38.260678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Port': ['ID=877f925c-5648-46e1-8a15-0fd94d45d746,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.293527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40652) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.306355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for 54c99355-4e94-4255-9b64-96c61da040e2 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:38.313855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:38.318978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Deleting port 6c005b6f-5bb5-472c-9a67-c9b47999d810 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:38.321600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.338985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.345067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:38.345709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.356675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17db98-a452-4c31-a5d8-82429eb783f9 None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:38.450270 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b1beb1f5-e41a-4038-894a-c821df3c0c1a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules/5ce29242-f141-427c-b3b3-728bca9baccd HTTP/1.1" status: 200 len: 763 time: 0.1555443 Apr 01 15:52:38.453035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40656) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.498247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8722bc4e-986d-46a1-be8d-7e611944351c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5093749 Apr 01 15:52:38.509425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Allocated IP 172.26.8.29 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/ec5a383f-19db-4139-a516-523c79d54766) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:38.512868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40660) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.618166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b5dd0191-2789-42b4-940e-75df846365e4 None None] Provisioning for port 54c99355-4e94-4255-9b64-96c61da040e2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:38.680066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b5dd0191-2789-42b4-940e-75df846365e4 None None] Provisioning complete for port 54c99355-4e94-4255-9b64-96c61da040e2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.680903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0191-2789-42b4-940e-75df846365e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.744502 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2464571 Apr 01 15:52:38.744502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc53323-cc05-45e0-87f4-ba8e92f79620 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Network': ['ID=e410b20b-5c0d-4ce3-a770-5600d697939b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.744783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.763583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] For port 6c005b6f-5bb5-472c-9a67-c9b47999d810, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6c005b6f-5bb5-472c-9a67-c9b47999d810,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:38.764212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.774934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:38.777590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e410b20b-5c0d-4ce3-a770-5600d697939b details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:38.784172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.791076 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:38.802889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:38.835052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5e53b187-1bd4-470f-871e-63303f2373d1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:38.846776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.949574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40664) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.964328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'subnets': [{'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--258077816', 'ip_version': 4}, {'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:38.964798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'subnet': {'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--258077816', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:38.965476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Request body: {'subnet': {'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:39.046845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Calling delete_port for 6c005b6f-5bb5-472c-9a67-c9b47999d810 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:39.092961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.104231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.153341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:39.154016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.180298 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-28128056-8783-4378-8057-84103c6e86a3 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/675e7fe0-9cdf-4a4e-ba90-7abf8b2b462b HTTP/1.1" status: 204 len: 168 time: 4.9823797 Apr 01 15:52:39.188297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40668) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.259149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.306304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.310716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.325054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:39.325698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.334096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.354434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 22af3c13-2c68-4fc0-9bfc-653e664a7a0b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:39.354931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.396416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd0191-2789-42b4-940e-75df846365e4 None None] Port 54c99355-4e94-4255-9b64-96c61da040e2 update to ACTIVE by agent not found {{(pid=88734) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 15:52:39.396826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.397389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d99d88ee-5a0d-431d-8323-a232cb73e634 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:39.397594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5e53b187-1bd4-470f-871e-63303f2373d1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:39.399103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5e53b187-1bd4-470f-871e-63303f2373d1 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9428065 Apr 01 15:52:39.408888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.409294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f1965-e8f3-467e-9281-3b17b5a49152 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:39.411043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40672) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.424925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.449998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:39.460057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.463196 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-85e69287-6a9f-4374-9d01-f2eead303df7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d99d88ee-5a0d-431d-8323-a232cb73e634 HTTP/1.1" status: 204 len: 168 time: 5.9445803 Apr 01 15:52:39.467662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Port': ['ID=54c99355-4e94-4255-9b64-96c61da040e2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.471613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40676) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.479504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Usage tracker for resource:subnet and tenant:f63bd47985cd4f229e543009c1c3cb3b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:39.484536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.487508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:39.543266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6c005b6f-5bb5-472c-9a67-c9b47999d810 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:39.557801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:39.598105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] Pushing event deleted for resources: {'Port': ['ID=6c005b6f-5bb5-472c-9a67-c9b47999d810,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.600805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18eb431-89c2-4375-b275-835fa8c4f15f None None] No DVR routers for this DVR port 6c005b6f-5bb5-472c-9a67-c9b47999d810 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:39.602611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 6c005b6f-5bb5-472c-9a67-c9b47999d810 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:39.602805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6c005b6f-5bb5-472c-9a67-c9b47999d810 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:39.614990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.614990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Fanout notify agent at l3_agent the message router_deleted on router ef7bb817-6187-465b-87df-1057316fda53 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:39.615379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.615914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.616421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.617079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.618000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.618495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.619009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.619510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.619998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.620517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.621135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.621618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:39.652569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No DVR routers for this DVR port 54c99355-4e94-4255-9b64-96c61da040e2 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:39.689799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Made reservation on behalf of f63bd47985cd4f229e543009c1c3cb3b for: {'subnet': 2} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:39.694511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.695023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.721109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.750839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.760355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2059b9f-f008-41f8-9f1f-24b1e4659338 None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:39.803354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting subnet acecde0a-8546-4092-b4eb-408c0bfa90d9 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:39.803354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.833574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.845553 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ee160188-1e62-4b18-b791-72c8377facbb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/routers/ef7bb817-6187-465b-87df-1057316fda53 HTTP/1.1" status: 204 len: 168 time: 1.3206341 Apr 01 15:52:39.845717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40680) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.859968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.871290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0287c5d8-eb48-44f8-93ae-b076d402e331 None None] Could not find standard attr ID for object 54c99355-4e94-4255-9b64-96c61da040e2. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:52:39.901482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.913467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b3fad956-4a71-4e88-b4f9-8814a1c78a9f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0658333 Apr 01 15:52:39.916302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40684) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.964647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.013576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.032740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.046965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 22af3c13-2c68-4fc0-9bfc-653e664a7a0b owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:40.111246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ce29242-f141-427c-b3b3-728bca9baccd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.149957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:40.162823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bac7d4-4fc5-41d6-8e54-3b9b5880a922 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.163729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52bac7d4-4fc5-41d6-8e54-3b9b5880a922 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:40.171735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:40.179815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.213002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:40.239365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5a383f-19db-4139-a516-523c79d54766,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.267220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.268267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-60a45c5e-2e0f-4ff1-96fb-7b3b8e8ac849 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5ce29242-f141-427c-b3b3-728bca9baccd HTTP/1.1" status: 204 len: 168 time: 0.8495545 Apr 01 15:52:40.272374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40688) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.371922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.446133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52bac7d4-4fc5-41d6-8e54-3b9b5880a922 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:40.447352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-52bac7d4-4fc5-41d6-8e54-3b9b5880a922 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5301316 Apr 01 15:52:40.456553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=62c559bb-f4ae-49e0-94a5-f06bfc2e298a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.458450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40692) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.462962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.472569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc297bc-6951-4620-a246-232d714f6a4c None None] Network 95cf9035-aa36-4094-bbf7-549e0af89e79 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:40.612343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cd538a00-9082-434f-b749-15978de912e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:40.614638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3f0d1c5-a48e-4142-b877-7df9a621d7d6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:40.617096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=acecde0a-8546-4092-b4eb-408c0bfa90d9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.622360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.723375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.729163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3251f9-a833-4ce0-8716-99871e2b10cd None None] DHCP port deletion for 95cf9035-aa36-4094-bbf7-549e0af89e79 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:40.740627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cd538a00-9082-434f-b749-15978de912e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:40.744534 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd538a00-9082-434f-b749-15978de912e0 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4667771 Apr 01 15:52:40.756587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40696) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.780402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '72db4647-e747-486a-8292-efee43f5c519', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:40.785589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.800694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:40.814018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=22af3c13-2c68-4fc0-9bfc-653e664a7a0b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.839242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cf9035-aa36-4094-bbf7-549e0af89e79']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:40.847138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:40.856627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.857172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.857260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.857592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.857917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.858288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.858601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.858944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.859282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.859586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.859904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.860224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:40.955819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.028615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3f0d1c5-a48e-4142-b877-7df9a621d7d6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:41.037374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3f0d1c5-a48e-4142-b877-7df9a621d7d6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5625024 Apr 01 15:52:41.037374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-38b0fe85-1666-4168-8ab3-d89cf37a9cbb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/acecde0a-8546-4092-b4eb-408c0bfa90d9 HTTP/1.1" status: 204 len: 168 time: 1.5448639 Apr 01 15:52:41.038643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40702) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.038806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40700) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.046627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481849f2-2445-4503-8e30-d0f5d0cc3cd4') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.046936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481849f2-2445-4503-8e30-d0f5d0cc3cd4') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.052444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.061942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:41.105822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Subnet': ['ID=f3d83ebf-ebf2-4684-8182-4dac0be33911,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.107995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.166138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Checking segment: {'id': 'd6815ef8-f48b-400d-a93c-f281106b43b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:41.166505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network hostable DHCP agents. Network: cebf2865-e530-40ce-ba55-6d3f723a9eed, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:41.196902 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dbdae86b-11ca-48ef-9864-2d9e95d17d67 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/22af3c13-2c68-4fc0-9bfc-653e664a7a0b HTTP/1.1" status: 204 len: 168 time: 2.0050406 Apr 01 15:52:41.201745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40708) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.208489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:41.215921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.219281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.221474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.221665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:41.228113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:floatingip and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:41.232499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:41.240575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:41.240908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:41.241320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:41.260282 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:41.309883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network cebf2865-e530-40ce-ba55-6d3f723a9eed is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:41.348743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:41.371967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.390247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:41.393221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.418431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.437198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dca925f-81e5-4975-8b95-0609681c760a']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.448710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.453114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c609bd4-63bd-4a09-a7b4-220664e5536d') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.453384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c609bd4-63bd-4a09-a7b4-220664e5536d') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.485778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 54c99355-4e94-4255-9b64-96c61da040e2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:41.514081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, cebf2865-e530-40ce-ba55-6d3f723a9eed) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:41.516925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.526969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af3814-6a2c-4e01-95ea-5aea683fe5e1 None None] Network cebf2865-e530-40ce-ba55-6d3f723a9eed requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:41.535774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.538918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:41.542752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 54c99355-4e94-4255-9b64-96c61da040e2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:41.543128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.543302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 54c99355-4e94-4255-9b64-96c61da040e2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:41.562349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.566820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.576198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.601461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.622441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:41.622871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:41.639026 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:41.692013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=95cf9035-aa36-4094-bbf7-549e0af89e79,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.719747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event updated for resources: {'Subnet': ['ID=c9f6d1c6-f641-4eb0-8de0-5a157729493e,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.745450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Checking segment: {'id': '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:41.745450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network hostable DHCP agents. Network: e410b20b-5c0d-4ce3-a770-5600d697939b, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:41.747870 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-71ae50de-50f1-4702-a182-c6f23070b2b7 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/95cf9035-aa36-4094-bbf7-549e0af89e79 HTTP/1.1" status: 204 len: 168 time: 4.7877309 Apr 01 15:52:41.752852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40712) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.758043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef9880-8c59-48c0-8c52-008b82144355,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.769648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-cebf2865-e530-40ce-ba55-6d3f723a9eed', 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed', 'tenant_id': 'f63bd47985cd4f229e543009c1c3cb3b', 'fixed_ips': [{'subnet_id': 'f3d83ebf-ebf2-4684-8182-4dac0be33911'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:41.770488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.782567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.783965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c1227ceb-2bb2-414d-a9e6-e111455d8d88 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0167918 Apr 01 15:52:41.789559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.805890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbd6e5a-42db-4047-8884-4aa14416ce6d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.806378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbd6e5a-42db-4047-8884-4aa14416ce6d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.808429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.824483 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bbbd6e5a-42db-4047-8884-4aa14416ce6d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/62c559bb-f4ae-49e0-94a5-f06bfc2e298a HTTP/1.1" status: 404 len: 337 time: 0.0663831 Apr 01 15:52:41.824713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40720) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.855086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.858970 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d94eaaa-6d3b-47bc-b043-177bea61eb5d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.858970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d94eaaa-6d3b-47bc-b043-177bea61eb5d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.860311 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0d94eaaa-6d3b-47bc-b043-177bea61eb5d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/95cf9035-aa36-4094-bbf7-549e0af89e79 HTTP/1.1" status: 404 len: 339 time: 0.0347378 Apr 01 15:52:41.861438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-10ceb46e-5b29-4ef8-8886-75fd12c3aab6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules/bbef9880-8c59-48c0-8c52-008b82144355 HTTP/1.1" status: 200 len: 763 time: 0.0669124 Apr 01 15:52:41.861732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.863425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.869243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40726) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.880167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dca925f-81e5-4975-8b95-0609681c760a {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:52:41.953822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.955722 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9dca925f-81e5-4975-8b95-0609681c760a HTTP/1.1" status: 204 len: 168 time: 0.9147918 Apr 01 15:52:42.003002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23d989-f129-45ea-aada-3deeade5ed3d tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dca925f-81e5-4975-8b95-0609681c760a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.014424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Network e410b20b-5c0d-4ce3-a770-5600d697939b is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:42.048943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2a054cb-2998-48da-922c-3af198d6ca5b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:42.056948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Allocated IP 172.20.0.2 (cebf2865-e530-40ce-ba55-6d3f723a9eed/f3d83ebf-ebf2-4684-8182-4dac0be33911/da9c9d23-88af-4e76-b0e5-6c530fcb95ed) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:42.161490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.258393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.294942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2a054cb-2998-48da-922c-3af198d6ca5b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:42.295763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e410b20b-5c0d-4ce3-a770-5600d697939b) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:42.307565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2a054cb-2998-48da-922c-3af198d6ca5b tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4261887 Apr 01 15:52:42.307565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40738) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.331296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.331993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.332785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.340268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.353673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Transition to ACTIVE for port object da9c9d23-88af-4e76-b0e5-6c530fcb95ed will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:42.380107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Transition to ACTIVE for port object da9c9d23-88af-4e76-b0e5-6c530fcb95ed will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:42.384820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5e802-425f-47f2-a44a-2efb5e77a6e1 None None] Network e410b20b-5c0d-4ce3-a770-5600d697939b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:42.453419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40742) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.459723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'name': 'tempest-router--1779718217', 'project_id': '1ec116f5edc34988969ce4e004468d05'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:42.465126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:42.465470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.470945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:router and tenant:1ec116f5edc34988969ce4e004468d05 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:42.474650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:42.483598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:42.500802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.567371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.43 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/b42eeed5-f8bd-49e4-9609-823b285aa71f) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:42.581641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.585518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.614119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.615947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.621747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Pushing event updated for resources: {'Port': ['ID=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.630005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bf40fa-1330-4fe4-93e5-8d78d72c52f9']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.634026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.639308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Network cebf2865-e530-40ce-ba55-6d3f723a9eed is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:42.645298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:42.650911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.650911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.650911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.650911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.651368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.651524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.652282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.652282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.652588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.652805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.653128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.653454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:42.657458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bec3f3d-9caf-4552-813a-3a4399347eca') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.657655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:42.657958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bec3f3d-9caf-4552-813a-3a4399347eca') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.690892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.724635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.732011 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2a84a0f1-3a79-45d6-9d80-86b488edf0fd tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7740057 Apr 01 15:52:42.740289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40746) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.743035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5a383f-19db-4139-a516-523c79d54766,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.757103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.769778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:42.770163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.775754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Attempting to bind port da9c9d23-88af-4e76-b0e5-6c530fcb95ed on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:42.776127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Attempting to bind port da9c9d23-88af-4e76-b0e5-6c530fcb95ed by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'd6815ef8-f48b-400d-a93c-f281106b43b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:42.776487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Attempting to bind port da9c9d23-88af-4e76-b0e5-6c530fcb95ed on network cebf2865-e530-40ce-ba55-6d3f723a9eed {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:42.786014 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:42.812139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:42.812139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Checking segment: {'id': 'd6815ef8-f48b-400d-a93c-f281106b43b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:42.812543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.812930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Bound using segment: {'id': 'd6815ef8-f48b-400d-a93c-f281106b43b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:42.813573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Bound port: da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6815ef8-f48b-400d-a93c-f281106b43b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cebf2865-e530-40ce-ba55-6d3f723a9eed'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:42.814246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.832390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:52:42.838433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.842217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.897145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.933741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e410b20b-5c0d-4ce3-a770-5600d697939b', 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b', 'tenant_id': 'f63bd47985cd4f229e543009c1c3cb3b', 'fixed_ips': [{'subnet_id': 'c9f6d1c6-f641-4eb0-8de0-5a157729493e'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:42.934815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.951015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.955235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.010870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.017339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] For port da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:43.033905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.043136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=04bf40fa-1330-4fe4-93e5-8d78d72c52f9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.043410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] For port da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,segment=NetworkSegment(d6815ef8-f48b-400d-a93c-f281106b43b6),segment_id=d6815ef8-f48b-400d-a93c-f281106b43b6)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:43.053021 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a9b3caf-0ef6-408f-9230-ef1dad05ee91 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/04bf40fa-1330-4fe4-93e5-8d78d72c52f9 HTTP/1.1" status: 204 len: 168 time: 1.1870770 Apr 01 15:52:43.055288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40750) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.059114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbef9880-8c59-48c0-8c52-008b82144355,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.099666 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca634f95-8c44-4179-845d-6afa67c4570f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.104367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:43.104530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca634f95-8c44-4179-845d-6afa67c4570f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.104530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ca634f95-8c44-4179-845d-6afa67c4570f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/e39962c1-5d38-47e4-baf3-83eb1a89e07b HTTP/1.1" status: 404 len: 337 time: 0.0455320 Apr 01 15:52:43.104530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.105042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508e198-6c1b-4215-9c07-a7b3d97af890 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.106555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508e198-6c1b-4215-9c07-a7b3d97af890 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.106979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40754) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.108487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508e198-6c1b-4215-9c07-a7b3d97af890 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.113121 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5508e198-6c1b-4215-9c07-a7b3d97af890 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3641238 Apr 01 15:52:43.135932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Allocated IP 172.20.0.18 (e410b20b-5c0d-4ce3-a770-5600d697939b/c9f6d1c6-f641-4eb0-8de0-5a157729493e/6710adf9-0c07-4b58-88a1-da33457b1267) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:43.148035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40756) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.179618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.246106 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-543e054e-7100-4b1e-98a6-2233c597a2d6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.246106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543e054e-7100-4b1e-98a6-2233c597a2d6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.246106 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-543e054e-7100-4b1e-98a6-2233c597a2d6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/ba3a4611-b685-4789-88c9-578d438ba4ce HTTP/1.1" status: 404 len: 339 time: 0.1059096 Apr 01 15:52:43.252239 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:43.253019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40762) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.270370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:43.308648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:43.308921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:43.310874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.312092 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ccc6421e-1060-4b28-871d-003174fd5183 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bbef9880-8c59-48c0-8c52-008b82144355 HTTP/1.1" status: 204 len: 168 time: 1.0114167 Apr 01 15:52:43.316759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.317690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.321272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=b4076f1b-1256-4803-b754-f87a12b1c391,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.323476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40766) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.326648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56e824-26d7-42a7-8e7d-66e81791b35f None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:43.328611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.332324 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b2d59edb-7964-440d-ba6b-c25e78fb417f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8754582 Apr 01 15:52:43.339274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40770) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.346921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=b42eeed5-f8bd-49e4-9609-823b285aa71f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.399439 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Floating IP f9001368-9bc5-46ea-88cf-a9d3f757f7f2 associated. External IP: 172.26.8.29, port: a9288cca-b403-4099-a2cc-6e335ecec089. Apr 01 15:52:43.426980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting subnet f3d83ebf-ebf2-4684-8182-4dac0be33911 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:43.443904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.452461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ff5e-a410-4b84-bcc3-d16c48503e9a None None] Pushing event updated for resources: {'Port': ['ID=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.467668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-455b957e-c60b-4608-bcc0-b2e725f10689 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:43.483180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-83020a06-f365-4068-a85d-998384cdc55c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4376006 Apr 01 15:52:43.484613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40774) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.496978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:43.596325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting subnet 7c4b41ab-f35f-403d-962c-b9edcc6b6c39 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:43.602138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.614074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.624278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-455b957e-c60b-4608-bcc0-b2e725f10689 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:43.626328 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-455b957e-c60b-4608-bcc0-b2e725f10689 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2952967 Apr 01 15:52:43.633479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Transition to ACTIVE for port object 6710adf9-0c07-4b58-88a1-da33457b1267 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:43.640091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40778) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.668523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.700094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': '72db4647-e747-486a-8292-efee43f5c519', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:43.704832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Transition to ACTIVE for port object 6710adf9-0c07-4b58-88a1-da33457b1267 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:43.706187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'b4076f1b-1256-4803-b754-f87a12b1c391'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:43.707317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.726129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:43.727065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.753105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:43.807652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.862971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:43.914060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.940181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Network e410b20b-5c0d-4ce3-a770-5600d697939b is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:43.953315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:43.966037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:43.986210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Pushing event updated for resources: {'Port': ['ID=6710adf9-0c07-4b58-88a1-da33457b1267,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.069043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Allocated IP 2001:db8::f816:3eff:fec6:a615 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/b4076f1b-1256-4803-b754-f87a12b1c391/3be81892-1baa-4e81-9be6-3c02d648be45) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:44.101536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Attempting to bind port 6710adf9-0c07-4b58-88a1-da33457b1267 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:44.102050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Attempting to bind port 6710adf9-0c07-4b58-88a1-da33457b1267 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:44.102417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Attempting to bind port 6710adf9-0c07-4b58-88a1-da33457b1267 on network e410b20b-5c0d-4ce3-a770-5600d697939b {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:44.142859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:44.144457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:44.145086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Checking segment: {'id': '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:44.145271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.145572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.145677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Bound using segment: {'id': '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:44.146216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Bound port: 6710adf9-0c07-4b58-88a1-da33457b1267, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e410b20b-5c0d-4ce3-a770-5600d697939b'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:44.146596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.167287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:44.268996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.277224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:44.281618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.294018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.300111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.352917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.383133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:44.407494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.427417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:44.432456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.456935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.468746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Transition to ACTIVE for port object 3be81892-1baa-4e81-9be6-3c02d648be45 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:44.487425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.487674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a156007-0a6c-4192-9c3b-45e63e55e6a2 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:44.491843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Transition to ACTIVE for port object 3be81892-1baa-4e81-9be6-3c02d648be45 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:44.532154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.549439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:44.550243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.562583 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] Sync routers for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:44.574937 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:44.575938 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.614810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.617143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.618285 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2fc46193-d68d-4da5-9dec-d0b3ac0373a1 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4a156007-0a6c-4192-9c3b-45e63e55e6a2 HTTP/1.1" status: 204 len: 168 time: 1.2728708 Apr 01 15:52:44.624730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.663961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:44.671119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:44.676048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:44.678441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1352a6-abb0-412c-ad51-9979a0faeaab,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.691083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.719699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.741639 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.764872 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:44.767020 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.781613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74860-b740-41ea-8319-bde6713827c0 None None] Pushing event updated for resources: {'Port': ['ID=6710adf9-0c07-4b58-88a1-da33457b1267,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.825661 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-858783b7-83aa-4400-b410-25148751103a tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0364101 Apr 01 15:52:44.831522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.833551 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6f11632b-f4bd-4b0b-8d1f-19dc50973bc6 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1401911 Apr 01 15:52:44.837558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40784) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.864442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d83ebf-ebf2-4684-8182-4dac0be33911,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.883791 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.885358 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4293557-545e-4be9-9d7e-92980a3b3d50 None None] The sync data for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:44.899951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40786) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.928888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.947670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.965809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Attempting to bind port 3be81892-1baa-4e81-9be6-3c02d648be45 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:44.968006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Attempting to bind port 3be81892-1baa-4e81-9be6-3c02d648be45 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:44.968006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Attempting to bind port 3be81892-1baa-4e81-9be6-3c02d648be45 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:45.006182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:45.006640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:45.007049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.007726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:45.008220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Bound port: 3be81892-1baa-4e81-9be6-3c02d648be45, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:45.008836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.088257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Pushing event updated for resources: {'Port': ['ID=3be81892-1baa-4e81-9be6-3c02d648be45,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.108756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40792) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.133453 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c965955-06e6-4425-94df-07f5204903f8 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "GET /v2.0/floatingips/f9001368-9bc5-46ea-88cf-a9d3f757f7f2 HTTP/1.1" status: 200 len: 982 time: 0.2949648 Apr 01 15:52:45.134262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40798) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.141924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4b41ab-f35f-403d-962c-b9edcc6b6c39,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.160043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] For port 3be81892-1baa-4e81-9be6-3c02d648be45, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:45.160246 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-292ec4ee-b283-4f58-9682-7d4a4663103c tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/subnets/f3d83ebf-ebf2-4684-8182-4dac0be33911 HTTP/1.1" status: 204 len: 168 time: 2.0110924 Apr 01 15:52:45.164449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-47bc9ead-5e5e-4f30-9e1d-96b1f535f23a tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules/ff1352a6-abb0-412c-ad51-9979a0faeaab HTTP/1.1" status: 200 len: 764 time: 0.2317383 Apr 01 15:52:45.167896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] For port 3be81892-1baa-4e81-9be6-3c02d648be45, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3be81892-1baa-4e81-9be6-3c02d648be45,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:45.173802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.174315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40804) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.201020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dca8af-f398-452f-88eb-2357f962235b None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:45.224801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.246437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.248658 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4fa3d950-c1b1-4052-b641-f74929c8f72f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/7c4b41ab-f35f-403d-962c-b9edcc6b6c39 HTTP/1.1" status: 204 len: 168 time: 1.9853365 Apr 01 15:52:45.282152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40810) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.328993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f170c6-d6b4-4274-8cee-f6361ca356fd None None] Network cebf2865-e530-40ce-ba55-6d3f723a9eed requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:45.357591 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.368370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting subnet c9f6d1c6-f641-4eb0-8de0-5a157729493e {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:45.382141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.430900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7728dca9-95b0-4a95-93fc-4a9fc0503941 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2420082 Apr 01 15:52:45.439365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40814) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.561501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.590865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:45.615086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:45.622328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.623816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.646703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-845b90b6-27a7-4bb6-8b9c-7a3565bdc3a8 None None] Provisioning for port da9c9d23-88af-4e76-b0e5-6c530fcb95ed completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:45.666184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.676510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.683551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1598658684', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:45.698676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.704434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting subnet df5d8f37-70b5-44ac-9340-5c45a06a610f {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:45.719912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90793aba-df91-4158-8331-e16cb4ef859a None None] Pushing event updated for resources: {'Port': ['ID=3be81892-1baa-4e81-9be6-3c02d648be45,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.722996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da9c9d23-88af-4e76-b0e5-6c530fcb95ed up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:45.728521 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac1f2e61-30eb-4087-b2d8-22ca2d0b73d3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.5906341 Apr 01 15:52:45.728521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:45.729346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40818) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.738045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:45.745718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.778532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:45.795827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:45.806062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=e48d064a-c0c8-4fdb-85fb-7df22f171524,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.850529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.873218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-40333737-75fd-43dc-9678-d6d8bff2612e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3836365 Apr 01 15:52:45.875537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40822) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.883648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:d0:0a:52', 'name': 'tempest-NetworksTestDHCPv6-1876002653'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:45.942979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.958631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port da9c9d23-88af-4e76-b0e5-6c530fcb95ed completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:45.965613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port da9c9d23-88af-4e76-b0e5-6c530fcb95ed triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:45.967912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.995293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.039735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.040971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.066088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=b42eeed5-f8bd-49e4-9609-823b285aa71f,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:46.091032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.166527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.181032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1352a6-abb0-412c-ad51-9979a0faeaab,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:46.217517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] DHCP port deletion for cebf2865-e530-40ce-ba55-6d3f723a9eed request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:46.218973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.220124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-91072c8e-d00e-4751-868c-ccb7d2854e76 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ff1352a6-abb0-412c-ad51-9979a0faeaab HTTP/1.1" status: 204 len: 168 time: 0.7798202 Apr 01 15:52:46.226495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40826) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.231067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Deleting port da9c9d23-88af-4e76-b0e5-6c530fcb95ed {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.232039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.240935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:46.261986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:46.269215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:46.277855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:46.310884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.376162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-258e20f5-a8cb-4ead-9883-003c14849907 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:46.381494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.397528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port ec5a383f-19db-4139-a516-523c79d54766 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.397528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.447603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.481126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:46.505625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,segment=NetworkSegment(d6815ef8-f48b-400d-a93c-f281106b43b6),segment_id=d6815ef8-f48b-400d-a93c-f281106b43b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:46.573756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b502b592-2c02-46a1-bd6d-f2d02145aa6e None None] Network e410b20b-5c0d-4ce3-a770-5600d697939b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:46.643749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-258e20f5-a8cb-4ead-9883-003c14849907 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:46.644728 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-258e20f5-a8cb-4ead-9883-003c14849907 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4099276 Apr 01 15:52:46.658679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40830) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.707911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.719637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.721569 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ddcee6aa-b295-4bf4-ab33-ee46741567e4 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5193212 Apr 01 15:52:46.765926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40834) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.773993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.776171 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/subnets/c9f6d1c6-f641-4eb0-8de0-5a157729493e HTTP/1.1" status: 204 len: 168 time: 1.5892668 Apr 01 15:52:46.782456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'port': {'network_id': '91418b80-b34e-4846-b70a-e62f5252a1ce', 'name': 'tempest-FloatingIPTestJSON-366746382'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:46.807340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.808079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6710adf9-0c07-4b58-88a1-da33457b1267 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:46.832207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40838) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.927811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] For port da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,segment=NetworkSegment(d6815ef8-f48b-400d-a93c-f281106b43b6),segment_id=d6815ef8-f48b-400d-a93c-f281106b43b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:46.928199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.100020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a2ab1-dc63-45f7-9025-9d57eb2f64c2 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f6d1c6-f641-4eb0-8de0-5a157729493e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.103993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d3443-d788-40f1-befb-3ccffb885786 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:47.110944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-064d3443-d788-40f1-befb-3ccffb885786 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2650423 Apr 01 15:52:47.120324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40842) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.121262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.131126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.198043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.198519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.198992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Calling delete_port for da9c9d23-88af-4e76-b0e5-6c530fcb95ed owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:47.199096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.211522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.228204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=df5d8f37-70b5-44ac-9340-5c45a06a610f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.236384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41e0c643-3e5f-45c3-aaaa-7f2d3259504a None None] Provisioning for port 6710adf9-0c07-4b58-88a1-da33457b1267 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:47.236552 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-131e88a9-9220-422f-8777-9788c6bb4404 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/df5d8f37-70b5-44ac-9340-5c45a06a610f HTTP/1.1" status: 204 len: 168 time: 1.9511187 Apr 01 15:52:47.241873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40846) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.255469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183728a-fb0b-45b7-bb14-4885248023fb None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:47.271677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 9312f998-361c-41e3-95ad-5662325dc069 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:47.299949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d7afa-bdf4-4ccd-ac21-279f513848e9 None None] Network a39722f7-c62c-4a17-877d-1b307f2ecd05 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:47.310361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.310867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.473911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.474326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.482546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:47.492889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for ec5a383f-19db-4139-a516-523c79d54766 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:47.533403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.538546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:port and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:47.542967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:47.562475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:47.589177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 19b3aee4-b044-4599-8bca-799748a5e998 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:47.589177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.604144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f51c3f76-7dae-499e-8c4d-d3e675e3e68a None None] Provisioning complete for port 19b3aee4-b044-4599-8bca-799748a5e998 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:47.604530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f51c3f76-7dae-499e-8c4d-d3e675e3e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.615616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting port 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:47.615960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.700769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 6710adf9-0c07-4b58-88a1-da33457b1267 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:47.751018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:47.755784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.805572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:47.805947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:47.806414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6710adf9-0c07-4b58-88a1-da33457b1267 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:47.806826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.846454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.920933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db4647-e747-486a-8292-efee43f5c519,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.944215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 172.20.0.9 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/e48d064a-c0c8-4fdb-85fb-7df22f171524/9312f998-361c-41e3-95ad-5662325dc069) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:47.968452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fed0:a52 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/b4076f1b-1256-4803-b754-f87a12b1c391/9312f998-361c-41e3-95ad-5662325dc069) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:48.015826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] device_id is not set on port 0a214d04-cc1d-4ce6-b9d7-e9affcd49e96 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:48.113052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] DHCP port deletion for e410b20b-5c0d-4ce3-a770-5600d697939b request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:48.137466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Deleting port 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:48.137747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:48.138251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.138371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.160841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.167505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.222806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.248098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] DHCP port deletion for a39722f7-c62c-4a17-877d-1b307f2ecd05 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:48.293947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Deleting port 19b3aee4-b044-4599-8bca-799748a5e998 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:48.295453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.301769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=19b3aee4-b044-4599-8bca-799748a5e998,segment=NetworkSegment(55f5c7ae-1c44-41f9-b7d2-1ef3bf415886),segment_id=55f5c7ae-1c44-41f9-b7d2-1ef3bf415886)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:48.302304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.324015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Deleting port da9c9d23-88af-4e76-b0e5-6c530fcb95ed {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:48.324015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.324311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.338440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Calling delete_port for 6710adf9-0c07-4b58-88a1-da33457b1267 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:48.373335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.377145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-da65ffd4-dfe9-4bd5-a304-da7aae4d6481 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/72db4647-e747-486a-8292-efee43f5c519 HTTP/1.1" status: 204 len: 168 time: 1.7146473 Apr 01 15:52:48.438403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f51c3f76-7dae-499e-8c4d-d3e675e3e68a None None] Provisioning for port 3be81892-1baa-4e81-9be6-3c02d648be45 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:48.448330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40850) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.453510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Port': ['ID=ec5a383f-19db-4139-a516-523c79d54766,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.484939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for 19b3aee4-b044-4599-8bca-799748a5e998 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:48.487444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:48.528454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.540028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-68701994-c4ff-4c13-8c53-54a483100e80 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:48.644247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.10 (91418b80-b34e-4846-b70a-e62f5252a1ce/c73034b4-9fec-4a12-aaf6-798ae7647ac1/0a214d04-cc1d-4ce6-b9d7-e9affcd49e96) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:48.646788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.660569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.660829 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Floating IP f9001368-9bc5-46ea-88cf-a9d3f757f7f2 disassociated (deleted). External IP: 172.26.8.29, port: a9288cca-b403-4099-a2cc-6e335ecec089. Apr 01 15:52:48.818743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.836756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 9312f998-361c-41e3-95ad-5662325dc069 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:48.883390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Allocated IP 172.26.8.165 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/9a516630-9af2-4848-ad68-0b4632191266) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:48.975234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-68701994-c4ff-4c13-8c53-54a483100e80 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:48.976508 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-68701994-c4ff-4c13-8c53-54a483100e80 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5251551 Apr 01 15:52:48.987819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40854) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.996635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.003744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group': {'name': 'tempest-secgroup--247451405'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:49.023761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:49.059534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.065992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6710adf9-0c07-4b58-88a1-da33457b1267,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.068891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3be81892-1baa-4e81-9be6-3c02d648be45 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:49.107257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:49.111043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No DVR routers for this DVR port 19b3aee4-b044-4599-8bca-799748a5e998 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:49.112802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=9312f998-361c-41e3-95ad-5662325dc069,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.115112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Update dhcp port {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': 'b4076f1b-1256-4803-b754-f87a12b1c391', 'ip_address': '2001:db8::f816:3eff:fec6:a615'}, {'subnet_id': 'e48d064a-c0c8-4fdb-85fb-7df22f171524'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': '3be81892-1baa-4e81-9be6-3c02d648be45'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:52:49.130677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:49.132732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:49.133044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:49.142887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:49.185238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:49.202566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:49.202985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.228982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] For port 19b3aee4-b044-4599-8bca-799748a5e998, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=19b3aee4-b044-4599-8bca-799748a5e998,segment=NetworkSegment(55f5c7ae-1c44-41f9-b7d2-1ef3bf415886),segment_id=55f5c7ae-1c44-41f9-b7d2-1ef3bf415886)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:49.229316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.241721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] For port da9c9d23-88af-4e76-b0e5-6c530fcb95ed, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,segment=NetworkSegment(d6815ef8-f48b-400d-a93c-f281106b43b6),segment_id=d6815ef8-f48b-400d-a93c-f281106b43b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:49.242119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.311002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Port': ['ID=19b3aee4-b044-4599-8bca-799748a5e998,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.329662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.385729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:49.398519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:49.415956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:49.428353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:49.429406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:49.439500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Calling delete_port for 6710adf9-0c07-4b58-88a1-da33457b1267 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:49.461537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.531397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.537598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.573261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:49.574136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.593132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39722f7-c62c-4a17-877d-1b307f2ecd05']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:49.606493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Calling delete_port for 19b3aee4-b044-4599-8bca-799748a5e998 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:49.614262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:49.614559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f5c7ae-1c44-41f9-b7d2-1ef3bf415886') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:49.634120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.659020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Deleting port 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:49.659362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.677087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.685758 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-82d730ba-06a3-4ba2-8576-2e3a869b8b41 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4301267 Apr 01 15:52:49.692127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:49.692737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:49.709290 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:49.717111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Calling delete_port for da9c9d23-88af-4e76-b0e5-6c530fcb95ed owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:49.772864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.773452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e4edae70-9264-4859-9f26-9245307e9f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8968124 Apr 01 15:52:49.812446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40858) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.832765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.845947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.922925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:49.932949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:49.943850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:49.946356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:49.991591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.994652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-998312f4-199e-4733-93ad-d0a1864845ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:49.996376 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-998312f4-199e-4733-93ad-d0a1864845ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.2155583 Apr 01 15:52:49.996510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] Sync routers for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:49.999570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.019240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event updated for resources: {'Port': ['ID=9a516630-9af2-4848-ad68-0b4632191266,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.026696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.059183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=a39722f7-c62c-4a17-877d-1b307f2ecd05,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.065606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0337240-49ab-4972-a290-f31ac4f1610c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.081157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.089846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f8f00b17-4ca4-43bf-a91c-43b59bcc7dad tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/a39722f7-c62c-4a17-877d-1b307f2ecd05 HTTP/1.1" status: 204 len: 168 time: 2.8469069 Apr 01 15:52:50.093090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:50.093090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:50.094167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:50.094863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.136240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40862) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.158269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3be81892-1baa-4e81-9be6-3c02d648be45 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:50.161539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:50.161885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:50.176970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.177957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.225122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.226653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3be81892-1baa-4e81-9be6-3c02d648be45 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:50.226874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.227075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.230732 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ded5e90c-d2cc-46e1-9a0b-8d7182a5d164 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2371438 Apr 01 15:52:50.240752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40866) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.251658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Request body: {'security_group_rule': {'security_group_id': 'a0337240-49ab-4972-a290-f31ac4f1610c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:50.270204 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4f2110-f5b1-4872-82ab-7154d2b68da6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:50.270681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4f2110-f5b1-4872-82ab-7154d2b68da6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:50.275602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fe4f2110-f5b1-4872-82ab-7154d2b68da6 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/bc925c5d-ad81-41b4-b600-f3af70184018 HTTP/1.1" status: 404 len: 337 time: 0.1380060 Apr 01 15:52:50.276338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:50.277515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 91418b80-b34e-4846-b70a-e62f5252a1ce is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:50.277884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] No DVR routers for this DVR port da9c9d23-88af-4e76-b0e5-6c530fcb95ed on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:50.282487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40870) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.282843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826c19-1831-4edc-b467-ab7a0afe8986 None None] Pushing event deleted for resources: {'Port': ['ID=da9c9d23-88af-4e76-b0e5-6c530fcb95ed,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.295711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168a5f4-4e50-40d6-b3d0-3e45942f051c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.302556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168a5f4-4e50-40d6-b3d0-3e45942f051c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.306927 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0168a5f4-4e50-40d6-b3d0-3e45942f051c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4793832 Apr 01 15:52:50.306927 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:50.321567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:50.321567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.322294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40874) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.329048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:50.361537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Usage tracker for resource:security_group_rule and tenant:67f02d55fca64a798c6acc7a123e9003 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:50.369606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:50.413465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d345873-4f2e-4c01-b3f7-51957d86d4b7 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9001368-9bc5-46ea-88cf-a9d3f757f7f2 HTTP/1.1" status: 204 len: 168 time: 4.6647675 Apr 01 15:52:50.418374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40878) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.427109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.427510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96984b73-97f2-47fe-a2f2-92744b3a3e04 None None] The sync data for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:50.440790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:50.441520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=0a214d04-cc1d-4ce6-b9d7-e9affcd49e96,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.445898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:50.451414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de5a9cf-d565-425f-8101-f4147485ccef tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:50.451414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de5a9cf-d565-425f-8101-f4147485ccef tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:50.454255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4de5a9cf-d565-425f-8101-f4147485ccef tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/6be47783-54fb-4fdf-9d38-cd89e377a87c HTTP/1.1" status: 404 len: 339 time: 0.1664698 Apr 01 15:52:50.460580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:50.460942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.466949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:50.468976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40882) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.507099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Allocated IP 172.20.0.2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/e48d064a-c0c8-4fdb-85fb-7df22f171524/3be81892-1baa-4e81-9be6-3c02d648be45) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:50.513882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Usage tracker for resource:floatingip and tenant:4d2888c7e3b54da0a0e4faf305a10a74 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:50.520759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-63add7bf-7e7e-44b4-be5c-7d69b8eda40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.522974 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-63add7bf-7e7e-44b4-be5c-7d69b8eda40a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.4925044 Apr 01 15:52:50.528073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:50.535761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.536383 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-1356a0a5-ac93-45c8-811d-247447100668 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:50.536787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1356a0a5-ac93-45c8-811d-247447100668 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:50.538444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1356a0a5-ac93-45c8-811d-247447100668 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/37e46a80-ff03-47b5-acac-d11cc50ef3b2 HTTP/1.1" status: 404 len: 337 time: 0.0683200 Apr 01 15:52:50.545848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40886) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.547032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:50.618577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Calling delete_port for 6710adf9-0c07-4b58-88a1-da33457b1267 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:50.636630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Deleting port 19b3aee4-b044-4599-8bca-799748a5e998 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:50.636630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.649693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 9312f998-361c-41e3-95ad-5662325dc069 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:50.650078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.662736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2964da38-b159-4d6c-ad55-a9e760e537d5 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:50.663145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2964da38-b159-4d6c-ad55-a9e760e537d5 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:50.667155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2964da38-b159-4d6c-ad55-a9e760e537d5 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/22d045a3-a383-4b44-8521-c34b9bb3c4d4 HTTP/1.1" status: 404 len: 339 time: 0.0624456 Apr 01 15:52:50.668687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.673219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Deleting port 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:50.673408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.677546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40890) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.702866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.703654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.761909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-edaf37c3-02f6-47a5-acac-28ab6abd2ee9 None None] The port '19b3aee4-b044-4599-8bca-799748a5e998' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:50.797036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.837258 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fc6469-8b30-493b-b3d1-45d2a1b6413c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:50.837714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fc6469-8b30-493b-b3d1-45d2a1b6413c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:50.839412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d6fc6469-8b30-493b-b3d1-45d2a1b6413c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/e7672a6c-4cdc-440a-bc97-ebc85c9dfb98 HTTP/1.1" status: 404 len: 337 time: 0.1056833 Apr 01 15:52:50.856022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-e6495d79-af68-4549-95c3-6a840af47908 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.3127527 Apr 01 15:52:50.860360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] For port 3be81892-1baa-4e81-9be6-3c02d648be45, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3be81892-1baa-4e81-9be6-3c02d648be45,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:50.863186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40894) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.931657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.955314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Transition to ACTIVE for port object 3be81892-1baa-4e81-9be6-3c02d648be45 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:50.985921 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3563bede-cf28-4752-8cc7-cbe000653d10 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2139978 Apr 01 15:52:51.004531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40898) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.021942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': '0a214d04-cc1d-4ce6-b9d7-e9affcd49e96'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:51.026704 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-411dd8b3-70f1-47cc-a88c-6605558bac3d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:51.027637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411dd8b3-70f1-47cc-a88c-6605558bac3d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:51.029550 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-411dd8b3-70f1-47cc-a88c-6605558bac3d tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/156dbe91-6ff7-455b-a89a-26502fbb02f9 HTTP/1.1" status: 404 len: 339 time: 0.1651096 Apr 01 15:52:51.040645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40902) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.066312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] For port 6710adf9-0c07-4b58-88a1-da33457b1267, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6710adf9-0c07-4b58-88a1-da33457b1267,segment=NetworkSegment(9d37f756-20ba-4a5b-9ad0-ed9aafc40d33),segment_id=9d37f756-20ba-4a5b-9ad0-ed9aafc40d33)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:51.067181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.078992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.162576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.226441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.285328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-2d0ce576-f8af-472a-a2dd-dac0862ea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.286789 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-2d0ce576-f8af-472a-a2dd-dac0862ea356 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.3924689 Apr 01 15:52:51.297022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Calling delete_port for 6710adf9-0c07-4b58-88a1-da33457b1267 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:51.298550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.308529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Port': ['ID=6710adf9-0c07-4b58-88a1-da33457b1267,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:51.355587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] No DVR routers for this DVR port 6710adf9-0c07-4b58-88a1-da33457b1267 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:51.360295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.380622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:51.380973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:51.425576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.444506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.449388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting subnet 3c27df3c-f20b-4bb7-8277-dba7387f7a92 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:51.468953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.517336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4130fd-f446-4b64-9fa2-1352e3e466f8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:51.540924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5e71-0a39-41ce-b731-0dff75b317f1 None None] Pushing event updated for resources: {'Port': ['ID=3be81892-1baa-4e81-9be6-3c02d648be45,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:51.581256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:51.581784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:51.623560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Deleting port 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:51.623965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.639257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.640688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.657656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 9312f998-361c-41e3-95ad-5662325dc069 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:51.689691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.693296 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-78ede59c-8997-489e-b074-d8c9c50cd03f tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4480755 Apr 01 15:52:51.699199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40906) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.813313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c79d3-43ad-4bde-987a-f3cf3b168f93 None None] The port '6710adf9-0c07-4b58-88a1-da33457b1267' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:51.819423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e410b20b-5c0d-4ce3-a770-5600d697939b']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:51.837282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.854830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:51.855150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d37f756-20ba-4a5b-9ad0-ed9aafc40d33') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:51.893487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-9ce98306-17f8-49b4-9ea9-675097693d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.893487 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-9ce98306-17f8-49b4-9ea9-675097693d21 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5813141 Apr 01 15:52:51.907544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.006062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.048384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.064515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.064742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 3be81892-1baa-4e81-9be6-3c02d648be45, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3be81892-1baa-4e81-9be6-3c02d648be45,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:52.069090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:52.069903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:52.118254 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:52.130708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.223531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.305823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.317492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 19b3aee4-b044-4599-8bca-799748a5e998 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:52.337951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.377839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 19b3aee4-b044-4599-8bca-799748a5e998 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:52.378211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 19b3aee4-b044-4599-8bca-799748a5e998 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:52.378653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da9c9d23-88af-4e76-b0e5-6c530fcb95ed no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:52.393907 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-c7852a6d-4fa3-491f-84ea-c0cb5a906520 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830513 Apr 01 15:52:52.424136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: da9c9d23-88af-4e76-b0e5-6c530fcb95ed {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:52.424580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da9c9d23-88af-4e76-b0e5-6c530fcb95ed not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:52.425075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6710adf9-0c07-4b58-88a1-da33457b1267 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:52.463895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 6710adf9-0c07-4b58-88a1-da33457b1267 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:52.464254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6710adf9-0c07-4b58-88a1-da33457b1267 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:52.470648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=3be81892-1baa-4e81-9be6-3c02d648be45,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.494075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Allocated IP 172.26.8.89 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/fdec5b36-7b4a-4370-8dbf-5c09764e3841) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:52.514142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-101665db-6425-4454-9961-9f21681f86b5 None None] Provisioning for port 3be81892-1baa-4e81-9be6-3c02d648be45 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:52.537930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-101665db-6425-4454-9961-9f21681f86b5 None None] Provisioning complete for port 3be81892-1baa-4e81-9be6-3c02d648be45 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:52.538414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-101665db-6425-4454-9961-9f21681f86b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.563602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.631130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3be81892-1baa-4e81-9be6-3c02d648be45 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:52.673229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.689281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=3c27df3c-f20b-4bb7-8277-dba7387f7a92,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.706100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.709965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.720434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b2be462b-dde1-4c42-b953-ceaa25b46ea2 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/3c27df3c-f20b-4bb7-8277-dba7387f7a92 HTTP/1.1" status: 204 len: 168 time: 1.6753883 Apr 01 15:52:52.730179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.736445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046c13c-7f84-418d-a58c-2b3a8130962c None None] Network df3e5c28-0d00-4e43-b849-cd64182eb50d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:52.741691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=e410b20b-5c0d-4ce3-a770-5600d697939b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.771194 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-def118b8-574f-4f0a-8d17-edc96cbf953b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/e410b20b-5c0d-4ce3-a770-5600d697939b HTTP/1.1" status: 204 len: 168 time: 5.6466596 Apr 01 15:52:52.771976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40914) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.864633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3be81892-1baa-4e81-9be6-3c02d648be45 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:52.865343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.880725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.889233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.890604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.891896 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0337240-49ab-4972-a290-f31ac4f1610c HTTP/1.1" status: 204 len: 168 time: 1.1850209 Apr 01 15:52:52.955674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40918) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.001394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c45cc-e7ce-461a-b583-56dff4e9d070 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0337240-49ab-4972-a290-f31ac4f1610c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.013654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=9312f998-361c-41e3-95ad-5662325dc069,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.018410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.049903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bae90438-c3d2-485a-8ee6-dcf0e5e2c840 None None] Could not find standard attr ID for object 9312f998-361c-41e3-95ad-5662325dc069. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:52:53.167205 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e00b814-0e42-4ca1-aaa7-84c312237c7a req-32f9ddd5-3349-4ad0-81b8-1c6ff8c358da service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293313 Apr 01 15:52:53.194940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.203397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.264260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] DHCP port deletion for df3e5c28-0d00-4e43-b849-cd64182eb50d request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:53.268945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Deleting port 7cb30e80-7f6f-4f55-95f5-1e897958d660 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:53.269322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.300734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 7cb30e80-7f6f-4f55-95f5-1e897958d660 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:53.301435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.358017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.418761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ca7c1d1c-0163-4fc1-9587-8d7dfef48c52 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:53.431060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.453962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Router a7294694-a5bf-4862-adf6-b4c9e63b8f0b is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:53.502882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] For port 7cb30e80-7f6f-4f55-95f5-1e897958d660, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cb30e80-7f6f-4f55-95f5-1e897958d660,segment=NetworkSegment(9e38d897-9a31-44ec-8695-9a22b6e8a913),segment_id=9e38d897-9a31-44ec-8695-9a22b6e8a913)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:53.503459 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.548321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.555216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ca7c1d1c-0163-4fc1-9587-8d7dfef48c52 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:53.559101 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ca7c1d1c-0163-4fc1-9587-8d7dfef48c52 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5977826 Apr 01 15:52:53.564121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40922) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.600394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.604918 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f4fa1f0d-081c-46de-9da1-00a1eb27b349 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/9312f998-361c-41e3-95ad-5662325dc069 HTTP/1.1" status: 204 len: 168 time: 3.2749500 Apr 01 15:52:53.609108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40926) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.630904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Calling delete_port for 7cb30e80-7f6f-4f55-95f5-1e897958d660 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:53.659448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port 7cb30e80-7f6f-4f55-95f5-1e897958d660, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cb30e80-7f6f-4f55-95f5-1e897958d660,segment=NetworkSegment(9e38d897-9a31-44ec-8695-9a22b6e8a913),segment_id=9e38d897-9a31-44ec-8695-9a22b6e8a913)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:53.660026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.698667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebf2865-e530-40ce-ba55-6d3f723a9eed']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.728761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6815ef8-f48b-400d-a93c-f281106b43b6') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.729129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6815ef8-f48b-400d-a93c-f281106b43b6') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.756032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.810811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.825972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9caf8d30-629b-4d6c-8602-2920c2a45690 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Synchronizing usage tracker for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:53.827966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.829117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 22f37757-4daf-4733-92d9-cc33a03a64e8 associated. External IP: 172.26.8.43, port: 0a214d04-cc1d-4ce6-b9d7-e9affcd49e96. Apr 01 15:52:53.873669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for 7cb30e80-7f6f-4f55-95f5-1e897958d660 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:53.884815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:53.886381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:53.888037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:53.888832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:53.900319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:53.905452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.907759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] Pushing event deleted for resources: {'Port': ['ID=7cb30e80-7f6f-4f55-95f5-1e897958d660,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.914673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd24ab3-2ef6-4c38-8fe6-5a7548aab7e0 None None] No DVR routers for this DVR port 7cb30e80-7f6f-4f55-95f5-1e897958d660 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:53.915159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:53.924790 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:54.005538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:54.021011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:54.023519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:54.065050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:54.076613 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] Sync routers for ids ['a7294694-a5bf-4862-adf6-b4c9e63b8f0b'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:54.087678 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] Routers {'a7294694-a5bf-4862-adf6-b4c9e63b8f0b'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:54.088624 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a7294694-a5bf-4862-adf6-b4c9e63b8f0b'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.132031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Pushing event updated for resources: {'Port': ['ID=fdec5b36-7b4a-4370-8dbf-5c09764e3841,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.152928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:54.154126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:54.177943 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.181888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.186989 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] Routers {'a7294694-a5bf-4862-adf6-b4c9e63b8f0b'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:54.187601 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a7294694-a5bf-4862-adf6-b4c9e63b8f0b'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.242036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:54.243133 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5474be2b-856a-49d7-8907-13812092ca93 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6331041 Apr 01 15:52:54.243793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9caf8d30-629b-4d6c-8602-2920c2a45690 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] Unset dirty status for tenant:67f02d55fca64a798c6acc7a123e9003 on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:54.244885 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9caf8d30-629b-4d6c-8602-2920c2a45690 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6782758 Apr 01 15:52:54.248090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40932) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.251250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40934) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.254058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.256390 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f80bff0c-d6b1-4163-8ba2-2ab77807a207 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1458609 Apr 01 15:52:54.258090 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.258586 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dd352-667a-4839-8eb0-119ebb5c4650 None None] The sync data for ids ['a7294694-a5bf-4862-adf6-b4c9e63b8f0b'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:54.267253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40940) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.329912 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e4de92aa-93e7-4f45-9f66-37c159b58414 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] delete failed (client error): The resource could not be found. Apr 01 15:52:54.330954 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e4de92aa-93e7-4f45-9f66-37c159b58414 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0337240-49ab-4972-a290-f31ac4f1610c HTTP/1.1" status: 404 len: 347 time: 0.0817611 Apr 01 15:52:54.336340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40944) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.343989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.381409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.400384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.431114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet b4076f1b-1256-4803-b754-f87a12b1c391 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:54.439188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=cebf2865-e530-40ce-ba55-6d3f723a9eed,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.462732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.474232 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c39cdb6-8a49-40d5-aab5-ca28a8867522 tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/cebf2865-e530-40ce-ba55-6d3f723a9eed HTTP/1.1" status: 204 len: 168 time: 1.6993597 Apr 01 15:52:54.483895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40948) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.513626 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e581ab91-9c7b-4c56-b091-ab9ad3a8fe13 tempest-SecGroupTest-1195985663 tempest-SecGroupTest-1195985663-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1763735 Apr 01 15:52:54.553114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.624085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cb30e80-7f6f-4f55-95f5-1e897958d660 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:54.656394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port 7cb30e80-7f6f-4f55-95f5-1e897958d660 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:54.656820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.674016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 7cb30e80-7f6f-4f55-95f5-1e897958d660 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:54.674517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cb30e80-7f6f-4f55-95f5-1e897958d660 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:54.770343 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0105c051-f29f-4a8e-8d33-c7f01b3a19c7 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/a7294694-a5bf-4862-adf6-b4c9e63b8f0b HTTP/1.1" status: 200 len: 921 time: 0.4992621 Apr 01 15:52:54.774131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40954) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.858926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.860477 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-04eceab4-832f-495e-9662-be92b716b015 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7294694-a5bf-4862-adf6-b4c9e63b8f0b HTTP/1.1" status: 200 len: 205 time: 0.0833364 Apr 01 15:52:54.865560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40958) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.931084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] The port '7cb30e80-7f6f-4f55-95f5-1e897958d660' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:54.951585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:55.094086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.119016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.127833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.211806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3e5c28-0d00-4e43-b849-cd64182eb50d']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.249266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e38d897-9a31-44ec-8695-9a22b6e8a913') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.249266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e38d897-9a31-44ec-8695-9a22b6e8a913') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.264583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.266935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.267229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.287498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.292997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.297071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:55.297479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:55.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:55.394696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.398879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.462192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.503751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d81aab-6fa7-4545-9b7c-b652120b3b1b') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.504056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d81aab-6fa7-4545-9b7c-b652120b3b1b') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.516111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11384d53-d0ea-45eb-ad73-7e5ef744d601 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:55.530607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=b4076f1b-1256-4803-b754-f87a12b1c391,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.532156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.546750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:55.574474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:55.585271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Pushing event updated for resources: {'Port': ['ID=fdec5b36-7b4a-4370-8dbf-5c09764e3841,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.599463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.632875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.657844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.663380 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/df3e5c28-0d00-4e43-b849-cd64182eb50d HTTP/1.1" status: 204 len: 168 time: 2.9296060 Apr 01 15:52:55.664978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40970) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.709362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:55.710442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.722044 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-92fa21f2-5b06-4ace-a24f-372e8279500a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/b4076f1b-1256-4803-b754-f87a12b1c391 HTTP/1.1" status: 204 len: 168 time: 1.4691381 Apr 01 15:52:55.723606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1a52-502f-4c1c-bfe5-acba3ebf8a0e tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=df3e5c28-0d00-4e43-b849-cd64182eb50d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.727164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40974) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.768127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.777414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.809058 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-090cb8a0-61bf-4e5a-9044-c0ac7e9f229f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:55.810309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090cb8a0-61bf-4e5a-9044-c0ac7e9f229f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:55.816674 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-090cb8a0-61bf-4e5a-9044-c0ac7e9f229f tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/f3c64a3a-99ee-4ba1-a79e-a2c4517004ae HTTP/1.1" status: 404 len: 337 time: 0.1499159 Apr 01 15:52:55.817668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.826898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.833588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99c65280-a185-440d-9dac-f6c87a692ac3 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3987379 Apr 01 15:52:55.836736 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0f1b8c5c-d1c3-4b6e-ac78-f8f81a1f8f66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f02d55fca64a798c6acc7a123e9003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949871 Apr 01 15:52:55.837457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40982) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.844722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40986) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.870984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.897159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:55.897468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:55.913911 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:55.939093 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc01aa89-74b4-4735-84e0-ae30d37e4ff5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/22f37757-4daf-4733-92d9-cc33a03a64e8 HTTP/1.1" status: 200 len: 977 time: 4.9337323 Apr 01 15:52:55.941199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.992746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 40994) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.024780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.061449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d026d9-fb29-4ee0-811e-e23fb0a8a4d8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:56.062092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d026d9-fb29-4ee0-811e-e23fb0a8a4d8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:56.066134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-24d026d9-fb29-4ee0-811e-e23fb0a8a4d8 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/3c9698d6-3f7c-4392-b136-d1eacaf4715a HTTP/1.1" status: 404 len: 339 time: 0.2279360 Apr 01 15:52:56.078260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 40998) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.080149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:56.081174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.082556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:56.101860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:56.110468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Usage tracker for resource:floatingip and tenant:c28f1acf508e4ddda4bc26c5084eb5e8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:56.116046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:56.131213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet e48d064a-c0c8-4fdb-85fb-7df22f171524 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:56.134023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port 9a516630-9af2-4848-ad68-0b4632191266 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:56.134923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.156510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.156961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c10d60-9bd8-49a6-8571-1ccb823afa16 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:56.160355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.163376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:56.189562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 0a214d04-cc1d-4ce6-b9d7-e9affcd49e96 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:56.189902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.229371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.255520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.263063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.299248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.311363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting subnet 37304cc2-1f11-4551-b023-a160a6b34e27 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:56.325634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.326862 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-80f11182-8636-4d59-93eb-989ae7f9995a tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/6e1427cc-baf9-4ce8-a8ce-a29ccd1e9469 HTTP/1.1" status: 204 len: 168 time: 1.8398771 Apr 01 15:52:56.327422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.327970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.358690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41002) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.444208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ee03-7ef6-4376-a297-d610b871cadd req-1a221b56-e810-4cd1-ae3d-eab6d6a80506 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:56.445821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2752ee03-7ef6-4376-a297-d610b871cadd req-1a221b56-e810-4cd1-ae3d-eab6d6a80506 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5124779 Apr 01 15:52:56.459585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.490014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.607589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.666309 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2752ee03-7ef6-4376-a297-d610b871cadd req-2695e88b-6c80-4bd0-9292-c73b7804c061 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092471 Apr 01 15:52:56.703476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.706348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.783527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.819720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f441b-71e6-4563-8bac-e3f9a4cefe92,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.829232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.856992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.905410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=e48d064a-c0c8-4fdb-85fb-7df22f171524,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.920472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.929542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72495908-c042-4250-867b-6f7ec290d929 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:56.930145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7c7697c8-e246-4bb5-a28a-7e218d8097af tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/e48d064a-c0c8-4fdb-85fb-7df22f171524 HTTP/1.1" status: 204 len: 168 time: 1.1927598 Apr 01 15:52:56.932288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.939916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41008) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.358514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f9c7b29-1da6-40ca-8303-ab9887aae616 None None] Provisioning complete for port 3be81892-1baa-4e81-9be6-3c02d648be45 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:57.358514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7b29-1da6-40ca-8303-ab9887aae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.359273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for 9a516630-9af2-4848-ad68-0b4632191266 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:57.359273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-590111a7-b671-47c2-88b6-872acd3b0ddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d3f441b-71e6-4563-8bac-e3f9a4cefe92 HTTP/1.1" status: 204 len: 168 time: 1.3419557 Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Subnet': ['ID=37304cc2-1f11-4551-b023-a160a6b34e27,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4efeee62-e0ba-4b2b-83bb-da45081f6453 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2764192 Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-acf35895-e834-4088-be18-084db9e2b90c tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/subnets/37304cc2-1f11-4551-b023-a160a6b34e27 HTTP/1.1" status: 204 len: 168 time: 1.1831894 Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41014) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.359639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:57.360535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41016) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.360647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe15292-2bc9-4441-846a-c0f6a3a9cec8 None None] Network 6b36f95f-2fb0-4203-b8b8-43f2519ed823 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:57.454374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.454502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:57.454607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:57.454607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:57.454607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:57.482988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Deleting port 3be81892-1baa-4e81-9be6-3c02d648be45 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:57.483344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.547041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:57.551365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.784408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] For port 3be81892-1baa-4e81-9be6-3c02d648be45, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3be81892-1baa-4e81-9be6-3c02d648be45,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:57.785078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.803711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.850352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411a0c-ba95-48d0-b24c-6b744148f68c req-09e9dc4e-a4da-4cec-b390-e8108d60870e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:57.852018 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-18411a0c-ba95-48d0-b24c-6b744148f68c req-09e9dc4e-a4da-4cec-b390-e8108d60870e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.0093167 Apr 01 15:52:57.868512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] DHCP port deletion for 6b36f95f-2fb0-4203-b8b8-43f2519ed823 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:57.907394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.935019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Calling delete_port for 3be81892-1baa-4e81-9be6-3c02d648be45 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:57.963367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Deleting port c74b8bb2-07a9-43ad-a108-8088e2bc8922 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:57.963746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.018280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port c74b8bb2-07a9-43ad-a108-8088e2bc8922 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:58.019132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.103308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:52:58.152855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc9a1c2-9a72-4d26-9242-57ed32de9403']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.212956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40600352-902d-49ea-92c7-1361992e17d3') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.213535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40600352-902d-49ea-92c7-1361992e17d3') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.262345 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.services.revisions.revision_plugin [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Could not find related port for resource to bump revision. Apr 01 15:52:58.271863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.311428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_pluggable_backend [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Port 3be81892-1baa-4e81-9be6-3c02d648be45 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88732) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 01 15:52:58.311741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_pluggable_backend [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:a615 {{(pid=88732) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 01 15:52:58.318726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.321483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.344143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] Pushing event deleted for resources: {'Port': ['ID=3be81892-1baa-4e81-9be6-3c02d648be45,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.355983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdde454-2d5b-4c74-83bc-cb45ca7d79bf None None] No DVR routers for this DVR port 3be81892-1baa-4e81-9be6-3c02d648be45 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:58.360431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] For port c74b8bb2-07a9-43ad-a108-8088e2bc8922, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c74b8bb2-07a9-43ad-a108-8088e2bc8922,segment=NetworkSegment(61597e2d-a1e3-45e4-bd20-07b9fbd026d4),segment_id=61597e2d-a1e3-45e4-bd20-07b9fbd026d4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:58.360431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.369090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.405453 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-18411a0c-ba95-48d0-b24c-6b744148f68c req-90a40007-5b81-4d72-b9f2-4039e3e19c80 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891582 Apr 01 15:52:58.414567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:58.425446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:58.431096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:58.431637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.455569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35157ed-7f7d-4891-bc7b-89bd5de0494e None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:58.456578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=e2b95186-d787-4ce7-9c8e-c95984e27c57,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.491898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.500277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:58.500847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.535129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Calling delete_port for c74b8bb2-07a9-43ad-a108-8088e2bc8922 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:58.557681 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:58.598931 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-009d4fc0-b932-4d8d-a2e0-3b7f6ea1805f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3301315 Apr 01 15:52:58.599547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41040) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.616846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:58.661525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c74b8bb2-07a9-43ad-a108-8088e2bc8922 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:58.736500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] For port c74b8bb2-07a9-43ad-a108-8088e2bc8922, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c74b8bb2-07a9-43ad-a108-8088e2bc8922,segment=NetworkSegment(61597e2d-a1e3-45e4-bd20-07b9fbd026d4),segment_id=61597e2d-a1e3-45e4-bd20-07b9fbd026d4)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:58.737023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.775515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13cc62-fcb8-4c83-b349-80bbff5a6e0d req-9b057c01-3a1b-441e-a189-073d9e85ac80 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:58.777149 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a13cc62-fcb8-4c83-b349-80bbff5a6e0d req-9b057c01-3a1b-441e-a189-073d9e85ac80 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2442749 Apr 01 15:52:58.815366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41046) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.884666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:58.891037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.905766 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a13cc62-fcb8-4c83-b349-80bbff5a6e0d req-46005f85-d7bc-4bb5-9401-bff7e63cbd6d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130502 Apr 01 15:52:58.916065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:58.938107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:58.941162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.958983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:58.966538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] Pushing event deleted for resources: {'Port': ['ID=c74b8bb2-07a9-43ad-a108-8088e2bc8922,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.994357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Calling delete_port for c74b8bb2-07a9-43ad-a108-8088e2bc8922 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:59.010272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bb072-18fe-4f31-8014-56aae1fd9d37 None None] No DVR routers for this DVR port c74b8bb2-07a9-43ad-a108-8088e2bc8922 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:59.025294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'e2b95186-d787-4ce7-9c8e-c95984e27c57'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:59.026364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.030869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0c89d7c3-7e34-4345-93d9-dff5a9304c03 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-589389497', 'prefixes': ['172.20.0.0/16']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:59.042905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0c89d7c3-7e34-4345-93d9-dff5a9304c03 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:59.084621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:59.088751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3be81892-1baa-4e81-9be6-3c02d648be45 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:59.093692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.099482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.099852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.100160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP 22f37757-4daf-4733-92d9-cc33a03a64e8 disassociated. External IP: 172.26.8.43, port: 0a214d04-cc1d-4ce6-b9d7-e9affcd49e96. Apr 01 15:52:59.100497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 0a214d04-cc1d-4ce6-b9d7-e9affcd49e96 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:59.163076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3be81892-1baa-4e81-9be6-3c02d648be45 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:59.163704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3be81892-1baa-4e81-9be6-3c02d648be45 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:59.295129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.497004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Allocated IP 2001:db8::f816:3eff:fec1:396f (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/e2b95186-d787-4ce7-9c8e-c95984e27c57/de2d942f-9531-4f26-914b-92e55995fe6f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:59.526057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.536865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:59.537276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:59.552414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=9a516630-9af2-4848-ad68-0b4632191266,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.559088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.587666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c89d7c3-7e34-4345-93d9-dff5a9304c03 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Notify callbacks [] for subnetpool, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.593934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0c89d7c3-7e34-4345-93d9-dff5a9304c03 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7712078 Apr 01 15:52:59.593934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41054) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.614838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] Pushing event deleted for resources: {'Network': ['ID=6dc9a1c2-9a72-4d26-9242-57ed32de9403,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.623828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.678097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aef4df13-8a9f-4ed4-8300-ca698cc7ba7c tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "GET /v2.0/subnetpools/3cf57e06-feca-458e-867f-85b66aee9cc1 HTTP/1.1" status: 200 len: 731 time: 0.0815609 Apr 01 15:52:59.683983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41058) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.704403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-332cee15-8088-4439-a087-c833f22ee513 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-189055636'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:59.719487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:59.725665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:59.729666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.729905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.736686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.744071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-547f6fa9-916f-4996-9490-005e4ee44c7b tempest-BulkNetworkOpsTest-829152329 tempest-BulkNetworkOpsTest-829152329-project] 10.222.0.21 "DELETE /v2.0/networks/6dc9a1c2-9a72-4d26-9242-57ed32de9403 HTTP/1.1" status: 204 len: 168 time: 3.3793144 Apr 01 15:52:59.749298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=9c95d3be-7044-4423-8880-3235327760f1,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.749688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Allocated IP 172.26.8.14 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/f0836b28-5219-4978-bb8c-6cb05b22e8b6) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:59.805481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc437cd2-6429-4390-8d56-5fe154dbc311 req-72a24f84-5a8d-40b6-89ea-ce3832c4fbe6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.807096 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bc437cd2-6429-4390-8d56-5fe154dbc311 req-72a24f84-5a8d-40b6-89ea-ce3832c4fbe6 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7115092 Apr 01 15:52:59.837511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.891579 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-79a279b0-dfe8-4bad-85cb-fbde171f6863 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2806296 Apr 01 15:52:59.896115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.970400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Transition to ACTIVE for port object de2d942f-9531-4f26-914b-92e55995fe6f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:59.991611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:14:60:c9', 'name': 'tempest-NetworksTestDHCPv6-1322451600'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:59.998877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Transition to ACTIVE for port object de2d942f-9531-4f26-914b-92e55995fe6f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:00.005063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-332cee15-8088-4439-a087-c833f22ee513 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Notify callbacks [] for subnetpool, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.006502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-332cee15-8088-4439-a087-c833f22ee513 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "PUT /v2.0/subnetpools/3cf57e06-feca-458e-867f-85b66aee9cc1 HTTP/1.1" status: 200 len: 683 time: 0.3156893 Apr 01 15:53:00.008929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41068) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.022583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.120235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Deleting port c74b8bb2-07a9-43ad-a108-8088e2bc8922 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:00.120576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.128149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.194846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:00.202924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:00.207747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:00.211806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-612afae5-767b-4862-960d-24ef7b1d14b7 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] Notify callbacks [] for subnetpool, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.215229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-612afae5-767b-4862-960d-24ef7b1d14b7 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3cf57e06-feca-458e-867f-85b66aee9cc1 HTTP/1.1" status: 204 len: 168 time: 0.2028024 Apr 01 15:53:00.215373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Pushing event updated for resources: {'Port': ['ID=de2d942f-9531-4f26-914b-92e55995fe6f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.216695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.245926 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-e772f0d2-edef-4578-bb35-b01daf49b07c tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] show failed (client error): The resource could not be found. Apr 01 15:53:00.249145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e772f0d2-edef-4578-bb35-b01daf49b07c tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "GET /v2.0/subnetpools/3cf57e06-feca-458e-867f-85b66aee9cc1 HTTP/1.1" status: 404 len: 346 time: 0.0306363 Apr 01 15:53:00.251546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41076) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.261607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.265253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=0a214d04-cc1d-4ce6-b9d7-e9affcd49e96,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.281012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-932e9372-fab8-4d2b-8614-b2a7de2a6f60 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] delete failed (client error): The resource could not be found. Apr 01 15:53:00.282055 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-932e9372-fab8-4d2b-8614-b2a7de2a6f60 tempest-SubnetPoolsTestJSON-1038788047 tempest-SubnetPoolsTestJSON-1038788047-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3cf57e06-feca-458e-867f-85b66aee9cc1 HTTP/1.1" status: 404 len: 346 time: 0.0295713 Apr 01 15:53:00.319208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Attempting to bind port de2d942f-9531-4f26-914b-92e55995fe6f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:00.319208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Attempting to bind port de2d942f-9531-4f26-914b-92e55995fe6f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:00.319208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Attempting to bind port de2d942f-9531-4f26-914b-92e55995fe6f on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:00.327166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:00.327518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:00.327936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.328337 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:00.328824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Bound port: de2d942f-9531-4f26-914b-92e55995fe6f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:00.329200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.350903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.435528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41084) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.450338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] For port de2d942f-9531-4f26-914b-92e55995fe6f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:00.454756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] For port de2d942f-9531-4f26-914b-92e55995fe6f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=de2d942f-9531-4f26-914b-92e55995fe6f,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:00.472463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] The port 'c74b8bb2-07a9-43ad-a108-8088e2bc8922' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:00.487694 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bc437cd2-6429-4390-8d56-5fe154dbc311 req-539df78e-3427-45f1-9b9e-ddf2477bf2cd tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6088178 Apr 01 15:53:00.551732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.665788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb764610-ee80-4dc5-829a-25aba07b7b0a None None] Pushing event updated for resources: {'Port': ['ID=de2d942f-9531-4f26-914b-92e55995fe6f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.702668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-870c4cd7-83d8-4aae-bf5b-5b0bece0b8e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f63bd47985cd4f229e543009c1c3cb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671156 Apr 01 15:53:00.707217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41092) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.787853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.794454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.806009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.806511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router a7294694-a5bf-4862-adf6-b4c9e63b8f0b {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:00.817535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:00.826823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.830014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.854027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:00.871436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:00.917758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:00.938381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.939853 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0cc71563-4416-4f0c-a257-9e65ff9cea16 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/a7294694-a5bf-4862-adf6-b4c9e63b8f0b HTTP/1.1" status: 204 len: 168 time: 6.0728834 Apr 01 15:53:00.941878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b36f95f-2fb0-4203-b8b8-43f2519ed823']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.947647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41100) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.966857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'name': 'tempest-snat-router-74371900', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:00.971288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61597e2d-a1e3-45e4-bd20-07b9fbd026d4') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.971664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61597e2d-a1e3-45e4-bd20-07b9fbd026d4') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.977198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:00.994212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.995431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:router and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:01.001613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:01.003348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:01.008684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.022489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.037982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.049907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.060895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:01.061384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.072676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41104) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:01.079223 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:01.091869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75a334-a06e-4a01-8aab-fbe4c96763a0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.095886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.097026 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-290343a4-6cc6-47d7-98e6-8e561e27b236 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b75a334-a06e-4a01-8aab-fbe4c96763a0 HTTP/1.1" status: 204 len: 168 time: 0.3882036 Apr 01 15:53:01.125864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.127361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.153918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.268214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.348414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:01.486765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Usage tracker for resource:security_group_rule and tenant:5cfd2f79f9554271b8881da314751095 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:01.491694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:01.494859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.551429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.620014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:01.627943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:01.630636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:01.735262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.750434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.812607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:01.815349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Pushing event updated for resources: {'Port': ['ID=f0836b28-5219-4978-bb8c-6cb05b22e8b6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.838428 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:01.850995 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:01.851566 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:01.854663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.886333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] Pushing event deleted for resources: {'Network': ['ID=6b36f95f-2fb0-4203-b8b8-43f2519ed823,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.895705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.931610 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:01.941442 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:01.945533 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:52:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:01.969098 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-229f4fbb-b45e-44a8-b58c-98d1af5c9fb4 tempest-NetworksIpV6Test-1907951319 tempest-NetworksIpV6Test-1907951319-project] 10.222.0.21 "DELETE /v2.0/networks/6b36f95f-2fb0-4203-b8b8-43f2519ed823 HTTP/1.1" status: 204 len: 168 time: 4.6827810 Apr 01 15:53:01.973393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.990665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.054646 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:02.055309 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322fa5-22c4-42eb-8a19-6d32653b41f1 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:02.076640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b914604-fe0c-4912-97bf-d2bb2769eb74,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.084887 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-52923bc2-b52f-4e9d-a5ac-171d43ddc536 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cfd2f79f9554271b8881da314751095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107837 Apr 01 15:53:02.087626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41124) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.093332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 88da4bd7-02a8-48e6-9ad9-2fe621b1156e yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:02.143436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86962128-593c-4dc6-a268-70ea4fc98c09 req-24838ea4-d003-4123-a0d2-dad5fa09cfec tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.145034 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-86962128-593c-4dc6-a268-70ea4fc98c09 req-24838ea4-d003-4123-a0d2-dad5fa09cfec tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.0468347 Apr 01 15:53:02.149223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b883cb4-c6ce-4d9d-8a8b-de2212baf5db None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:02.184071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.243300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-86bf4318-e64b-496e-9f8b-bae9665a7dd9 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/0a214d04-cc1d-4ce6-b9d7-e9affcd49e96 HTTP/1.1" status: 204 len: 168 time: 6.2491009 Apr 01 15:53:02.251518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.252554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41128) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.333354 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-86962128-593c-4dc6-a268-70ea4fc98c09 req-8cd141e2-347e-411b-8323-509c1ad73114 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769652 Apr 01 15:53:02.370443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.383712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.431959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.436841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-af0b61f1-0891-4b71-9727-de5410d0d64e None None] Provisioning for port de2d942f-9531-4f26-914b-92e55995fe6f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:02.444135 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ce89b2f-7462-443e-a105-a83ea490f212 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/floatingips/22f37757-4daf-4733-92d9-cc33a03a64e8 HTTP/1.1" status: 200 len: 687 time: 0.1875856 Apr 01 15:53:02.458266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.479120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.623172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09759c96-11fd-4ca4-be41-cc0c9dfa56c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.653766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.712854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.26.8.173 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/9bc0c008-5f63-4848-b881-cea55663d748) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:02.716580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device de2d942f-9531-4f26-914b-92e55995fe6f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:02.726872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.744666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b914604-fe0c-4912-97bf-d2bb2769eb74,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.756312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port b42eeed5-f8bd-49e4-9609-823b285aa71f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:02.756658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.805038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.813965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-df23b9aa-c170-41b0-b819-76382f6b2111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b914604-fe0c-4912-97bf-d2bb2769eb74 HTTP/1.1" status: 204 len: 168 time: 0.7246971 Apr 01 15:53:02.828709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.853608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.978718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.018089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port de2d942f-9531-4f26-914b-92e55995fe6f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:03.033243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port de2d942f-9531-4f26-914b-92e55995fe6f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:03.033622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.096329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.111205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Update dhcp port {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': 'e2b95186-d787-4ce7-9c8e-c95984e27c57', 'ip_address': '2001:db8::f816:3eff:fec1:396f'}, {'subnet_id': '9c95d3be-7044-4423-8880-3235327760f1'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'de2d942f-9531-4f26-914b-92e55995fe6f'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:53:03.160482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:03.164138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:03.166796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:03.225863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.285250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.314856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc0c008-5f63-4848-b881-cea55663d748,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.328153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2129267717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:03.335563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:03.340072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:router and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:03.343407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:03.350391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:03.360432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:03.443468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port de2d942f-9531-4f26-914b-92e55995fe6f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=de2d942f-9531-4f26-914b-92e55995fe6f,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:03.444653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.507599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 172.20.0.9 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9c95d3be-7044-4423-8880-3235327760f1/88da4bd7-02a8-48e6-9ad9-2fe621b1156e) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:03.510773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.525692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe14:60c9 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/e2b95186-d787-4ce7-9c8e-c95984e27c57/88da4bd7-02a8-48e6-9ad9-2fe621b1156e) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:03.577844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.578979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.595151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.597363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=de2d942f-9531-4f26-914b-92e55995fe6f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.678815 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e70f9c0-1132-4fb8-a8af-bf1e98b129af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69d13f52a60c4cedb176d55dac169a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8179905 Apr 01 15:53:03.679833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41168) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.701429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.701661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.898819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.907617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Pushing event updated for resources: {'Port': ['ID=f0836b28-5219-4978-bb8c-6cb05b22e8b6,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.921152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for b42eeed5-f8bd-49e4-9609-823b285aa71f owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:03.930143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.958737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcec34-f0d6-477c-a5b8-c338c829eef9 req-295e7228-6259-4653-a6a3-4c0c92679753 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.959378 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35fcec34-f0d6-477c-a5b8-c338c829eef9 req-295e7228-6259-4653-a6a3-4c0c92679753 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4737549 Apr 01 15:53:03.960204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.061524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.115158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.200766 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35fcec34-f0d6-477c-a5b8-c338c829eef9 req-95c75848-82b4-4936-a17c-2da593a929c9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762409 Apr 01 15:53:04.206240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.264284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.284031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 88da4bd7-02a8-48e6-9ad9-2fe621b1156e will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:04.330668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.332165 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9cae36fa-48da-4f7d-a126-5bdc51f31068 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4880154 Apr 01 15:53:04.334796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41172) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.399430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.403376 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-814d9de6-423f-4ae6-8b9d-a449eb51dede tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5709655 Apr 01 15:53:04.403376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.406402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41176) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.417468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.436313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-796899995'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:04.459471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.459696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.462741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf3976-e4c3-4f41-b0fb-4e63417bce15,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.474076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:network and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.476894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=b42eeed5-f8bd-49e4-9609-823b285aa71f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.489481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.499414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.500940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-56c03581-894b-47b7-bfee-dee22fee3fe3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dcf3976-e4c3-4f41-b0fb-4e63417bce15 HTTP/1.1" status: 204 len: 168 time: 0.7656958 Apr 01 15:53:04.523331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Allocated IP 172.20.0.2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9c95d3be-7044-4423-8880-3235327760f1/de2d942f-9531-4f26-914b-92e55995fe6f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:04.524669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.541483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.658764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-807427db-728c-4e2f-9202-679e295246ed tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.3203602 Apr 01 15:53:04.672061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41182) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.674879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=88da4bd7-02a8-48e6-9ad9-2fe621b1156e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.683167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:04.729654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device de2d942f-9531-4f26-914b-92e55995fe6f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:04.737510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:04.747320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:04.819694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f517019e-b581-4153-8394-a77bcb8c5e13 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Synchronizing usage tracker for tenant:c0ac749260cf4d5baf460234a25a76be on resource:floatingip {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:04.822945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.825659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.831120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-26432df1-652d-4f38-9f3e-71b656c61722 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/22f37757-4daf-4733-92d9-cc33a03a64e8 HTTP/1.1" status: 204 len: 168 time: 2.3661139 Apr 01 15:53:04.834542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41186) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.851474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'badf168d-a1f0-4da9-9b76-c6af1878f4d4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:04.867607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.892178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.892923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:floatingip and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.897945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.906484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:04.907427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.907792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] For port de2d942f-9531-4f26-914b-92e55995fe6f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=de2d942f-9531-4f26-914b-92e55995fe6f,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:04.915725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.917968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port de2d942f-9531-4f26-914b-92e55995fe6f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:04.919183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.920669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.937899 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.956750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.972507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:security_group_rule and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.977699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.987426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c8bb62c3-8ac9-4d85-813a-f92418549ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.995258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:05.000254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f517019e-b581-4153-8394-a77bcb8c5e13 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Unset dirty status for tenant:c0ac749260cf4d5baf460234a25a76be on resource:floatingip {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:05.007928 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f517019e-b581-4153-8394-a77bcb8c5e13 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3290045 Apr 01 15:53:05.010970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41192) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.033234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.072480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Transition to ACTIVE for port object de2d942f-9531-4f26-914b-92e55995fe6f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:05.100199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.115166 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2207acb6-8e4b-4498-879b-02f2d3577888 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2155294 Apr 01 15:53:05.119104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41196) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.210889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router 777e8fa1-22f6-463a-a212-2ffaff702b71 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:05.217675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.236923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.254449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Deleting port f0836b28-5219-4978-bb8c-6cb05b22e8b6 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:05.266717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.348262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.408504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:05.439847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229356ba-0491-4b44-96f3-2ad64a02a2c7 None None] Pushing event updated for resources: {'Port': ['ID=de2d942f-9531-4f26-914b-92e55995fe6f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.463457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.466142 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Added segment 0f70ea48-d8cb-4222-8297-7e142d6d6894 of type vlan for network e28131ee-8d3f-46ab-b423-10fc008a59f4 Apr 01 15:53:05.467492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e861eac0-ff5b-4167-b330-88e8886facea,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.579646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e79067-146b-4413-801f-e0ec01f444e7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.586219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e79067-146b-4413-801f-e0ec01f444e7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.587175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-82e79067-146b-4413-801f-e0ec01f444e7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:05.604624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.606755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.640043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:05.656449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41849187-6d02-472b-8970-808fab712481 None None] Sync routers for ids ['777e8fa1-22f6-463a-a212-2ffaff702b71'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:05.671885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41849187-6d02-472b-8970-808fab712481 None None] Routers {'777e8fa1-22f6-463a-a212-2ffaff702b71'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:05.675669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41849187-6d02-472b-8970-808fab712481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['777e8fa1-22f6-463a-a212-2ffaff702b71'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:05.806909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.810608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b624517-7d10-4de1-99d5-2a4db94f1e22 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8619211 Apr 01 15:53:05.813869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-82e79067-146b-4413-801f-e0ec01f444e7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:05.819312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-82e79067-146b-4413-801f-e0ec01f444e7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6961901 Apr 01 15:53:05.819312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.822868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41214) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.823399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41216) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.833928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.835751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.930305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a73b94-42a4-4fcc-8cb1-61ff5e8edd11 req-0c61af0d-b9b5-49a3-9cb2-793e73e9fb32 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.932068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2a73b94-42a4-4fcc-8cb1-61ff5e8edd11 req-0c61af0d-b9b5-49a3-9cb2-793e73e9fb32 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4235837 Apr 01 15:53:05.945299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.951327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.020465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-41849187-6d02-472b-8970-808fab712481 None None] Set router 777e8fa1-22f6-463a-a212-2ffaff702b71 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:06.156459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7486286 Apr 01 15:53:06.168102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088bdac-b6bb-4e38-83e2-a6a1acdbc1b9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Network': ['ID=e28131ee-8d3f-46ab-b423-10fc008a59f4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.172784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41226) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.178672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'subnet': {'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:06.202268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:06.307742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41230) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.347811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Calling delete_port for f0836b28-5219-4978-bb8c-6cb05b22e8b6 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:06.377675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.382464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:subnet and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.388837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.398297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.448732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 88da4bd7-02a8-48e6-9ad9-2fe621b1156e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:06.449058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.487721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257214322'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:06.493887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.499973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.503388 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ce266428-44b8-481b-848a-496605e75075 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/777e8fa1-22f6-463a-a212-2ffaff702b71 HTTP/1.1" status: 200 len: 907 time: 0.6722825 Apr 01 15:53:06.504434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.506897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.507890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.509847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41236) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.510312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.518289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:06.523177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.523631 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2a73b94-42a4-4fcc-8cb1-61ff5e8edd11 req-d6862407-562c-41b5-9b2f-87bd2281962a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888058 Apr 01 15:53:06.540793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'name': 'tempest-snat-router-74371900', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': True}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:06.577329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41849187-6d02-472b-8970-808fab712481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': False}, 'gw_port_id': '9bc0c008-5f63-4848-b881-cea55663d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:01Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 3, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port': {'id': '9bc0c008-5f63-4848-b881-cea55663d748', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:02Z', 'updated_at': '2022-04-01T15:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:06.584668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41849187-6d02-472b-8970-808fab712481 None None] Checking router: 777e8fa1-22f6-463a-a212-2ffaff702b71 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:06.585507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41849187-6d02-472b-8970-808fab712481 None None] Updating router 777e8fa1-22f6-463a-a212-2ffaff702b71 port 9bc0c008-5f63-4848-b881-cea55663d748 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:53:06.604148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.682017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.695098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.716744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.737691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.740253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Usage tracker for resource:router and tenant:d369c6ba18574abbba493e1cbcd9d51c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.742520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.745624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.748772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.752592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.766263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.848737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.866675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device de2d942f-9531-4f26-914b-92e55995fe6f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:06.922850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e5d4e962-c598-4ad6-9d9c-57c96b8e7135 None None] Provisioning for port de2d942f-9531-4f26-914b-92e55995fe6f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:06.931473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e5d4e962-c598-4ad6-9d9c-57c96b8e7135 None None] Provisioning complete for port de2d942f-9531-4f26-914b-92e55995fe6f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:06.931981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e962-c598-4ad6-9d9c-57c96b8e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.937812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.938962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.968736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.981694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.984198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.014323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.026520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:07.051310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port de2d942f-9531-4f26-914b-92e55995fe6f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:07.051822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.080609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.155894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:07.184459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:07.190136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd628373-1334-48b3-a5a6-055b35eb9905,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.288811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.300166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.317904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 88da4bd7-02a8-48e6-9ad9-2fe621b1156e owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:07.373283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Pushing event deleted for resources: {'Port': ['ID=f0836b28-5219-4978-bb8c-6cb05b22e8b6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.411845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Subnet': ['ID=bac5076d-edcc-4aae-9c74-e03654a053d3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.420969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Checking segment: {'id': '0f70ea48-d8cb-4222-8297-7e142d6d6894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:07.425597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network hostable DHCP agents. Network: e28131ee-8d3f-46ab-b423-10fc008a59f4, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:07.427069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.453296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.458333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41849187-6d02-472b-8970-808fab712481 None None] Transition to ACTIVE for port object 9bc0c008-5f63-4848-b881-cea55663d748 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:07.505024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ee58a-9376-458b-a6a8-ee24d672cfd4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.621224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:07.656134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-65ebccd0-0b2b-4da7-8939-e4b827747e48 None None] Provisioning for port 88da4bd7-02a8-48e6-9ad9-2fe621b1156e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:07.659822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.665930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.680705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.681516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-08bfc7a8-552d-4d3a-88c2-4539bfa0cd02 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3727517 Apr 01 15:53:07.685896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.710540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-65ebccd0-0b2b-4da7-8939-e4b827747e48 None None] Provisioning complete for port 88da4bd7-02a8-48e6-9ad9-2fe621b1156e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:07.710540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-65ebccd0-0b2b-4da7-8939-e4b827747e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.724963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e28131ee-8d3f-46ab-b423-10fc008a59f4) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:07.736150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.736399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.750318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8a479-0796-4cec-8e1f-6700858a464e req-771c4d61-982c-4788-966a-064d14a74e84 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.751962 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eca8a479-0796-4cec-8e1f-6700858a464e req-771c4d61-982c-4788-966a-064d14a74e84 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.1095302 Apr 01 15:53:07.758362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1c9ca-e499-432b-804c-6158f35d014e None None] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:07.807279 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eca8a479-0796-4cec-8e1f-6700858a464e req-53033b6d-ae8e-461a-ba2f-e17aeda52bc0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468185 Apr 01 15:53:07.865598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.877644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.895937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5d96d9b7-edce-4caa-a68a-ce3f4e484c06 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7220769 Apr 01 15:53:07.899366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41250) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.905564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'network': {'name': 'tempest-router-network01--572079712'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:07.910681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:07.915918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:network and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:07.919286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:07.927069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:07.930024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-65ebccd0-0b2b-4da7-8939-e4b827747e48 None None] Port 88da4bd7-02a8-48e6-9ad9-2fe621b1156e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:07.936140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41849187-6d02-472b-8970-808fab712481 None None] Attempting to bind port 9bc0c008-5f63-4848-b881-cea55663d748 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:07.936615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41849187-6d02-472b-8970-808fab712481 None None] Attempting to bind port 9bc0c008-5f63-4848-b881-cea55663d748 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:07.937597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41849187-6d02-472b-8970-808fab712481 None None] Attempting to bind port 9bc0c008-5f63-4848-b881-cea55663d748 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:07.944124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b25ffb-82d0-42a1-8026-44e74ade1745 None None] Pushing event updated for resources: {'Port': ['ID=9bc0c008-5f63-4848-b881-cea55663d748,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.950709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41849187-6d02-472b-8970-808fab712481 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:07.951526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41849187-6d02-472b-8970-808fab712481 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:07.952223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.952712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41849187-6d02-472b-8970-808fab712481 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:07.953277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41849187-6d02-472b-8970-808fab712481 None None] Bound port: 9bc0c008-5f63-4848-b881-cea55663d748, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:07.953744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.971408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.85 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/93353f00-a49f-4167-8e88-eb3d1c1b0a30) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:08.017215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.018349 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb3478bb-51ae-45e9-9892-fb09455eb091 tempest-FloatingIPAdminTestJSON-1089590000 tempest-FloatingIPAdminTestJSON-1089590000-project] 10.222.0.21 "DELETE /v2.0/floatingips/91978bff-f2c6-4b3e-a8a0-2031d3f9d9e0 HTTP/1.1" status: 204 len: 168 time: 3.0058749 Apr 01 15:53:08.021448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41254) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.045038 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a151cba-cf8f-427d-8b49-ad2a6eb18c2e tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3378360 Apr 01 15:53:08.085104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41258) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.108078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-41849187-6d02-472b-8970-808fab712481 None None] For port 9bc0c008-5f63-4848-b881-cea55663d748, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:08.110062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-security--1635760979', 'description': 'tempest-security-description-442944260'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:08.112773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-41849187-6d02-472b-8970-808fab712481 None None] For port 9bc0c008-5f63-4848-b881-cea55663d748, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9bc0c008-5f63-4848-b881-cea55663d748,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:08.125797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:08.129378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.226231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e28131ee-8d3f-46ab-b423-10fc008a59f4', 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4', 'tenant_id': 'ae9e780187154b78b5010e88d61870fc', 'fixed_ips': [{'subnet_id': 'bac5076d-edcc-4aae-9c74-e03654a053d3'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:08.227824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.264795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Deleting port fdec5b36-7b4a-4370-8dbf-5c09764e3841 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:08.265961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.267922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.299694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.316593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:08.319113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41849187-6d02-472b-8970-808fab712481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.343484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.343983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Added segment c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5 of type vlan for network 130e39de-204b-4c9c-bb14-feba31027fdf Apr 01 15:53:08.363543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.457334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=88da4bd7-02a8-48e6-9ad9-2fe621b1156e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.464734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41849187-6d02-472b-8970-808fab712481 None None] Routers {'777e8fa1-22f6-463a-a212-2ffaff702b71'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:08.467496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41849187-6d02-472b-8970-808fab712481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['777e8fa1-22f6-463a-a212-2ffaff702b71'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:08.511003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.517416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.546054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b25ffb-82d0-42a1-8026-44e74ade1745 None None] Pushing event updated for resources: {'Port': ['ID=9bc0c008-5f63-4848-b881-cea55663d748,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.574343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Allocated IP 2001:db8::2 (e28131ee-8d3f-46ab-b423-10fc008a59f4/bac5076d-edcc-4aae-9c74-e03654a053d3/4c94d5b8-47ac-4a00-9dfe-30ab3c969c70) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:08.575362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.581515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.581969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.662124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:08.669110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:08.671881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:08.705076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.707217 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-80fab644-8e2e-44a8-b7b3-112e4d7882d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/88da4bd7-02a8-48e6-9ad9-2fe621b1156e HTTP/1.1" status: 204 len: 168 time: 2.8770268 Apr 01 15:53:08.721549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41262) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.740900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Calling delete_port for fdec5b36-7b4a-4370-8dbf-5c09764e3841 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:08.767443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.781072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.786890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:08.787526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.836103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-41849187-6d02-472b-8970-808fab712481 None None] Set router 777e8fa1-22f6-463a-a212-2ffaff702b71 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:08.921179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=93353f00-a49f-4167-8e88-eb3d1c1b0a30,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.001838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.005724 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "PUT /v2.0/security-groups/a79ee58a-9376-458b-a6a8-ee24d672cfd4 HTTP/1.1" status: 200 len: 1777 time: 0.9068394 Apr 01 15:53:09.024384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41268) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.064345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ff95-c664-4811-b882-7029205fc665 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ee58a-9376-458b-a6a8-ee24d672cfd4,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.145146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Network': ['ID=130e39de-204b-4c9c-bb14-feba31027fdf,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.159482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e250a50-2802-4040-b5e3-7a6c13429975 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.161219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e250a50-2802-4040-b5e3-7a6c13429975 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.163179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e250a50-2802-4040-b5e3-7a6c13429975 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.164911 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e250a50-2802-4040-b5e3-7a6c13429975 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4316394 Apr 01 15:53:09.172610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 130e39de-204b-4c9c-bb14-feba31027fdf details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:09.180186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41272) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.207329 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e647ad19-95a3-4b17-a614-a1be86ca59bd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups/a79ee58a-9376-458b-a6a8-ee24d672cfd4 HTTP/1.1" status: 200 len: 1777 time: 0.1780810 Apr 01 15:53:09.211870 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-576deabd-de71-444f-b7b0-cff698324a93 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3114579 Apr 01 15:53:09.212788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41276) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.219938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41278) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.239481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'network': {'name': 'tempest-router-network02--1379583708'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:09.254018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:09.272020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:network and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:09.276764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:09.291428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:09.295405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.323024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.350599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Transition to ACTIVE for port object 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:09.352847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.357599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.375884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.380195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Transition to ACTIVE for port object 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:09.404442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41849187-6d02-472b-8970-808fab712481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': False}, 'gw_port_id': '9bc0c008-5f63-4848-b881-cea55663d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:01Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 3, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port': {'id': '9bc0c008-5f63-4848-b881-cea55663d748', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:02Z', 'updated_at': '2022-04-01T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:09.409794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41849187-6d02-472b-8970-808fab712481 None None] The sync data for ids ['777e8fa1-22f6-463a-a212-2ffaff702b71'] in dv-neutron-835944-1-hyperv is: [{'id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': False}, 'gw_port_id': '9bc0c008-5f63-4848-b881-cea55663d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:01Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 3, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port': {'id': '9bc0c008-5f63-4848-b881-cea55663d748', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777e8fa1-22f6-463a-a212-2ffaff702b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:02Z', 'updated_at': '2022-04-01T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:09.410546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 9c95d3be-7044-4423-8880-3235327760f1 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:09.420335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:09.424553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.440401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdec5b36-7b4a-4370-8dbf-5c09764e3841,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.470756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.485294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.526783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.546858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:09.551378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:09.555636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:09.568931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:09.589152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.589499 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Added segment 3399983c-8a6c-43d1-a24e-04aabdd968c9 of type vlan for network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c Apr 01 15:53:09.599434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.638020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.667885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.670652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Pushing event updated for resources: {'Port': ['ID=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.673306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Attempting to bind port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:09.673777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Attempting to bind port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0f70ea48-d8cb-4222-8297-7e142d6d6894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:09.674400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Attempting to bind port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 on network e28131ee-8d3f-46ab-b423-10fc008a59f4 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:09.675776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7764c1fb-3586-4294-b720-25810f568a54 tempest-FloatingIPAdminTestJSON-1326397643 tempest-FloatingIPAdminTestJSON-1326397643-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/17e0a244-7e60-4540-b12d-c6b9c4c2e89a HTTP/1.1" status: 204 len: 168 time: 1.6527998 Apr 01 15:53:09.679217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41284) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.681165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:09.681628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Checking segment: {'id': '0f70ea48-d8cb-4222-8297-7e142d6d6894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:09.682123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.682635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Bound using segment: {'id': '0f70ea48-d8cb-4222-8297-7e142d6d6894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:09.683204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Bound port: 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f70ea48-d8cb-4222-8297-7e142d6d6894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e28131ee-8d3f-46ab-b423-10fc008a59f4'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:09.683677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.704692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5d8bf-26b4-4623-ae3d-6b8e04a5eee3 req-b1338c3d-daec-4ce9-9cc9-d82c33338b90 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.707369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3ed5d8bf-26b4-4623-ae3d-6b8e04a5eee3 req-b1338c3d-daec-4ce9-9cc9-d82c33338b90 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7717123 Apr 01 15:53:09.716871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.725484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.727143 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/a79ee58a-9376-458b-a6a8-ee24d672cfd4 HTTP/1.1" status: 204 len: 168 time: 0.5106530 Apr 01 15:53:09.738025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.747725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.759946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731308-6f3c-49e8-b420-21ac441e00d1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79ee58a-9376-458b-a6a8-ee24d672cfd4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.808891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port a9288cca-b403-4099-a2cc-6e335ecec089 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:09.808891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.874040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] For port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:09.877331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] For port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,segment=NetworkSegment(0f70ea48-d8cb-4222-8297-7e142d6d6894),segment_id=0f70ea48-d8cb-4222-8297-7e142d6d6894)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:09.931163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.938013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.938770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.985783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.066864 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3ed5d8bf-26b4-4623-ae3d-6b8e04a5eee3 req-4915332d-76ef-46a1-97e0-fa97429c5fe2 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424709 Apr 01 15:53:10.117501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd6d39-b8a5-49fd-b2af-9c2522ab532d None None] Pushing event updated for resources: {'Port': ['ID=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.123601 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-48efe21a-36f5-482d-9923-03d4bff2919b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3818290 Apr 01 15:53:10.135785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41292) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.146488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9250948 Apr 01 15:53:10.156603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41296) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.213894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63796d0d-be3c-4c53-84f2-b7100086d4aa tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Network': ['ID=a90f3baa-fe83-4e40-a7cc-c95dd7ce483c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.222950 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-d9ca845c-0560-47b6-8d4c-b3ffec0d5723 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] delete failed (client error): The resource could not be found. Apr 01 15:53:10.224049 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9ca845c-0560-47b6-8d4c-b3ffec0d5723 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/a79ee58a-9376-458b-a6a8-ee24d672cfd4 HTTP/1.1" status: 404 len: 347 time: 0.0799911 Apr 01 15:53:10.224504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'subnet': {'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:10.233208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:10.254414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41300) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.269391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.283085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.26.8.243 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/53f73102-079b-4305-af9b-5ae212867184) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:10.283890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504836238'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:10.289732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:10.294894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:10.312179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:10.317103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:10.415693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.463981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.523837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.531961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:10.545487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:10.594988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.627112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:10.682301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.698919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:10.714928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for a9288cca-b403-4099-a2cc-6e335ecec089 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:10.718818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.749398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:10.756583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9bc0c008-5f63-4848-b881-cea55663d748 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:10.759693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:subnet and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:10.766347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:10.781680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:10.926572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:10.930054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.947399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.963051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd05bb-e7bc-4bcf-9831-e241f1606992 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:10.967542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.998943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=9c95d3be-7044-4423-8880-3235327760f1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.003510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.009109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9bc0c008-5f63-4848-b881-cea55663d748 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:11.020098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9bc0c008-5f63-4848-b881-cea55663d748 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:11.023113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.064816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.076324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:11.082573 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6f924785-3f06-438e-a7df-bae1d014218a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9c95d3be-7044-4423-8880-3235327760f1 HTTP/1.1" status: 204 len: 168 time: 1.8956549 Apr 01 15:53:11.085842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:11.096983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41304) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.107095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=53f73102-079b-4305-af9b-5ae212867184,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.119717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:11.143142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.380967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.411970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9bc0c008-5f63-4848-b881-cea55663d748, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9bc0c008-5f63-4848-b881-cea55663d748,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:11.417681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Port': ['ID=a9288cca-b403-4099-a2cc-6e335ecec089,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.441139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e46e7e-9284-4607-8dbc-53db6780b8e8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.495443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.496234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:11.601631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.603656 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-756c99d6-3928-450e-9d6c-b3fc79e81961 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3477693 Apr 01 15:53:11.624817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41310) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.651959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet e2b95186-d787-4ce7-9c8e-c95984e27c57 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:11.671800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': 'c0e46e7e-9284-4607-8dbc-53db6780b8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:11.730480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9bc0c008-5f63-4848-b881-cea55663d748,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.738527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.755969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.803999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:11.818572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829f910-a24e-45d5-9b6b-84c173162901 None None] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:11.830230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:11.860354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:11.901131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:11.918085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.932805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:11.938683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-132cfe84-4241-41c2-9925-0ae5a975c0c8 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/ports/a9288cca-b403-4099-a2cc-6e335ecec089 HTTP/1.1" status: 204 len: 168 time: 2.2583711 Apr 01 15:53:11.941189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41314) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.955547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.956508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.049185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.115784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Provisioning for port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:12.120747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=93353f00-a49f-4167-8e88-eb3d1c1b0a30,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.136214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Provisioning complete for port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.136775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.144660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7cfe4-1787-4291-a11b-e9f61830b55f req-169c1e91-568c-4161-80e2-93dc46f1ab3d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.146704 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f1f7cfe4-1787-4291-a11b-e9f61830b55f req-169c1e91-568c-4161-80e2-93dc46f1ab3d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7821803 Apr 01 15:53:12.217996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.251498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.312288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b95186-d787-4ce7-9c8e-c95984e27c57,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.315374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.316991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.328782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.340616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38d2b5-9163-4c23-b0c0-496d11d7dde4 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:12.343947 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f19416e3-7791-4c2b-8b32-8c648192a194 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b95186-d787-4ce7-9c8e-c95984e27c57 HTTP/1.1" status: 204 len: 168 time: 1.2439930 Apr 01 15:53:12.345031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f1f7cfe4-1787-4291-a11b-e9f61830b55f req-14d43fe6-5efb-43ea-81ed-7cd3aafc0db9 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524558 Apr 01 15:53:12.350282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41318) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.444557 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-559043fb-23f0-4e26-94ca-c069fb001386 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897446 Apr 01 15:53:12.449511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41322) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.450590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.466577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:12.543089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] For port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,segment=NetworkSegment(0f70ea48-d8cb-4222-8297-7e142d6d6894),segment_id=0f70ea48-d8cb-4222-8297-7e142d6d6894)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:12.577018 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP d7446f38-f296-42ed-878d-f8fb4ee85b41 associated. External IP: 172.26.8.85, port: badf168d-a1f0-4da9-9b76-c6af1878f4d4. Apr 01 15:53:12.645434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9bc0c008-5f63-4848-b881-cea55663d748 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:12.681282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.691400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:12.691605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.695954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Subnet': ['ID=bb241360-b4b2-438b-87a3-00def09ee4e8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.708842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:12.720823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:12.736612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929be25f-caf7-480e-ad97-13a426bff634 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.736612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-929be25f-caf7-480e-ad97-13a426bff634 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Synchronizing usage tracker for tenant:c0ac749260cf4d5baf460234a25a76be on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:12.751471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:12.760705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:12.768605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Deleting port de2d942f-9531-4f26-914b-92e55995fe6f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:12.769228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.805082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Checking segment: {'id': 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:12.805451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network hostable DHCP agents. Network: 130e39de-204b-4c9c-bb14-feba31027fdf, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:12.835544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.866241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11133fe9-5b39-4a2c-869a-6b3a85f789c5 None None] Pushing event updated for resources: {'Port': ['ID=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.895886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:12.902554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.917750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9bc0c008-5f63-4848-b881-cea55663d748 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.918178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.943930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b19f5e63-9dfd-4c86-a0fc-cd1d6786352f None None] Provisioning complete for port de2d942f-9531-4f26-914b-92e55995fe6f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.944301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b19f5e63-9dfd-4c86-a0fc-cd1d6786352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.946590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-929be25f-caf7-480e-ad97-13a426bff634 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Unset dirty status for tenant:c0ac749260cf4d5baf460234a25a76be on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:12.948341 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-929be25f-caf7-480e-ad97-13a426bff634 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 HTTP/1.1" status: 200 len: 913 time: 0.8128068 Apr 01 15:53:12.949457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network 130e39de-204b-4c9c-bb14-feba31027fdf is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:12.953670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41326) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.967163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.124178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d04c411-dc93-4386-930e-0c0485c0f588,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.138926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 130e39de-204b-4c9c-bb14-feba31027fdf) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:13.143193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.143931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.163225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999aed6-b943-47a7-abaf-830878eb1d8d None None] Network 130e39de-204b-4c9c-bb14-feba31027fdf requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:13.197952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.347096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.350136 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aba930b3-e3f4-4e1f-a70a-d775c9096179 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7200766 Apr 01 15:53:13.357049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41330) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.361699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] For port de2d942f-9531-4f26-914b-92e55995fe6f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=de2d942f-9531-4f26-914b-92e55995fe6f,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:13.362101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.441940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c5f1f3d9-75c0-4c1f-93bf-17fc9c9f5e55 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2817719 Apr 01 15:53:13.453916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41336) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.471744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'subnet': {'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:13.493285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:13.506896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.525620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.549334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Calling delete_port for de2d942f-9531-4f26-914b-92e55995fe6f owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:13.676006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b19f5e63-9dfd-4c86-a0fc-cd1d6786352f None None] Provisioning complete for port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:13.676364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b19f5e63-9dfd-4c86-a0fc-cd1d6786352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.783456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.810071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d04c411-dc93-4386-930e-0c0485c0f588,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.825359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.825620 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6a0d99cb-2ad1-49ad-b96a-1c198dca6bc8 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4d04c411-dc93-4386-930e-0c0485c0f588 HTTP/1.1" status: 204 len: 168 time: 0.4674451 Apr 01 15:53:13.834117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41340) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.838680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:13.841290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-130e39de-204b-4c9c-bb14-feba31027fdf', 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf', 'tenant_id': 'ae9e780187154b78b5010e88d61870fc', 'fixed_ips': [{'subnet_id': 'bb241360-b4b2-438b-87a3-00def09ee4e8'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:13.841583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.851623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:subnet and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:13.856868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:13.862938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:13.880506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2fd1-1c4e-4270-b462-4eb3c7441865 req-015fa50c-8010-4932-9555-e96e8986ee01 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.882087 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:13.888049 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-084c2fd1-1c4e-4270-b462-4eb3c7441865 req-015fa50c-8010-4932-9555-e96e8986ee01 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3444910 Apr 01 15:53:13.898204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:13.920331 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:13.923558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:13.935498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.935718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router 277f3de8-f3d2-424a-9469-8ef1790981d6 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:13.946189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.949391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1a52530-a6c8-4d20-9615-c487243290b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:14.010335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] Pushing event deleted for resources: {'Port': ['ID=de2d942f-9531-4f26-914b-92e55995fe6f,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.013454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0da36-4717-4997-b35e-1cc193de00aa None None] No DVR routers for this DVR port de2d942f-9531-4f26-914b-92e55995fe6f on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:14.057314 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.067379 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:14.068210 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.091588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:14.101107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.111368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.123280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Allocated IP 2001:db8::2 (130e39de-204b-4c9c-bb14-feba31027fdf/bb241360-b4b2-438b-87a3-00def09ee4e8/800a0aa8-40e4-4802-aa3c-ceedc8466993) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:14.133827 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.134573 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15fa79-de38-49ac-9694-291e8214f92e None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:14.197656 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-084c2fd1-1c4e-4270-b462-4eb3c7441865 req-09fc2510-396e-4e08-9985-c9e1a0d17734 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086627 Apr 01 15:53:14.326716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:14.338683 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5265be90-d11b-4623-8e83-a193da3b15f7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4987431 Apr 01 15:53:14.342185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.352743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-957337892'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:14.361904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:14.367426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:network and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:14.371866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:14.375671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1a52530-a6c8-4d20-9615-c487243290b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:14.377489 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c1a52530-a6c8-4d20-9615-c487243290b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5375004 Apr 01 15:53:14.381497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41350) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.394548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:14.457637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Sync routers for ids ['277f3de8-f3d2-424a-9469-8ef1790981d6'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:14.471918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.474371 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-376bb6e1-5661-4574-9fbe-616897d46ba0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.9487734 Apr 01 15:53:14.476335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41356) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.479114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.486712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Routers {'277f3de8-f3d2-424a-9469-8ef1790981d6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:14.487541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['277f3de8-f3d2-424a-9469-8ef1790981d6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.515789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:14.525939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:14.534494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:14.535211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.568544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a2939-dc4a-4777-8556-10a37fce146d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:14.570337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=782bb47c-1cb7-4b93-a513-9743f0c9307b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.649361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.671513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Transition to ACTIVE for port object 800a0aa8-40e4-4802-aa3c-ceedc8466993 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:14.705594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:14.709037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.772350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.778410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-190b1566-2330-4c98-b18a-a1d1e14d77dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3231299 Apr 01 15:53:14.782890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.787382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41362) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.882155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:14.897488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Transition to ACTIVE for port object 800a0aa8-40e4-4802-aa3c-ceedc8466993 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:14.901808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:14.926661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:15.051684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Subnet': ['ID=ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.072352 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b3dfce7e-997f-43f9-b828-5d438d64833a tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/277f3de8-f3d2-424a-9469-8ef1790981d6 HTTP/1.1" status: 200 len: 906 time: 0.5918415 Apr 01 15:53:15.072352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.072352 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Added segment d175b7fa-4efd-4b80-a0e2-1988b1391279 of type vlan for network b3837d06-941d-4fd8-8cdb-ea2865c403da Apr 01 15:53:15.081014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41366) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.094760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.142754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.182737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.184375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Set router 277f3de8-f3d2-424a-9469-8ef1790981d6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:15.220881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09b9aa-5cb2-4c8f-b369-0f978afdd550 req-ddfd5239-7f6c-44dd-99b0-93018f46618d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.222389 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ec09b9aa-5cb2-4c8f-b369-0f978afdd550 req-ddfd5239-7f6c-44dd-99b0-93018f46618d tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2724073 Apr 01 15:53:15.224727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e46e7e-9284-4607-8dbc-53db6780b8e8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.298025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ec09b9aa-5cb2-4c8f-b369-0f978afdd550 req-026b7b8a-596c-48eb-9f71-41b4be1d2dee tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559998 Apr 01 15:53:15.322674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.326159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Network 130e39de-204b-4c9c-bb14-feba31027fdf is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:15.333253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.344693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.345300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.345384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:15.361182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:15.403453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.404584 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ef4bbbbd-c637-4e2a-b838-3a9895e04d97 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0e46e7e-9284-4607-8dbc-53db6780b8e8 HTTP/1.1" status: 204 len: 168 time: 1.0218816 Apr 01 15:53:15.411866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Pushing event updated for resources: {'Port': ['ID=800a0aa8-40e4-4802-aa3c-ceedc8466993,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.417232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.442148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:15.483188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:15.496280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Network': ['ID=b3837d06-941d-4fd8-8cdb-ea2865c403da,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.539775 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-48cd518e-da42-4fe1-bbf6-e7dd8ef84608 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1961439 Apr 01 15:53:15.542248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41374) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.546278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:15.547215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network b3837d06-941d-4fd8-8cdb-ea2865c403da details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:15.551954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'subnet': {'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:15.566785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Checking segment: {'id': '3399983c-8a6c-43d1-a24e-04aabdd968c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:15.567006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network hostable DHCP agents. Network: a90f3baa-fe83-4e40-a7cc-c95dd7ce483c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:15.571875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:15.690377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:15.707905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:15.709745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:15.710122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.748344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-c422f37e-2c02-460d-921f-6ac595f664fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.749948 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-c422f37e-2c02-460d-921f-6ac595f664fc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.6106753 Apr 01 15:53:15.750577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:15.754148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.778402 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:15.810850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Attempting to bind port 800a0aa8-40e4-4802-aa3c-ceedc8466993 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:15.811234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Attempting to bind port 800a0aa8-40e4-4802-aa3c-ceedc8466993 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:15.811601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Attempting to bind port 800a0aa8-40e4-4802-aa3c-ceedc8466993 on network 130e39de-204b-4c9c-bb14-feba31027fdf {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:15.818828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:15.822870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.843243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:15.843243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Checking segment: {'id': 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:15.843243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.843696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Bound using segment: {'id': 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:15.844027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Bound port: 800a0aa8-40e4-4802-aa3c-ceedc8466993, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '130e39de-204b-4c9c-bb14-feba31027fdf'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:15.844377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.910411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c511f1f-5af4-4c45-a868-2f87dd5b28b0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:15.913668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.948449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '782bb47c-1cb7-4b93-a513-9743f0c9307b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:15.949313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.012711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:16.158750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] For port 800a0aa8-40e4-4802-aa3c-ceedc8466993, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:16.164685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] For port 800a0aa8-40e4-4802-aa3c-ceedc8466993, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=800a0aa8-40e4-4802-aa3c-ceedc8466993,segment=NetworkSegment(c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5),segment_id=c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:16.221659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f3de8-f3d2-424a-9469-8ef1790981d6', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '53f73102-079b-4305-af9b-5ae212867184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:06Z', 'updated_at': '2022-04-01T15:53:11Z', 'revision_number': 3, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port': {'id': '53f73102-079b-4305-af9b-5ae212867184', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f3de8-f3d2-424a-9469-8ef1790981d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:09Z', 'updated_at': '2022-04-01T15:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:16.232512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device de2d942f-9531-4f26-914b-92e55995fe6f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:16.245728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.254288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, a90f3baa-fe83-4e40-a7cc-c95dd7ce483c) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:16.268945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Checking router: 277f3de8-f3d2-424a-9469-8ef1790981d6 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:16.268945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Updating router 277f3de8-f3d2-424a-9469-8ef1790981d6 port 53f73102-079b-4305-af9b-5ae212867184 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:53:16.303695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb840c74-ff21-4d4d-b815-d00b4c509f8c None None] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:16.314433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:16.315035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.328286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: de2d942f-9531-4f26-914b-92e55995fe6f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:16.328286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device de2d942f-9531-4f26-914b-92e55995fe6f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:16.329703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.381493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Subnet': ['ID=5755c54d-91ae-4ebf-a621-3d7d52de7160,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.427345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c511f1f-5af4-4c45-a868-2f87dd5b28b0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:16.428645 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c511f1f-5af4-4c45-a868-2f87dd5b28b0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9994493 Apr 01 15:53:16.447124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41380) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.475731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Checking segment: {'id': 'd175b7fa-4efd-4b80-a0e2-1988b1391279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:16.477041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network hostable DHCP agents. Network: b3837d06-941d-4fd8-8cdb-ea2865c403da, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:16.482948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--593670307'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:16.490479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Allocated IP 172.20.0.2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/782bb47c-1cb7-4b93-a513-9743f0c9307b/68faffad-c031-45cd-a6cf-90e14f3c6545) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:16.497953 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2d3b4e0-0054-4ff5-a364-c1a8d70d8a73 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0410311 Apr 01 15:53:16.501711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:16.510165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-dd6c669d-dcdd-4d4a-81df-47f6f0debce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:16.517422 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-dd6c669d-dcdd-4d4a-81df-47f6f0debce9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.6073742 Apr 01 15:53:16.517566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41384) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.524177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.627650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:16.701845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network b3837d06-941d-4fd8-8cdb-ea2865c403da is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:16.702839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.805411 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-e5a4fd9d-d84d-4390-8e85-51ac4a621e36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.2728181 Apr 01 15:53:16.806148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.838542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea90384-9321-4fd4-8d7c-6eb5e2500f74 None None] Pushing event updated for resources: {'Port': ['ID=800a0aa8-40e4-4802-aa3c-ceedc8466993,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.879443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port 53f73102-079b-4305-af9b-5ae212867184 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:16.879790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.010027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:17.037138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:17.061411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, b3837d06-941d-4fd8-8cdb-ea2865c403da) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:17.067303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.068288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.069479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:17.108073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:17.142954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-fdb3a198-335f-4243-bc8a-0d5a72ee0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.144950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-fdb3a198-335f-4243-bc8a-0d5a72ee0d0d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.3236578 Apr 01 15:53:17.153150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port e457987b-b3a3-445d-be92-64098b20ab7f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:17.153479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.163218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0d731-c107-4a96-81c7-be5dac512744 None None] Network b3837d06-941d-4fd8-8cdb-ea2865c403da requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:17.338887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75d35-0c61-4fa9-bc64-113ade4ddc7c req-6495d1a3-89c7-4508-8ef2-a8124a98e6ec tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.346929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-81f75d35-0c61-4fa9-bc64-113ade4ddc7c req-6495d1a3-89c7-4508-8ef2-a8124a98e6ec tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.6928327 Apr 01 15:53:17.413635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.466723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-a90f3baa-fe83-4e40-a7cc-c95dd7ce483c', 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c', 'tenant_id': 'ae9e780187154b78b5010e88d61870fc', 'fixed_ips': [{'subnet_id': 'ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:17.466723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.517733 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-20b5035c-41b4-4f15-9183-2f05a285b159 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9742856 Apr 01 15:53:17.519063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41388) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.531247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.577881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Transition to ACTIVE for port object 68faffad-c031-45cd-a6cf-90e14f3c6545 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:17.609321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-176859499', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:17.617213 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-81f75d35-0c61-4fa9-bc64-113ade4ddc7c req-06876c98-f424-4dcb-8e18-41502eb24616 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694023 Apr 01 15:53:17.632462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.644028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:17.663406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Transition to ACTIVE for port object 68faffad-c031-45cd-a6cf-90e14f3c6545 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:17.670490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:router and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:17.755634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-b3837d06-941d-4fd8-8cdb-ea2865c403da', 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da', 'tenant_id': 'b38828871ca54f16a2c274d9509ff350', 'fixed_ips': [{'subnet_id': '5755c54d-91ae-4ebf-a621-3d7d52de7160'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:17.756490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.879641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.900058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.resource_extend [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:17.950962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:18.048654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for 53f73102-079b-4305-af9b-5ae212867184 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:18.056522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:18.087608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Allocated IP 2001:db8::1 (130e39de-204b-4c9c-bb14-feba31027fdf/bb241360-b4b2-438b-87a3-00def09ee4e8/e774826e-e053-476f-9a40-80ae5677ecb6) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:18.093632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:18.143451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.195158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.217743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.234026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Transition to ACTIVE for port object 53f73102-079b-4305-af9b-5ae212867184 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:18.280370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:18.286655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Pushing event updated for resources: {'Port': ['ID=68faffad-c031-45cd-a6cf-90e14f3c6545,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.298263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:18.322852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.348195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Transition to ACTIVE for port object e774826e-e053-476f-9a40-80ae5677ecb6 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:18.363575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.381324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for e457987b-b3a3-445d-be92-64098b20ab7f owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:18.392122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Allocated IP 2001:db8::2 (a90f3baa-fe83-4e40-a7cc-c95dd7ce483c/ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a/282e32dd-bb1e-4a90-b6b9-fbf4de2815e1) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:18.420826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-27a32443-9418-4c2a-be67-654f325a3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.422507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-27a32443-9418-4c2a-be67-654f325a3bb2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2320347 Apr 01 15:53:18.435134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.441224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.442276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.548215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.577320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.671289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07771d69-df77-452d-8649-4bd2a02c81b7 None None] Network 130e39de-204b-4c9c-bb14-feba31027fdf requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:18.690597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Attempting to bind port 68faffad-c031-45cd-a6cf-90e14f3c6545 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:18.691171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Attempting to bind port 68faffad-c031-45cd-a6cf-90e14f3c6545 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:18.691721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Attempting to bind port 68faffad-c031-45cd-a6cf-90e14f3c6545 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:18.718006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1652e6f6-a335-4ba1-ab8a-d7bd547ebb46,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.749251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.800783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:18.801401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:18.802018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.802695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:18.803427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Bound port: 68faffad-c031-45cd-a6cf-90e14f3c6545, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:18.804029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.804760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:53:18.882789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Port': ['ID=e774826e-e053-476f-9a40-80ae5677ecb6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.917660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network 130e39de-204b-4c9c-bb14-feba31027fdf is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:18.925726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:18.932613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:18.934253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.959774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.961590 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-def7ea89-28a8-4fa9-800d-3ef3ee5e5da2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4983776 Apr 01 15:53:18.974131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41398) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.977201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-4927b776-ca84-4616-9f59-169ea5bbe4f2 service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097418 Apr 01 15:53:18.983240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '1652e6f6-a335-4ba1-ab8a-d7bd547ebb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:19.032138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:19.064524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Attempting to bind port 53f73102-079b-4305-af9b-5ae212867184 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:19.065286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Attempting to bind port 53f73102-079b-4305-af9b-5ae212867184 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:19.065549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:19.065852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Attempting to bind port 53f73102-079b-4305-af9b-5ae212867184 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:19.066204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:19.068255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:19.069869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 800a0aa8-40e4-4802-aa3c-ceedc8466993 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:19.084762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:19.160061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:19.207346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff6426-040d-4b2b-be61-452b8e78e4f9 None None] Pushing event updated for resources: {'Port': ['ID=53f73102-079b-4305-af9b-5ae212867184,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:19.245862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:19.245862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:19.245862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.245862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:19.246743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Bound port: 53f73102-079b-4305-af9b-5ae212867184, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:19.246967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.271831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d473d-2bab-4149-820e-db7ceeda316f req-7d66c6bb-3daa-40b9-8594-8de84c4bc784 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.273503 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-254d473d-2bab-4149-820e-db7ceeda316f req-7d66c6bb-3daa-40b9-8594-8de84c4bc784 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2269356 Apr 01 15:53:19.319567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.333971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] For port 53f73102-079b-4305-af9b-5ae212867184, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:19.338271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] For port 53f73102-079b-4305-af9b-5ae212867184, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=53f73102-079b-4305-af9b-5ae212867184,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:19.350274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-57e24fef-59de-48fb-a045-b11f5f91d1e6 None None] Provisioning for port 800a0aa8-40e4-4802-aa3c-ceedc8466993 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:19.400011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Allocated IP 172.20.0.2 (b3837d06-941d-4fd8-8cdb-ea2865c403da/5755c54d-91ae-4ebf-a621-3d7d52de7160/1025ac94-490e-435c-bb35-8f721fc91a17) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:19.490506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.497168 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-254d473d-2bab-4149-820e-db7ceeda316f req-a079e90e-5d13-4684-b5f6-c4e715ea72be tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047729 Apr 01 15:53:19.567628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port 53f73102-079b-4305-af9b-5ae212867184 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:19.568250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.711177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 800a0aa8-40e4-4802-aa3c-ceedc8466993 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:19.784787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 800a0aa8-40e4-4802-aa3c-ceedc8466993 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:19.785388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.835823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] For port 68faffad-c031-45cd-a6cf-90e14f3c6545, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:19.872973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.879919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.883644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.916127 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12cb983-38d1-4f40-b7d7-67a13b0e3497 req-b1f46fd0-b67c-44a7-80a7-47c79a41e51d service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9213052 Apr 01 15:53:19.928506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] For port 68faffad-c031-45cd-a6cf-90e14f3c6545, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=68faffad-c031-45cd-a6cf-90e14f3c6545,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:19.970001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.970911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.976855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff6426-040d-4b2b-be61-452b8e78e4f9 None None] Pushing event updated for resources: {'Port': ['ID=53f73102-079b-4305-af9b-5ae212867184,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:19.984170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Routers {'277f3de8-f3d2-424a-9469-8ef1790981d6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:19.984896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['277f3de8-f3d2-424a-9469-8ef1790981d6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:20.073024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.075252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.128636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Port': ['ID=e774826e-e053-476f-9a40-80ae5677ecb6,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.186404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network 130e39de-204b-4c9c-bb14-feba31027fdf is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:20.188065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:20.215267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Port': ['ID=e457987b-b3a3-445d-be92-64098b20ab7f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.227939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.289223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.302291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Transition to ACTIVE for port object 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.360113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.388079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] Set router 277f3de8-f3d2-424a-9469-8ef1790981d6 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:20.610167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.617425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f3de8-f3d2-424a-9469-8ef1790981d6', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:06Z', 'updated_at': '2022-04-01T15:53:16Z', 'revision_number': 4, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:20.626681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a559d9e-0137-4678-ba87-62f7e316c24d None None] Pushing event updated for resources: {'Port': ['ID=68faffad-c031-45cd-a6cf-90e14f3c6545,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.647750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Transition to ACTIVE for port object 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.659650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Transition to ACTIVE for port object 1025ac94-490e-435c-bb35-8f721fc91a17 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.675967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c189-7845-4041-8851-d90ebcf5700a None None] The sync data for ids ['277f3de8-f3d2-424a-9469-8ef1790981d6'] in dv-neutron-835944-1-hyperv is: [{'id': '277f3de8-f3d2-424a-9469-8ef1790981d6', 'name': 'tempest-snat-router-74371900', 'tenant_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:06Z', 'updated_at': '2022-04-01T15:53:16Z', 'revision_number': 4, 'project_id': 'd369c6ba18574abbba493e1cbcd9d51c', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:20.733859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.744175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Router 830add50-3475-4cbb-abc1-bce8fe323352 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:20.750658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Transition to ACTIVE for port object 1025ac94-490e-435c-bb35-8f721fc91a17 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.794476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.830301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 800a0aa8-40e4-4802-aa3c-ceedc8466993, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=800a0aa8-40e4-4802-aa3c-ceedc8466993,segment=NetworkSegment(c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5),segment_id=c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:20.937007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.966155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853c1ce0-2039-4611-b302-cae9c0682fd2,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.977959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] For port 53f73102-079b-4305-af9b-5ae212867184, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=53f73102-079b-4305-af9b-5ae212867184,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:20.978598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.979959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.012716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.108617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:21.115222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:21.134558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] Sync routers for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:21.159074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:21.161360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Pushing event updated for resources: {'Port': ['ID=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.161735 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-950f83f0-bfd5-40b3-b383-f2ded9d573c4 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6461434 Apr 01 15:53:21.164813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:21.165309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41406) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.176913 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:21.177441 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:21.181023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Network b3837d06-941d-4fd8-8cdb-ea2865c403da is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:21.216829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:21.231756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:21.365136 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:21.377190 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:21.378131 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:21.412057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 68faffad-c031-45cd-a6cf-90e14f3c6545 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:21.480536 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:21.481561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0b95-1252-46f4-8334-d5ca49627550 None None] The sync data for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:21.499056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for 53f73102-079b-4305-af9b-5ae212867184 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:21.554904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Pushing event updated for resources: {'Port': ['ID=1025ac94-490e-435c-bb35-8f721fc91a17,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.735934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Provisioning complete for port 800a0aa8-40e4-4802-aa3c-ceedc8466993 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:21.736700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.744791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.749831 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-efc19d85-db9a-458c-ae82-3b2848143487 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7680295 Apr 01 15:53:21.781067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41410) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.798929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Attempting to bind port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:21.799504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Attempting to bind port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3399983c-8a6c-43d1-a24e-04aabdd968c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:21.799902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Attempting to bind port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 on network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:21.843676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '1652e6f6-a335-4ba1-ab8a-d7bd547ebb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:21.850747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:21.851332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Checking segment: {'id': '3399983c-8a6c-43d1-a24e-04aabdd968c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:21.851835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.852358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Bound using segment: {'id': '3399983c-8a6c-43d1-a24e-04aabdd968c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:21.852944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Bound port: 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3399983c-8a6c-43d1-a24e-04aabdd968c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a90f3baa-fe83-4e40-a7cc-c95dd7ce483c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:21.853452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.875724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Attempting to bind port 1025ac94-490e-435c-bb35-8f721fc91a17 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:21.876233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Attempting to bind port 1025ac94-490e-435c-bb35-8f721fc91a17 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'd175b7fa-4efd-4b80-a0e2-1988b1391279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:21.876711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Attempting to bind port 1025ac94-490e-435c-bb35-8f721fc91a17 on network b3837d06-941d-4fd8-8cdb-ea2865c403da {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:21.931905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:21.932402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Checking segment: {'id': 'd175b7fa-4efd-4b80-a0e2-1988b1391279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:21.932918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.933551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Bound using segment: {'id': 'd175b7fa-4efd-4b80-a0e2-1988b1391279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:21.934366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Bound port: 1025ac94-490e-435c-bb35-8f721fc91a17, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd175b7fa-4efd-4b80-a0e2-1988b1391279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:21.934754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.939972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:21.982575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=800a0aa8-40e4-4802-aa3c-ceedc8466993,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.999109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 68faffad-c031-45cd-a6cf-90e14f3c6545 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:22.128922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:22.132421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:22.139714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:22.149871 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-7d6c8f9b-a476-4a90-bd10-5dd66644c5df tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:22.154084 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7d6c8f9b-a476-4a90-bd10-5dd66644c5df tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9872971 Apr 01 15:53:22.154786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41414) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:22.204191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.223330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] For port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:22.240657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] For port 1025ac94-490e-435c-bb35-8f721fc91a17, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:22.249088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] For port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,segment=NetworkSegment(3399983c-8a6c-43d1-a24e-04aabdd968c9),segment_id=3399983c-8a6c-43d1-a24e-04aabdd968c9)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:22.253814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] For port 1025ac94-490e-435c-bb35-8f721fc91a17, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1025ac94-490e-435c-bb35-8f721fc91a17,segment=NetworkSegment(d175b7fa-4efd-4b80-a0e2-1988b1391279),segment_id=d175b7fa-4efd-4b80-a0e2-1988b1391279)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:22.327030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a0f91-aebf-4893-b7d7-8cd1cadc5246 req-bffb414e-fa30-48da-a92e-0e615bae244a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.328615 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-194a0f91-aebf-4893-b7d7-8cd1cadc5246 req-bffb414e-fa30-48da-a92e-0e615bae244a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.5365469 Apr 01 15:53:22.387657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.463895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Provisioning for port e774826e-e053-476f-9a40-80ae5677ecb6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:22.482043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.505352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Provisioning complete for port e774826e-e053-476f-9a40-80ae5677ecb6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:22.505786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.584517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a223b09a-7187-49ce-a50f-b208a2c98ffd None None] Port e774826e-e053-476f-9a40-80ae5677ecb6 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:22.601311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68da106-b29a-41d4-a857-4d5d7ba4a921 None None] Pushing event updated for resources: {'Port': ['ID=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.603459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.690242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4bee-2b8e-4b3b-bf73-3b5ff8dcb8d6 None None] Pushing event updated for resources: {'Port': ['ID=1025ac94-490e-435c-bb35-8f721fc91a17,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.742269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Provisioning complete for port e774826e-e053-476f-9a40-80ae5677ecb6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:22.742796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.915130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Port e774826e-e053-476f-9a40-80ae5677ecb6 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:22.946934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.994317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Provisioning for port 68faffad-c031-45cd-a6cf-90e14f3c6545 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.007684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Provisioning complete for port 68faffad-c031-45cd-a6cf-90e14f3c6545 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.008048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.046495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.139819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.167521 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-194a0f91-aebf-4893-b7d7-8cd1cadc5246 req-7f93dd1c-fc71-4805-ab85-07aefa085b8b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8158112 Apr 01 15:53:23.246253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.281740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port 68faffad-c031-45cd-a6cf-90e14f3c6545, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=68faffad-c031-45cd-a6cf-90e14f3c6545,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:23.301668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:23.405733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.430743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:23.458688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.491615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port e774826e-e053-476f-9a40-80ae5677ecb6 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:23.492175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.530123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.535714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1025ac94-490e-435c-bb35-8f721fc91a17 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:23.599919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.601649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.677924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.26.8.33 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/603455c4-e9bf-4e6a-b5e4-a0149246b64d) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:23.679940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.680656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.691021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:23.691311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:23.746367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.768510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f73102-079b-4305-af9b-5ae212867184,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.770389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2212d3b1-f5a8-40bc-a295-6ec14159479b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.801592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1025ac94-490e-435c-bb35-8f721fc91a17 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.807469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 800a0aa8-40e4-4802-aa3c-ceedc8466993 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:23.876541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.905423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 800a0aa8-40e4-4802-aa3c-ceedc8466993 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.906745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.911005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Calling delete_port for e774826e-e053-476f-9a40-80ae5677ecb6 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:24.001435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:24.014918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:24.018701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.019925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a38904c1-ad80-4c0f-ac99-bf8804c5008a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2278924 Apr 01 15:53:24.041952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:24.053930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f66220-85ce-4a2b-9ebd-75b9c78cc0b1 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:24.055847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41422) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.061687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '1652e6f6-a335-4ba1-ab8a-d7bd547ebb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:24.075092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:24.080473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:24.085382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:24.094894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:24.200320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:24.201097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.219774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5cc8a-cff9-48a9-9e3c-056e33cd5c94 None None] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:24.302403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.322635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=68faffad-c031-45cd-a6cf-90e14f3c6545,revision_number=4']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.380705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.415838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.471558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.475590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.492481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceb095-a224-4357-b561-fcf3f2d14573 None None] Network b3837d06-941d-4fd8-8cdb-ea2865c403da requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:24.505857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Port': ['ID=e774826e-e053-476f-9a40-80ae5677ecb6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.724858 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5244d7b7-85b8-4914-9769-04751296f749 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 9.8032947 Apr 01 15:53:24.741188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41428) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.782191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] For port 68faffad-c031-45cd-a6cf-90e14f3c6545, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=68faffad-c031-45cd-a6cf-90e14f3c6545,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:24.799613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.865984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:92:ed:ba', 'name': 'tempest-NetworksTestDHCPv6-1905044867'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:24.904173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.906931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.913067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.018483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.093651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:25.105274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.107264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae71f5-1b4d-4ee8-a7fc-890953e5027c None None] Pushing event updated for resources: {'Port': ['ID=68faffad-c031-45cd-a6cf-90e14f3c6545,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.112111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:25.116018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] Sync routers for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:25.117263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:25.120344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:25.127659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:25.139374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c062988c-ab80-4104-9bf3-aa5a92569465 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "PUT /v2.0/routers/d2521ac8-3a32-4bc9-b5e9-40d337cb41c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1674445 Apr 01 15:53:25.139576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41432) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.147129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:25.147864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.200013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf171f31-08fe-4ce4-84fc-d6ca83783f69,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.220252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Provisioning for port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:25.239556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16bb64-a6f6-4679-8d9f-02ee00b79b22 req-03652247-dde4-4162-9f74-5dba363f3728 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:25.240412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.241108 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3c16bb64-a6f6-4679-8d9f-02ee00b79b22 req-03652247-dde4-4162-9f74-5dba363f3728 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7907169 Apr 01 15:53:25.244088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Provisioning complete for port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:25.244589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.323727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] Routers {'d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:25.323727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.361125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.413273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Router 830add50-3475-4cbb-abc1-bce8fe323352 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:25.413739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.414353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc5be5-ae9e-49ff-937a-bc128841e0a3 None None] The sync data for ids ['d2521ac8-3a32-4bc9-b5e9-40d337cb41c1'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:25.443670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:25.472264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.473427 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3c16bb64-a6f6-4679-8d9f-02ee00b79b22 req-135815a5-d155-4f7b-9901-a506a6dad73a tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521564 Apr 01 15:53:25.480218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 277f3de8-f3d2-424a-9469-8ef1790981d6 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:25.524806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.531638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.535376 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3de89c68-e013-4486-977d-14434ec616f0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/routers/277f3de8-f3d2-424a-9469-8ef1790981d6 HTTP/1.1" status: 204 len: 168 time: 10.4073915 Apr 01 15:53:25.535589 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1f02981c-388f-42ae-9410-dcae18926f14 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4780962 Apr 01 15:53:25.535913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41438) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.554281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41440) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.584923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '1652e6f6-a335-4ba1-ab8a-d7bd547ebb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:25.627709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.718860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.732083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] For port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,segment=NetworkSegment(3399983c-8a6c-43d1-a24e-04aabdd968c9),segment_id=3399983c-8a6c-43d1-a24e-04aabdd968c9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:25.738178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:25.835547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.847712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:25.853060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cc3e0b1c-e6f2-451d-9d7b-4d9ccc5b3d54 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6971941 Apr 01 15:53:25.857283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.861889 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] Sync routers for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:25.879493 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:25.880138 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.966034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Pushing event updated for resources: {'Port': ['ID=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.971689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:26.011548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:26.015877 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.033603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:26.034498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.045412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:26.049328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:26.056381 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-04b944c0-f764-435b-8b11-b36f08e1d69f tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] delete failed (client error): The resource could not be found. Apr 01 15:53:26.057479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-04b944c0-f764-435b-8b11-b36f08e1d69f tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1763353127 HTTP/1.1" status: 404 len: 335 time: 0.1991942 Apr 01 15:53:26.061780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41450) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.064585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:26.071717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6c0c05b9-5e27-40f4-af52-7ca0205755d8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'router': {'external_gateway_info': {'network_id': '830add50-3475-4cbb-abc1-bce8fe323352'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:26.094933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Provisioning for port 1025ac94-490e-435c-bb35-8f721fc91a17 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:26.099684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:26.100412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Provisioning complete for port 1025ac94-490e-435c-bb35-8f721fc91a17 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.100922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.118780 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.119275 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1d5e5-d3ff-4d18-b495-20c25294bd3f None None] The sync data for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:26.137355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.146006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=603455c4-e9bf-4e6a-b5e4-a0149246b64d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.192851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.204766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.244480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.283244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] For port 1025ac94-490e-435c-bb35-8f721fc91a17, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1025ac94-490e-435c-bb35-8f721fc91a17,segment=NetworkSegment(d175b7fa-4efd-4b80-a0e2-1988b1391279),segment_id=d175b7fa-4efd-4b80-a0e2-1988b1391279)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:26.310943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 0484f6cc-3feb-4f31-8421-df1eac4a784a yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:26.360733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port f0a95460-820b-4001-8c3a-2d3fbb23dd31 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:26.361079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.361947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.438850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5a82-e3a3-4f6e-939e-b64e0cad513a None None] Pushing event updated for resources: {'Port': ['ID=1025ac94-490e-435c-bb35-8f721fc91a17,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.486639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Provisioning complete for port 1025ac94-490e-435c-bb35-8f721fc91a17 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.487173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.607413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.642468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Provisioning complete for port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.643464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.681594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01098-113b-4a5b-a2ac-e0c8e6a8e311 req-c49ce32f-9e29-417b-988f-4d4e5d189fe0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:26.683199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4fe01098-113b-4a5b-a2ac-e0c8e6a8e311 req-c49ce32f-9e29-417b-988f-4d4e5d189fe0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.9411979 Apr 01 15:53:26.801372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05b9-5e27-40f4-af52-7ca0205755d8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.805052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Provisioning complete for port 68faffad-c031-45cd-a6cf-90e14f3c6545 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.805420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21888b65-0a7a-47a9-b19a-a3d84aa98f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.822480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.941131 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-6c0c05b9-5e27-40f4-af52-7ca0205755d8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] update failed (client error): The resource could not be found. Apr 01 15:53:26.942663 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6c0c05b9-5e27-40f4-af52-7ca0205755d8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352 HTTP/1.1" status: 404 len: 339 time: 0.8800533 Apr 01 15:53:26.948021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41454) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.955519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1415370749'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:26.961438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:26.964094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Deleting port 9bc0c008-5f63-4848-b881-cea55663d748 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:26.965752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.981073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4fe01098-113b-4a5b-a2ac-e0c8e6a8e311 req-f7bbeb0d-6539-4e97-b57d-31963070be40 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692397 Apr 01 15:53:27.009489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.026103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:network and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.031431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.033382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.054497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.137713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 68faffad-c031-45cd-a6cf-90e14f3c6545 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:27.148350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.205669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.208993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.214783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 68faffad-c031-45cd-a6cf-90e14f3c6545 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:27.214783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.285446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:27.296411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for f0a95460-820b-4001-8c3a-2d3fbb23dd31 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:27.299212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] For port 9bc0c008-5f63-4848-b881-cea55663d748, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9bc0c008-5f63-4848-b881-cea55663d748,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:27.299634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.316421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.319486 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Added segment 8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d of type vlan for network 846466da-b25a-4b4d-82a5-aca5503f3094 Apr 01 15:53:27.349422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:27.368769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51523a5c-58a1-4643-9965-bba14bd0c234,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.393782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 172.20.0.7 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/782bb47c-1cb7-4b93-a513-9743f0c9307b/0484f6cc-3feb-4f31-8421-df1eac4a784a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:27.415890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe92:edba (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9/0484f6cc-3feb-4f31-8421-df1eac4a784a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:27.426680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:27.426999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.457490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Calling delete_port for 9bc0c008-5f63-4848-b881-cea55663d748 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:27.524260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.537555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.538775 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-34e8f3c6-66fd-4a15-95ca-3c23e42ff630 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9835360 Apr 01 15:53:27.544772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92fe9-2d9f-4f28-85a2-3b90ba659d20 req-8b21d5f6-68ad-485d-8b92-cb501634c69e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.546299 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b8b92fe9-2d9f-4f28-85a2-3b90ba659d20 req-8b21d5f6-68ad-485d-8b92-cb501634c69e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3901885 Apr 01 15:53:27.554208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41460) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.568853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '1652e6f6-a335-4ba1-ab8a-d7bd547ebb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:27.569731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1025ac94-490e-435c-bb35-8f721fc91a17 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:27.592895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.593670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.633665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.640248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1025ac94-490e-435c-bb35-8f721fc91a17 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:27.640617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.647484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.659773 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.679139 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b8b92fe9-2d9f-4f28-85a2-3b90ba659d20 req-4e8f5b04-c334-4b9a-a029-c65dffc753b4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176808 Apr 01 15:53:27.776109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.785351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.786154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.917127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.928100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Network': ['ID=846466da-b25a-4b4d-82a5-aca5503f3094,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.944301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 846466da-b25a-4b4d-82a5-aca5503f3094 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:27.968789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.020785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.026235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bc0c008-5f63-4848-b881-cea55663d748,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.033990 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-92cef13d-eaff-4b68-b302-3980a1fd2654 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0848680 Apr 01 15:53:28.037776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41466) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.075317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'subnet': {'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.112058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.241904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.272462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.303246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56d074-ff9e-46b5-a57d-2b1a6a4d70d0 req-1f2c237b-9321-4fd0-a3e1-6061f328aaaa tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.304752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d56d074-ff9e-46b5-a57d-2b1a6a4d70d0 req-1f2c237b-9321-4fd0-a3e1-6061f328aaaa tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4499612 Apr 01 15:53:28.319111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0126ca6a-3c86-462a-9fc0-b06f080225b7,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.321234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.360830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 0484f6cc-3feb-4f31-8421-df1eac4a784a will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:28.383213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.477837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Port': ['ID=f0a95460-820b-4001-8c3a-2d3fbb23dd31,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.522756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Usage tracker for resource:subnet and tenant:ae9e780187154b78b5010e88d61870fc is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:28.526972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:28.531787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.576680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d56d074-ff9e-46b5-a57d-2b1a6a4d70d0 req-9dcad362-6202-4859-b3e8-6061cbf1a9f5 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143435 Apr 01 15:53:28.586193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:28.615062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.618565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.679803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.727949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.729127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4c13bc32-b7bf-49a5-bb69-3a2890f6dbf1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1737087 Apr 01 15:53:28.735310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41472) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.767116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Made reservation on behalf of ae9e780187154b78b5010e88d61870fc for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:28.770433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.784388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.784778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777e8fa1-22f6-463a-a212-2ffaff702b71 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:28.812790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.836187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.841276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-330e207d-2a0c-41c4-affe-a36e5c6dc996 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "DELETE /v2.0/routers/777e8fa1-22f6-463a-a212-2ffaff702b71 HTTP/1.1" status: 204 len: 168 time: 3.1652346 Apr 01 15:53:28.842666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.848446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41476) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.863482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.906872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-425690971', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.927838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.944109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:28.952952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:28.970443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:28.981186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd2c7d-b5a3-4fd4-80c0-5dca25171eb4 req-7d715a7a-9ac7-4416-994d-c2d5d024a84c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.982864 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f0dd2c7d-b5a3-4fd4-80c0-5dca25171eb4 req-7d715a7a-9ac7-4416-994d-c2d5d024a84c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2911110 Apr 01 15:53:29.004315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.012058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.034997 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f0dd2c7d-b5a3-4fd4-80c0-5dca25171eb4 req-08ca7227-80ff-48e2-b96c-2194c846e81b tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 Apr 01 15:53:29.057655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:29.074700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:29.077184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=0484f6cc-3feb-4f31-8421-df1eac4a784a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.083481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:29.173162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.173881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.186350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.207983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0126ca6a-3c86-462a-9fc0-b06f080225b7,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.223226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.224220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.268329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.269456 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a72068d1-cd7d-44b8-9ae8-5f05960a68eb tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0126ca6a-3c86-462a-9fc0-b06f080225b7 HTTP/1.1" status: 204 len: 168 time: 0.5321987 Apr 01 15:53:29.272220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41482) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.305386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.323049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.323762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Fanout notify agent at l3_agent the message router_deleted on router d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:29.335416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.339115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-340ce6ca-8f5d-49d2-b065-6c8b0d8ca696 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/routers/d2521ac8-3a32-4bc9-b5e9-40d337cb41c1 HTTP/1.1" status: 204 len: 168 time: 4.1961088 Apr 01 15:53:29.339551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:29.346482 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ade29039-5f56-41cc-b880-89c92df91811 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6025875 Apr 01 15:53:29.347531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41486) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.351520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41488) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.401556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9bc0c008-5f63-4848-b881-cea55663d748 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:29.441061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9bc0c008-5f63-4848-b881-cea55663d748 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:29.447601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9bc0c008-5f63-4848-b881-cea55663d748 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:29.448126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e2110ac4-f2e9-4d92-ba38-0d96f0f983e0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:29.467952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354988c-ade3-4bb5-9585-4db2433c521f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.473900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354988c-ade3-4bb5-9585-4db2433c521f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.474729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a354988c-ade3-4bb5-9585-4db2433c521f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:29.559779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting subnet e04a5abf-5ade-4cda-bcc0-ddb18c6c1935 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:29.572748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.580977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe8003cb-e216-467b-b260-3c7ce7567afd None None] Provisioning for port 0484f6cc-3feb-4f31-8421-df1eac4a784a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:29.587306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe8003cb-e216-467b-b260-3c7ce7567afd None None] Provisioning complete for port 0484f6cc-3feb-4f31-8421-df1eac4a784a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:29.590825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8003cb-e216-467b-b260-3c7ce7567afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.610922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a354988c-ade3-4bb5-9585-4db2433c521f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:29.612247 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a354988c-ade3-4bb5-9585-4db2433c521f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2542498 Apr 01 15:53:29.621497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.626926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.653801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe8003cb-e216-467b-b260-3c7ce7567afd None None] Port 0484f6cc-3feb-4f31-8421-df1eac4a784a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:29.670179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e2110ac4-f2e9-4d92-ba38-0d96f0f983e0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:29.671520 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e2110ac4-f2e9-4d92-ba38-0d96f0f983e0 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3979416 Apr 01 15:53:29.678580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41498) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.720158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.900163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:29.912085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.914383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] Sync routers for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:29.926897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:29.928720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.938056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.992482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.009868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:30.019700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:30.020321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:30.035870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.037394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f770748c-1c0d-4eeb-b2e8-6f04cedabdf7 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4672806 Apr 01 15:53:30.040987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41504) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.046800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.060228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Subnet': ['ID=3e08d02b-2535-4ae5-9702-8fdec6323e61,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.070198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 0484f6cc-3feb-4f31-8421-df1eac4a784a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:30.070538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.083859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:30.084574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae509d70-16ab-4fb5-837f-738a417adb41 None None] The sync data for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:30.117820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Checking segment: {'id': '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:30.117820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network hostable DHCP agents. Network: 846466da-b25a-4b4d-82a5-aca5503f3094, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:30.119642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.150468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51523a5c-58a1-4643-9965-bba14bd0c234,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.222117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295fecf-ccdb-4604-8d68-446d19e022be req-1125dc3e-4532-47a0-8199-5e81448c9812 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.223657 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1295fecf-ccdb-4604-8d68-446d19e022be req-1125dc3e-4532-47a0-8199-5e81448c9812 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.3798873 Apr 01 15:53:30.338314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.342873 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a60f85fc-cc49-4549-824e-21ebfe0f4163 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/51523a5c-58a1-4643-9965-bba14bd0c234 HTTP/1.1" status: 204 len: 168 time: 0.6598396 Apr 01 15:53:30.347169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41508) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.348915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.353632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network 846466da-b25a-4b4d-82a5-aca5503f3094 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:30.358265 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1295fecf-ccdb-4604-8d68-446d19e022be req-56f0b517-1033-4a2c-8032-d495e25facd1 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245627 Apr 01 15:53:30.398219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Subnet': ['ID=e04a5abf-5ade-4cda-bcc0-ddb18c6c1935,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.406123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.414484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473166fd-1b85-4ede-a850-281f0ebbb6e8 None None] Network 19155508-976f-45f3-b157-987c293b28ae requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:30.415872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-494b2288-f4ed-4953-be5e-76178c1ed42b tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/subnets/e04a5abf-5ade-4cda-bcc0-ddb18c6c1935 HTTP/1.1" status: 204 len: 168 time: 1.0542555 Apr 01 15:53:30.424587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41512) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.678703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-227fea2c-4477-4abc-8ab8-642152703e79 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:30.685285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.703482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.714861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port 9327a958-5476-4ccd-892e-c200f10c6676 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:30.715201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.734520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] DHCP port deletion for 19155508-976f-45f3-b157-987c293b28ae request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:30.739162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Deleting port 9327a958-5476-4ccd-892e-c200f10c6676 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:30.739535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.778172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 846466da-b25a-4b4d-82a5-aca5503f3094) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:30.796702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc0e3a-cb83-44f0-ae7e-0069ad58462f None None] Network 846466da-b25a-4b4d-82a5-aca5503f3094 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:30.850012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 0484f6cc-3feb-4f31-8421-df1eac4a784a owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:30.879902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.880498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.892817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-227fea2c-4477-4abc-8ab8-642152703e79 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:30.896912 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-227fea2c-4477-4abc-8ab8-642152703e79 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5457497 Apr 01 15:53:30.899483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41516) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.022067 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a26089a-8ecc-4630-bf63-fbcd55b9be60 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9790807 Apr 01 15:53:31.024842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41520) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.034341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.045148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5e377230-4801-4d55-a8ba-c0ae378c1a08 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'router': {'external_gateway_info': {'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:31.148640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9327a958-5476-4ccd-892e-c200f10c6676 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:31.166235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.207174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.209002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.252548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] For port 9327a958-5476-4ccd-892e-c200f10c6676, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9327a958-5476-4ccd-892e-c200f10c6676,segment=NetworkSegment(6f6bed56-6e0b-4958-b115-650145f7e41d),segment_id=6f6bed56-6e0b-4958-b115-650145f7e41d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:31.253101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.413319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Calling delete_port for 9327a958-5476-4ccd-892e-c200f10c6676 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:31.439975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.529967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=0484f6cc-3feb-4f31-8421-df1eac4a784a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.536044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] For port 9327a958-5476-4ccd-892e-c200f10c6676, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9327a958-5476-4ccd-892e-c200f10c6676,segment=NetworkSegment(6f6bed56-6e0b-4958-b115-650145f7e41d),segment_id=6f6bed56-6e0b-4958-b115-650145f7e41d)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:31.536594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.582437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.596910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-846466da-b25a-4b4d-82a5-aca5503f3094', 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094', 'tenant_id': 'ae9e780187154b78b5010e88d61870fc', 'fixed_ips': [{'subnet_id': '3e08d02b-2535-4ae5-9702-8fdec6323e61'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:31.597741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.675409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for 9327a958-5476-4ccd-892e-c200f10c6676 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:31.742252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.745432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Allocated IP 172.26.8.18 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/82e93956-c2d1-4583-be97-2de4060fe5b0) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:31.813243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Allocated IP 2001:db8:1::2 (846466da-b25a-4b4d-82a5-aca5503f3094/3e08d02b-2535-4ae5-9702-8fdec6323e61/d9e2390f-48d1-46ce-b997-c74da023bcb3) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:31.864575 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59797f10-1bcd-4a79-b7ef-968c2fa73b07 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/0484f6cc-3feb-4f31-8421-df1eac4a784a HTTP/1.1" status: 204 len: 168 time: 2.2125850 Apr 01 15:53:31.865491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41526) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.911224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.949424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.951313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.952968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.953831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:31.964360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] No DVR routers for this DVR port 9327a958-5476-4ccd-892e-c200f10c6676 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:32.000988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.023256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.025837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21a50d-ba24-468b-9dbf-c72efed92f6a None None] Pushing event deleted for resources: {'Port': ['ID=9327a958-5476-4ccd-892e-c200f10c6676,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.088924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:32.090530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59a3f765-a825-46e7-9423-363172319d95 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2195263 Apr 01 15:53:32.093447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41530) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.108816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf171f31-08fe-4ce4-84fc-d6ca83783f69,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.134265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5e377230-4801-4d55-a8ba-c0ae378c1a08 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.156191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.158163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.158849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.167335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Transition to ACTIVE for port object d9e2390f-48d1-46ce-b997-c74da023bcb3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:32.173739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:32.173982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:32.188128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Transition to ACTIVE for port object d9e2390f-48d1-46ce-b997-c74da023bcb3 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:32.239096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:32.253938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:32.258319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:32.260204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.264872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cabd4f-fa51-4e30-bc38-28ae0e7288a3 req-c33160fd-6c02-4e44-b5c7-f336f9363291 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.266321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24cabd4f-fa51-4e30-bc38-28ae0e7288a3 req-c33160fd-6c02-4e44-b5c7-f336f9363291 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5411401 Apr 01 15:53:32.269590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.273080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6bdef90a-f02e-4ade-8a11-5eef6606a94b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bf171f31-08fe-4ce4-84fc-d6ca83783f69 HTTP/1.1" status: 204 len: 168 time: 1.3702385 Apr 01 15:53:32.274596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41534) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.294545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:32.316497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.342930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event updated for resources: {'Port': ['ID=82e93956-c2d1-4583-be97-2de4060fe5b0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.392078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Network 846466da-b25a-4b4d-82a5-aca5503f3094 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:32.400312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:32.404954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22e0dae6-76a1-43f2-bb9a-c880f968dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.406511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:32.414029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Pushing event updated for resources: {'Port': ['ID=d9e2390f-48d1-46ce-b997-c74da023bcb3,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.454115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24cabd4f-fa51-4e30-bc38-28ae0e7288a3 req-b05bcfcd-9f77-40d9-8bb9-1065988637bf tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801364 Apr 01 15:53:32.479859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3cb8f05-11a2-4be4-9bf2-c9b5832293c1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:32.512499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Attempting to bind port d9e2390f-48d1-46ce-b997-c74da023bcb3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:32.512930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Attempting to bind port d9e2390f-48d1-46ce-b997-c74da023bcb3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:32.513226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Attempting to bind port d9e2390f-48d1-46ce-b997-c74da023bcb3 on network 846466da-b25a-4b4d-82a5-aca5503f3094 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:32.519961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:32.520462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Checking segment: {'id': '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:32.520873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.521269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Bound using segment: {'id': '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:32.521742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Bound port: d9e2390f-48d1-46ce-b997-c74da023bcb3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '846466da-b25a-4b4d-82a5-aca5503f3094'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:32.522118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.554895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.636011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] For port d9e2390f-48d1-46ce-b997-c74da023bcb3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:32.639740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] For port d9e2390f-48d1-46ce-b997-c74da023bcb3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9e2390f-48d1-46ce-b997-c74da023bcb3,segment=NetworkSegment(8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d),segment_id=8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:32.718276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port 9327a958-5476-4ccd-892e-c200f10c6676 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:32.718851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.766021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3cb8f05-11a2-4be4-9bf2-c9b5832293c1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:32.767341 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3cb8f05-11a2-4be4-9bf2-c9b5832293c1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4918666 Apr 01 15:53:32.770399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41540) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.773239 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.792646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.826568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] The port '9327a958-5476-4ccd-892e-c200f10c6676' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:32.872601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712bed8-2c5e-4993-a285-89392ea3da37 None None] Pushing event updated for resources: {'Port': ['ID=d9e2390f-48d1-46ce-b997-c74da023bcb3,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.931188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.952814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.086836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.156918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.1 (b3837d06-941d-4fd8-8cdb-ea2865c403da/5755c54d-91ae-4ebf-a621-3d7d52de7160/9077dbfc-761d-4116-87c1-f9f5fb2145ca) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:33.214837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.269813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.321400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.337173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19155508-976f-45f3-b157-987c293b28ae']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.343554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.345531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.352031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0fc00-d499-4b48-9b83-142c6881f391 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:33.363599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2212d3b1-f5a8-40bc-a295-6ec14159479b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.400994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6bed56-6e0b-4958-b115-650145f7e41d') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.401293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6bed56-6e0b-4958-b115-650145f7e41d') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.491698 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-5e377230-4801-4d55-a8ba-c0ae378c1a08 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:33.497533 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5e377230-4801-4d55-a8ba-c0ae378c1a08 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352 HTTP/1.1" status: 400 len: 364 time: 2.4690242 Apr 01 15:53:33.499505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.506170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41550) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.582005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.615156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.642775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.645943 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-89bbbfbd-46e5-44a3-a188-351be31edb49 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2212d3b1-f5a8-40bc-a295-6ec14159479b HTTP/1.1" status: 204 len: 168 time: 0.8719933 Apr 01 15:53:33.655293 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9dfaec51-c94e-4811-bb3e-e5901ba2e440 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9 HTTP/1.1" status: 204 len: 168 time: 1.5578136 Apr 01 15:53:33.655293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41554) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.659718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41556) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.713349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:33.713754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:33.737401 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:33.847429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0453e69f-21db-4868-8873-7aa55d3dea94 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:33.860408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 782bb47c-1cb7-4b93-a513-9743f0c9307b {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:33.884405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.885370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb36e2b-b094-4f8a-a8c0-7308081e3e4d req-ad72e8f1-362c-4015-b0d6-1b30f954ff58 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.896862 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-feb36e2b-b094-4f8a-a8c0-7308081e3e4d req-ad72e8f1-362c-4015-b0d6-1b30f954ff58 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.7373605 Apr 01 15:53:33.939356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-1c8c24d7-e48e-4cfb-84b8-0ec754c6d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.941483 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-1c8c24d7-e48e-4cfb-84b8-0ec754c6d8b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=60631898d1234d22ad929330763a82cb&device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 1098 time: 0.7060747 Apr 01 15:53:33.954252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.064383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.234680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.272292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Transition to ACTIVE for port object 9077dbfc-761d-4116-87c1-f9f5fb2145ca will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:34.289528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0453e69f-21db-4868-8873-7aa55d3dea94 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:34.291277 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0453e69f-21db-4868-8873-7aa55d3dea94 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6348691 Apr 01 15:53:34.294290 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-feb36e2b-b094-4f8a-a8c0-7308081e3e4d req-81102511-27b4-42f6-b3b9-f5bf5c2df525 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946173 Apr 01 15:53:34.296405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41564) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.336549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Router 006e0311-48f1-484e-8841-23d1bcd0a7f7 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:34.359791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.369549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.375526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.385943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.414647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7bd747-58d4-460c-bad2-3b7c12f0a9eb None None] Network 846466da-b25a-4b4d-82a5-aca5503f3094 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:34.485193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Network': ['ID=19155508-976f-45f3-b157-987c293b28ae,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.497140 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-077ff944-5773-49e6-9b7b-df9e520a8889 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/networks/19155508-976f-45f3-b157-987c293b28ae HTTP/1.1" status: 204 len: 168 time: 4.0714991 Apr 01 15:53:34.500563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41568) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.508280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-9f11a358-6518-4459-9b40-0133688a1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.509767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-9f11a358-6518-4459-9b40-0133688a1cbd service neutron] 10.222.0.91 "GET /v2.0/networks?id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 200 len: 913 time: 0.5393574 Apr 01 15:53:34.631655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.631910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.671121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.711421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=782bb47c-1cb7-4b93-a513-9743f0c9307b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.724273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7ce4f-f368-46d4-bfec-6a5223f3e05e None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:34.742658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f44d602-afa2-4628-a5cf-c2d63a92c00d None None] Provisioning for port d9e2390f-48d1-46ce-b997-c74da023bcb3 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:34.768513 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.781739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=853c1ce0-2039-4611-b302-cae9c0682fd2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.824765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:34.839837 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] Sync routers for ids ['006e0311-48f1-484e-8841-23d1bcd0a7f7'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:34.848020 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e93b6053-c4fe-42d5-bcff-0d26d2224483 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/782bb47c-1cb7-4b93-a513-9743f0c9307b HTTP/1.1" status: 204 len: 168 time: 1.1747205 Apr 01 15:53:34.850211 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] Routers {'006e0311-48f1-484e-8841-23d1bcd0a7f7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:34.851460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['006e0311-48f1-484e-8841-23d1bcd0a7f7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.854733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Deleting port a9cb6af6-06b7-4fef-a9dc-bbae01a79c76 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:34.855078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.874714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1143f396-53de-4f8a-87dc-5a472fd6e4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.879616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41572) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.913631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f44d602-afa2-4628-a5cf-c2d63a92c00d None None] Provisioning complete for port 68faffad-c031-45cd-a6cf-90e14f3c6545 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:34.913908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f44d602-afa2-4628-a5cf-c2d63a92c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.947195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.959775 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] Routers {'006e0311-48f1-484e-8841-23d1bcd0a7f7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:34.961352 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['006e0311-48f1-484e-8841-23d1bcd0a7f7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.968931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.970035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-81b2062b-70a8-4765-aaee-163c61f36cf5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/853c1ce0-2039-4611-b302-cae9c0682fd2 HTTP/1.1" status: 204 len: 168 time: 0.6727443 Apr 01 15:53:34.974047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bb92b767-7b68-47d1-93cd-403a98b09ecd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:34.978082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41576) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.057406 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.060054 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199829cf-ae74-4ccc-b43e-01b78ccf1e31 None None] The sync data for ids ['006e0311-48f1-484e-8841-23d1bcd0a7f7'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:35.065138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.076109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-990389b7-9238-460f-98d6-b2065eb2de3b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1724463 Apr 01 15:53:35.076109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41582) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.090668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.125159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bb92b767-7b68-47d1-93cd-403a98b09ecd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:router {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:35.126293 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bb92b767-7b68-47d1-93cd-403a98b09ecd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2382529 Apr 01 15:53:35.134450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:35.209226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41586) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.223129 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-d587f852-dbc6-4fe5-ae3e-a60039da8ccb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 200 len: 1000 time: 0.6991870 Apr 01 15:53:35.250543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:35.252146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9e2390f-48d1-46ce-b997-c74da023bcb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:35.302549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86ee1279-59cb-4273-b12b-8b604f506594 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:35.464586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=9077dbfc-761d-4116-87c1-f9f5fb2145ca,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.483381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d9e2390f-48d1-46ce-b997-c74da023bcb3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:35.483976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network b3837d06-941d-4fd8-8cdb-ea2865c403da is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:35.489168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Allocated IP 2001:db8::1 (e28131ee-8d3f-46ab-b423-10fc008a59f4/bac5076d-edcc-4aae-9c74-e03654a053d3/7ab85f54-51d2-4339-b4a5-e721e1ec148e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:35.491804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:35.497930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.498467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.498885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:35.507118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:35.509331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d9e2390f-48d1-46ce-b997-c74da023bcb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:35.509737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.560381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Deleting port 68faffad-c031-45cd-a6cf-90e14f3c6545 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:35.560722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.575635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86ee1279-59cb-4273-b12b-8b604f506594 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:35.577144 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-86ee1279-59cb-4273-b12b-8b604f506594 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5981200 Apr 01 15:53:35.598148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41592) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.631622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.633074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-931b7029-320d-4209-a29c-4707ec054156 None None] Provisioning complete for port d9e2390f-48d1-46ce-b997-c74da023bcb3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:35.633372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-931b7029-320d-4209-a29c-4707ec054156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.635750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-1a63a079-bdd2-4139-ad01-17ff30beeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.637898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-1a63a079-bdd2-4139-ad01-17ff30beeecd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 200 len: 851 time: 0.3947864 Apr 01 15:53:35.647184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:35.827274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.897507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Calling delete_port for a9cb6af6-06b7-4fef-a9dc-bbae01a79c76 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:35.947477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:35.967075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:35.991216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.068830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:36.086233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.129505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.155517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-4c023357-de80-4b6c-aa46-b30d7d769d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.157014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-4c023357-de80-4b6c-aa46-b30d7d769d36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5077219 Apr 01 15:53:36.164574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] For port 68faffad-c031-45cd-a6cf-90e14f3c6545, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=68faffad-c031-45cd-a6cf-90e14f3c6545,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:36.165172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.167644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.271100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Transition to ACTIVE for port object 7ab85f54-51d2-4339-b4a5-e721e1ec148e will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:36.302655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-931b7029-320d-4209-a29c-4707ec054156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.335756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:36.341043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.391919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3f88f-d3d9-484c-a564-de9fffb36cac req-d962f990-b190-4879-94d9-b25b6fbe8791 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.394346 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ea3f88f-d3d9-484c-a564-de9fffb36cac req-d962f990-b190-4879-94d9-b25b6fbe8791 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8764458 Apr 01 15:53:36.409349 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-ba023a8d-08e3-4058-9b8c-6c528489544f service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325771 Apr 01 15:53:36.457763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.461882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Calling delete_port for 68faffad-c031-45cd-a6cf-90e14f3c6545 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:36.503872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.519009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d9e2390f-48d1-46ce-b997-c74da023bcb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9e2390f-48d1-46ce-b997-c74da023bcb3,segment=NetworkSegment(8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d),segment_id=8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:36.552736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652e6f6-a335-4ba1-ab8a-d7bd547ebb46,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.578826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.615735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.688457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:36.689268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.698094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:36.702183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:36.702753 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ea3f88f-d3d9-484c-a564-de9fffb36cac req-7af05201-2cf1-46fa-9a14-f302ca190932 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839093 Apr 01 15:53:36.716448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.727308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] No DVR routers for this DVR port 68faffad-c031-45cd-a6cf-90e14f3c6545 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:36.748181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-931b7029-320d-4209-a29c-4707ec054156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:36.748681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-931b7029-320d-4209-a29c-4707ec054156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:36.761456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d9e2390f-48d1-46ce-b997-c74da023bcb3,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.772145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.813007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.883083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Pushing event deleted for resources: {'Port': ['ID=a9cb6af6-06b7-4fef-a9dc-bbae01a79c76,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.887197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad3877-753b-4b71-b490-c2b9d35062ac None None] Pushing event deleted for resources: {'Port': ['ID=68faffad-c031-45cd-a6cf-90e14f3c6545,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.966228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a395811-c38c-4d45-82a8-1e03f61859bb req-70f949f6-0947-448f-b174-858fe38f5ebc service neutron] 10.222.0.91 "GET /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468976 Apr 01 15:53:36.967309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Port': ['ID=7ab85f54-51d2-4339-b4a5-e721e1ec148e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.030117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.096051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.118838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9e2390f-48d1-46ce-b997-c74da023bcb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:37.125223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.126332 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b0bb782-dfb5-441e-ba04-c0367095b819 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/1652e6f6-a335-4ba1-ab8a-d7bd547ebb46 HTTP/1.1" status: 204 len: 168 time: 1.5272031 Apr 01 15:53:37.130423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41602) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.196149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d9e2390f-48d1-46ce-b997-c74da023bcb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:37.196612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.206439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.272125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0770372c-f4d5-475b-9ac1-1d8815f28217 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:37.292166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.295087 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ad94be7-b80d-4157-90ab-b57935b5fd74 tempest-FloatingIPAdminTestJSON-572295384 tempest-FloatingIPAdminTestJSON-572295384-project] 10.222.0.21 "DELETE /v2.0/floatingips/2eca1ab2-c8f0-4d53-90ae-5f67afa0acda HTTP/1.1" status: 204 len: 168 time: 2.7909575 Apr 01 15:53:37.383967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:37.384954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=d307136f-8ae4-471f-917e-4b2778b2126c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.391037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:37.398914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0770372c-f4d5-475b-9ac1-1d8815f28217 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:37.399765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.400240 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0770372c-f4d5-475b-9ac1-1d8815f28217 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2633858 Apr 01 15:53:37.400240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.400240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.405884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41608) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.412596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757434150'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:37.416070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b31cd-301a-47f2-b323-fe3065c447ec None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:37.433417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:37.449769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:37.687449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 68faffad-c031-45cd-a6cf-90e14f3c6545 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:37.716300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-65dd160d-c3ff-4890-86f7-764c53420d4c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5057230 Apr 01 15:53:37.720627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41612) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.735856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:37.737091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 68faffad-c031-45cd-a6cf-90e14f3c6545 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:37.737091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 68faffad-c031-45cd-a6cf-90e14f3c6545 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:37.738726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Provisioning for port 9077dbfc-761d-4116-87c1-f9f5fb2145ca completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:37.743342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.775454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Provisioning complete for port 9077dbfc-761d-4116-87c1-f9f5fb2145ca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:37.775916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.807532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.845352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.930036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Port 9077dbfc-761d-4116-87c1-f9f5fb2145ca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:37.935528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.020079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.052342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'd307136f-8ae4-471f-917e-4b2778b2126c'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:38.053181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.072014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Provisioning for port 7ab85f54-51d2-4339-b4a5-e721e1ec148e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:38.126218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41622) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.126425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Provisioning complete for port 7ab85f54-51d2-4339-b4a5-e721e1ec148e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:38.126425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.201774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-842fe745-77a5-473f-a6ce-510ed983cb2f None None] Port 7ab85f54-51d2-4339-b4a5-e721e1ec148e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:38.205507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=9077dbfc-761d-4116-87c1-f9f5fb2145ca,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.278562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Allocated IP 172.20.0.2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/d307136f-8ae4-471f-917e-4b2778b2126c/4790e78e-d0d7-451a-b570-e0311f3afe3e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:38.317545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:38.329448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:38.337065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:38.352026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.422117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network b3837d06-941d-4fd8-8cdb-ea2865c403da is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:38.425787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2fd605f9-ef73-4a7a-89e3-6ce1a12c467e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0ac749260cf4d5baf460234a25a76be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080387 Apr 01 15:53:38.428127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:38.437650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c5033-61da-4fc5-9351-e5ec7eafb252 req-9b115d44-ff26-423e-afdb-d49afae71630 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:38.439233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-446c5033-61da-4fc5-9351-e5ec7eafb252 req-9b115d44-ff26-423e-afdb-d49afae71630 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.4594891 Apr 01 15:53:38.441973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41628) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.461543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:38.479842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:38.488134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:38.499083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.538104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.556420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Transition to ACTIVE for port object 4790e78e-d0d7-451a-b570-e0311f3afe3e will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:38.570510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.589117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:38.591411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Transition to ACTIVE for port object 4790e78e-d0d7-451a-b570-e0311f3afe3e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:38.593180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.617968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-446c5033-61da-4fc5-9351-e5ec7eafb252 req-81b11f09-08cb-4606-93ea-68488cee63e7 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711237 Apr 01 15:53:38.650119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.651073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.660920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.753483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:38.757426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:38.775212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Pushing event updated for resources: {'Port': ['ID=4790e78e-d0d7-451a-b570-e0311f3afe3e,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.787774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:38.830215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-feab48a5-57ab-44cb-8a26-9f78ceab9833 None None] Provisioning complete for port 9077dbfc-761d-4116-87c1-f9f5fb2145ca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:38.830767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-feab48a5-57ab-44cb-8a26-9f78ceab9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.898099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.915884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.963727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Attempting to bind port 4790e78e-d0d7-451a-b570-e0311f3afe3e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:38.964087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Attempting to bind port 4790e78e-d0d7-451a-b570-e0311f3afe3e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:38.964447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Attempting to bind port 4790e78e-d0d7-451a-b570-e0311f3afe3e on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:38.973746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:38.974115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:38.974870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.975010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:38.975384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Bound port: 4790e78e-d0d7-451a-b570-e0311f3afe3e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:38.975753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.001692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-feab48a5-57ab-44cb-8a26-9f78ceab9833 None None] Port 9077dbfc-761d-4116-87c1-f9f5fb2145ca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:39.019274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.069658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.080802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.086228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event updated for resources: {'Port': ['ID=7ab85f54-51d2-4339-b4a5-e721e1ec148e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.097125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:39.122386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] For port 4790e78e-d0d7-451a-b570-e0311f3afe3e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:39.122577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.122755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] For port 4790e78e-d0d7-451a-b570-e0311f3afe3e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4790e78e-d0d7-451a-b570-e0311f3afe3e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:39.122882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83532c37-cb66-417e-90c3-8d2bd5b120a1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.231876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:39.235633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:39.263503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.358542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eca9b-b9fd-437e-b339-6d3f5129c286 None None] Pushing event updated for resources: {'Port': ['ID=4790e78e-d0d7-451a-b570-e0311f3afe3e,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.386296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router 006e0311-48f1-484e-8841-23d1bcd0a7f7 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:39.403022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.403467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b5da6804-fd0a-401a-8216-eac9d251028c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9963143 Apr 01 15:53:39.407020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41634) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.415160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '83532c37-cb66-417e-90c3-8d2bd5b120a1', 'direction': 'ingress', 'protocol': 17}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:39.427214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:39.435324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:39.487363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.517796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:39.520842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:39.525539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90f0006-c957-4cbd-809b-78082b374823,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.533869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:39.550006 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-150c3c7f-3a40-487d-a7f0-0e61f53d624a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/routers/7f642a73-3ffc-4911-a543-24d0fd44f5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5071633 Apr 01 15:53:39.558081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] Sync routers for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:39.558966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.559504 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ca6e6c51-df10-40b2-9710-d776c8591089 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c90f0006-c957-4cbd-809b-78082b374823 HTTP/1.1" status: 204 len: 168 time: 1.1142962 Apr 01 15:53:39.561313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Router 830add50-3475-4cbb-abc1-bce8fe323352 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:39.562335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41638) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.567862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'port': {'network_id': 'b3837d06-941d-4fd8-8cdb-ea2865c403da', 'name': 'tempest-FloatingIPTestJSON-1408637651'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:39.596549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:39.603751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.660518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.754348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:39.764101 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] Sync routers for ids ['006e0311-48f1-484e-8841-23d1bcd0a7f7'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:39.775072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.778554 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] Routers {'006e0311-48f1-484e-8841-23d1bcd0a7f7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:39.780316 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['006e0311-48f1-484e-8841-23d1bcd0a7f7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.781164 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a2424b98-6177-4e77-aa7a-454e081a47f5 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "PUT /v2.0/routers/006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 200 len: 920 time: 4.6574926 Apr 01 15:53:39.825849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.875883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.901375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:39.902054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.911574 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.935480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] Routers {'006e0311-48f1-484e-8841-23d1bcd0a7f7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:39.937341 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['006e0311-48f1-484e-8841-23d1bcd0a7f7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.994177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:39.994800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04e945-f7ad-438c-9f27-e7d7ac530715 None None] The sync data for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:39.996340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9b267b40-d276-4068-9112-f4e567a105b5 None None] Provisioning complete for port 7ab85f54-51d2-4339-b4a5-e721e1ec148e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:39.996749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9b267b40-d276-4068-9112-f4e567a105b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.073829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:40.082581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9b267b40-d276-4068-9112-f4e567a105b5 None None] Port 7ab85f54-51d2-4339-b4a5-e721e1ec148e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:40.085093 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b14d1dc0-add2-4e4b-9c15-ffa6e1a70ab6 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5712359 Apr 01 15:53:40.093184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] Sync routers for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:40.098653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41652) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.115139 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.115563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:40.116226 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6049a-bc34-41b4-9e52-fb9b2d65e770 None None] The sync data for ids ['006e0311-48f1-484e-8841-23d1bcd0a7f7'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:40.117042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.173273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.211885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.226892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:40.227921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.252984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:53:40.318063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.318477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0db8a-dba2-42c3-8431-d2247ecf7f91 None None] The sync data for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:40.328909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:40.333605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0093e407-05b6-4a47-8d66-3a8e1caed9f7 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.398362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Usage tracker for resource:port and tenant:b38828871ca54f16a2c274d9509ff350 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:40.409965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:40.419871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:40.463934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.571770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41658) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.577187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac5dbbe-cfc4-43b0-be8e-09daf04b9a7c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:40.639833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.659457 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-0093e407-05b6-4a47-8d66-3a8e1caed9f7 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:53:40.663747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0093e407-05b6-4a47-8d66-3a8e1caed9f7 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352 HTTP/1.1" status: 409 len: 329 time: 0.5639546 Apr 01 15:53:40.664346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.675497 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bb4936b3-816a-4c15-bae6-36926087bdb3 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 200 len: 920 time: 0.8055668 Apr 01 15:53:40.680647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41666) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.690943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a9a44-66e8-4fe4-9305-d9d28fb952ea req-9dd0bd7c-5e7f-4725-a49e-11ff8b7857de tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.692434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e71a9a44-66e8-4fe4-9305-d9d28fb952ea req-9dd0bd7c-5e7f-4725-a49e-11ff8b7857de tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.8684981 Apr 01 15:53:40.731781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:40.744416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Made reservation on behalf of b38828871ca54f16a2c274d9509ff350 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:40.748495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.784485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.785665 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be66ca2c-f352-49e1-a012-bc1c7b7f8611 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3766193 Apr 01 15:53:40.788847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Usage tracker for resource:security_group_rule and tenant:c28f1acf508e4ddda4bc26c5084eb5e8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:40.809558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41670) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.810262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:40.832777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:40.847707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] device_id is not set on port 42b5f28f-8c05-4464-b4fe-a39d07b07b28 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:40.910362 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e71a9a44-66e8-4fe4-9305-d9d28fb952ea req-e45d1c75-3896-42e7-9957-26514a250283 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362262 Apr 01 15:53:40.944152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b176e9a1-2172-41ca-aa79-1507e2d848d3 None None] Provisioning for port 4790e78e-d0d7-451a-b570-e0311f3afe3e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:40.991820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.009898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee3a3c-6de8-488b-96ff-abf02a57e567 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.010598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eaee3a3c-6de8-488b-96ff-abf02a57e567 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Synchronizing usage tracker for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:41.052305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.141201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.179957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.185896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4790e78e-d0d7-451a-b570-e0311f3afe3e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:41.267018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.273869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Allocated IP 172.20.0.10 (b3837d06-941d-4fd8-8cdb-ea2865c403da/5755c54d-91ae-4ebf-a621-3d7d52de7160/42b5f28f-8c05-4464-b4fe-a39d07b07b28) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:41.347752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134948a9-1b8c-43a6-82e4-407bef977098 req-1b756b8b-12f1-46d8-a4ef-d0110d3af855 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.349263 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-134948a9-1b8c-43a6-82e4-407bef977098 req-1b756b8b-12f1-46d8-a4ef-d0110d3af855 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.2848508 Apr 01 15:53:41.366175 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c28f1acf508e4ddda4bc26c5084eb5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907205 Apr 01 15:53:41.379205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a84e84-c145-4464-8161-21daf1c7fc83,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.381371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41676) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.388311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.389826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4790e78e-d0d7-451a-b570-e0311f3afe3e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:41.395535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4790e78e-d0d7-451a-b570-e0311f3afe3e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:41.400447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.425439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eaee3a3c-6de8-488b-96ff-abf02a57e567 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Unset dirty status for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:41.429281 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eaee3a3c-6de8-488b-96ff-abf02a57e567 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=006e0311-48f1-484e-8841-23d1bcd0a7f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7474873 Apr 01 15:53:41.441556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41680) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.496417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.496923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.497363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.497823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.498254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.498394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-134948a9-1b8c-43a6-82e4-407bef977098 req-7c14b3f1-3205-49f3-979c-3ca25d852f7f tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414111 Apr 01 15:53:41.498806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.499345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.499775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.500213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.500666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.501690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.501690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eebbaa-bc86-4d36-ad28-f8d59c440012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:41.531164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83532c37-cb66-417e-90c3-8d2bd5b120a1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.560515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.564889 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d019eb1a-5820-4ed4-9182-4cde423337b1 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/83532c37-cb66-417e-90c3-8d2bd5b120a1 HTTP/1.1" status: 204 len: 168 time: 0.7442667 Apr 01 15:53:41.576273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.589570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.683094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port 4790e78e-d0d7-451a-b570-e0311f3afe3e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4790e78e-d0d7-451a-b570-e0311f3afe3e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:41.685622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.708098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc8b6c9c-8bf8-4bc5-b052-dd7b8b844aa4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:41.755515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.763553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.776038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae2b05-d8fb-4d0e-be24-6a418aff76eb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.777966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-26ae2b05-d8fb-4d0e-be24-6a418aff76eb tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.3356364 Apr 01 15:53:41.796505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41690) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.806630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.815361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.851147 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bc7104fd-c898-410f-93df-2de8ec72bee8 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 200 len: 205 time: 0.0510144 Apr 01 15:53:41.851610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.894602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Transition to ACTIVE for port object 42b5f28f-8c05-4464-b4fe-a39d07b07b28 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:41.929148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc8b6c9c-8bf8-4bc5-b052-dd7b8b844aa4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:41.933520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc8b6c9c-8bf8-4bc5-b052-dd7b8b844aa4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3524616 Apr 01 15:53:41.935230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:41.936140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:41.946169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41698) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.948033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.949450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.965463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659284347'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:41.975455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:42.006530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:42.047367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.091864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:42.107403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:42.111647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.111647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.123119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bf1eb-c782-4ebb-90ee-d031d5e55a43 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:42.127125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a84e84-c145-4464-8161-21daf1c7fc83,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.161944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.166088 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d4e6b4a6-7893-4748-823b-b14aa7c370a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2a84e84-c145-4464-8161-21daf1c7fc83 HTTP/1.1" status: 204 len: 168 time: 0.7799118 Apr 01 15:53:42.236515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=4790e78e-d0d7-451a-b570-e0311f3afe3e,revision_number=4']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.240457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=2dd271f9-e820-4a37-ac16-4d1b9927971e,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.272951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.286369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.294294 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-921e186b-5d66-4643-9ed4-4107ea66e668 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5639153 Apr 01 15:53:42.295609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.335748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41706) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.409811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:99:62:4f', 'name': 'tempest-NetworksTestDHCPv6-1317524085'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:42.427227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:42.465120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:42.473440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Network b3837d06-941d-4fd8-8cdb-ea2865c403da is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:42.476047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:42.490657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:42.506339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:42.509653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.531279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.557249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 4790e78e-d0d7-451a-b570-e0311f3afe3e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4790e78e-d0d7-451a-b570-e0311f3afe3e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:42.590339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:42.601752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event updated for resources: {'Port': ['ID=42b5f28f-8c05-4464-b4fe-a39d07b07b28,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.629915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port 82e93956-c2d1-4583-be97-2de4060fe5b0 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:42.630510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.662660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.666385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.666762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.667108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.669749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.670403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.670403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.670709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.784295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.785038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.836438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=4790e78e-d0d7-451a-b570-e0311f3afe3e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.845356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.845703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.846038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.846367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.846718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.847046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.847369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.847689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.848009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.848353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.852885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.853407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.922444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078a2c-9b16-42af-9072-f2157fddae84 req-47a0e68c-32d0-4470-b362-5c0c6ab965c0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.924430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10078a2c-9b16-42af-9072-f2157fddae84 req-47a0e68c-32d0-4470-b362-5c0c6ab965c0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.6327145 Apr 01 15:53:42.972634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4f39b649-5d8c-439a-98fa-574a9371dd43 None None] Provisioning for port 42b5f28f-8c05-4464-b4fe-a39d07b07b28 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:42.980636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4f39b649-5d8c-439a-98fa-574a9371dd43 None None] Provisioning complete for port 42b5f28f-8c05-4464-b4fe-a39d07b07b28 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:42.980636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4f39b649-5d8c-439a-98fa-574a9371dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.992471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.059772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:43.080294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.098480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.119061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4f39b649-5d8c-439a-98fa-574a9371dd43 None None] Port 42b5f28f-8c05-4464-b4fe-a39d07b07b28 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:43.134709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:43.167509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:43.174307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10078a2c-9b16-42af-9072-f2157fddae84 req-2eaeabc1-85ab-435f-85a3-3251d6774049 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560643 Apr 01 15:53:43.175322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port 7ab85f54-51d2-4339-b4a5-e721e1ec148e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:43.175875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.195815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4790e78e-d0d7-451a-b570-e0311f3afe3e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:43.246827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-debfc4b0-305a-49c0-b8d7-c95dd32daeaf tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6825681 Apr 01 15:53:43.259207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:43.264865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41712) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.278803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Request body: {'floatingip': {'port_id': '42b5f28f-8c05-4464-b4fe-a39d07b07b28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:43.327653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41716) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.342872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4790e78e-d0d7-451a-b570-e0311f3afe3e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:43.343249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.358479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for 82e93956-c2d1-4583-be97-2de4060fe5b0 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:43.376706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91934495-cc2a-4059-822f-0ee047ed23b5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.380058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.384454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cd24d7fa-6d10-4c55-b74e-7a5eac104d6b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4371052 Apr 01 15:53:43.408542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.427992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570467621'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:43.460477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.468456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:43.482282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:43.495469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:43.506025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2888c7e3b54da0a0e4faf305a10a74 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:43.510799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:43.527095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:43.618139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:43.649272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e1d5cdec-650c-4a67-9561-0f2274af5114 None None] Provisioning complete for port 4790e78e-d0d7-451a-b570-e0311f3afe3e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:43.649964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cdec-650c-4a67-9561-0f2274af5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.653503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.705691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.797601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.831199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.833942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.911277 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d2888c7e3b54da0a0e4faf305a10a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764408 Apr 01 15:53:43.912159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=82e93956-c2d1-4583-be97-2de4060fe5b0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.915492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.947113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1da2-1246-4878-9b3d-48b172cac588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555c436-24be-4852-8388-0526c140b2cc,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.956265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.051317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Calling delete_port for 7ab85f54-51d2-4339-b4a5-e721e1ec148e owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:44.064988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.144698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.160715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.174102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.184260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.198525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.213681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.279957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.284873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.329004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.449590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfc62e-310a-4ea9-9361-b58323a0f76f req-bb8af8b7-eb2b-4452-ac72-74810cc893da tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:44.451370 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d9cfc62e-310a-4ea9-9361-b58323a0f76f req-bb8af8b7-eb2b-4452-ac72-74810cc893da tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.1249483 Apr 01 15:53:44.454591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.455137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router 006e0311-48f1-484e-8841-23d1bcd0a7f7 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:44.510783 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d9cfc62e-310a-4ea9-9361-b58323a0f76f req-092c3961-69b5-4e51-be63-74c3d414eb2c tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531611 Apr 01 15:53:44.516898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.522181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-31c2946b-6917-4483-9561-7334eee17a47 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 204 len: 168 time: 2.6653738 Apr 01 15:53:44.522181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41730) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.526965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317687713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:44.536753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.536753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.537346 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9555c436-24be-4852-8388-0526c140b2cc HTTP/1.1" status: 204 len: 168 time: 0.6207268 Apr 01 15:53:44.538818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.547624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:44.554083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.557039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c70d7-9307-4489-9967-198a5d5bf14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555c436-24be-4852-8388-0526c140b2cc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.559485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.565638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.671877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.673009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.690567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.820801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.952094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.955066 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a52dbfa2-6a48-456d-8040-230b9bc8beeb tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4306941 Apr 01 15:53:44.956182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41738) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.961800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:44.988273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.130077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.242930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4a081-2ffb-43eb-9c19-8c8d40131980,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.260092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 172.20.0.4 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/d307136f-8ae4-471f-917e-4b2778b2126c/9ed17b3f-2c5d-4066-ad2a-591b29ecff86) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:45.270912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.330282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe99:624f (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/2dd271f9-e820-4a37-ac16-4d1b9927971e/9ed17b3f-2c5d-4066-ad2a-591b29ecff86) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:45.387652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Port': ['ID=7ab85f54-51d2-4339-b4a5-e721e1ec148e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.419619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-3f8996ef-dbbf-499c-939a-12106c3679fc tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:45.421137 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-3f8996ef-dbbf-499c-939a-12106c3679fc tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.91 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 0.5804338 Apr 01 15:53:45.445406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.450030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-605e23ca-1469-4a87-9e36-d55181beff00 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0405798 Apr 01 15:53:45.453249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41750) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.511015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.573184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '91934495-cc2a-4059-822f-0ee047ed23b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66a4a081-2ffb-43eb-9c19-8c8d40131980', 'remote_ip_prefix': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:45.599722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.686509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.694453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.731659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.906737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.923798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.933896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Deleting port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:45.934785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.955561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.999992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41764) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.113277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Allocated IP 172.26.8.124 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/b8dda4ca-a1ff-4924-b8b1-4e5309205a91) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:46.121773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.resource_extend [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:46.147238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1188603971'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.164991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:46.172447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Usage tracker for resource:network and tenant:6c2ba244b303497a8b3f3d65e7838365 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.221810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.238182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.296417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.324126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:46.329254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.333191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.344797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.362736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:46.366599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Usage tracker for resource:security_group_rule and tenant:6c2ba244b303497a8b3f3d65e7838365 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.369466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.375477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.437014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.471347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.519768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:46.524760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:46.527735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:46.553404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.583797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event updated for resources: {'Port': ['ID=b8dda4ca-a1ff-4924-b8b1-4e5309205a91,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.596873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.654126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.665809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.708277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Router 830add50-3475-4cbb-abc1-bce8fe323352 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:46.716626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75bec7-391a-415e-beeb-641a04c6a70a req-4130ca9c-756c-427a-a600-a219f26c05ca tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.718117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd75bec7-391a-415e-beeb-641a04c6a70a req-4130ca9c-756c-427a-a600-a219f26c05ca tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 945 time: 1.0402930 Apr 01 15:53:46.795581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:46.801694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:46.810141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085ef185-6c5b-4d6b-832c-925417d353ed,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.831537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.831880 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Added segment 39d96893-933c-4408-8be7-598212f006d4 of type vlan for network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 Apr 01 15:53:46.859587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.003287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.025767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.031628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.032224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.105838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd75bec7-391a-415e-beeb-641a04c6a70a req-a507d426-4377-4786-9892-3d8df53a6000 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178208 Apr 01 15:53:47.132419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.148076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:47.159832 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] Sync routers for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:47.171244 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP d7446f38-f296-42ed-878d-f8fb4ee85b41 associated. External IP: 172.26.8.85, port: badf168d-a1f0-4da9-9b76-c6af1878f4d4. Apr 01 15:53:47.175841 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:47.187087 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.247973 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.258334 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] Routers {'830add50-3475-4cbb-abc1-bce8fe323352'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:47.259168 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['830add50-3475-4cbb-abc1-bce8fe323352'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.289738 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2859251 Apr 01 15:53:47.292386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41770) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.305798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6457-9592-4ae7-aa26-a8a9e701e340 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Network': ['ID=83b737a7-f24d-4b13-850c-7ca46bf1f9b8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.314018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'subnet': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:47.321479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:47.328817 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.329215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfad862-4fee-4617-bb98-06466a88fb6e None None] The sync data for ids ['830add50-3475-4cbb-abc1-bce8fe323352'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:47.384486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77046ca5-d96c-409a-9bbd-79c347591078,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.388175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:47.388325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.407209 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c78e85c-2042-4431-8f28-2ea2b4780bbc tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7417300 Apr 01 15:53:47.413294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41774) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.493508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.494759 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-23a374c3-1a5b-40fd-8659-5712565b4b87 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9574051 Apr 01 15:53:47.501308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41778) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.548065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3876be4f-d4c7-4ae2-9224-c3ba54609f0d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:47.566415 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-9cc48284-2b99-4dda-b640-c40946881425 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] show failed (client error): The resource could not be found. Apr 01 15:53:47.572640 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9cc48284-2b99-4dda-b640-c40946881425 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1543019678 HTTP/1.1" status: 404 len: 335 time: 0.1511438 Apr 01 15:53:47.576416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41782) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.584880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-13c8f78a-315f-431d-a3ce-0f653ad4bc3e tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:47.638001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.672009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.706006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.709928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:47.721561 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-13c8f78a-315f-431d-a3ce-0f653ad4bc3e tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] update failed (client error): The resource could not be found. Apr 01 15:53:47.722599 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-13c8f78a-315f-431d-a3ce-0f653ad4bc3e tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-591958854 HTTP/1.1" status: 404 len: 334 time: 0.1452403 Apr 01 15:53:47.723638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Usage tracker for resource:subnet and tenant:6c2ba244b303497a8b3f3d65e7838365 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:47.728197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:47.732861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41786) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.744635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:47.760456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:47.768647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.779600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:47.795805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.799385 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'code': 200} Apr 01 15:53:47.821055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:47.837478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:47.877299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.894830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting subnet 3e08d02b-2535-4ae5-9702-8fdec6323e61 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:47.897938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.913793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:47.942001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:47.945447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.000591 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.045511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=9ed17b3f-2c5d-4066-ad2a-591b29ecff86,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.114910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.116027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.116395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.116702 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Floating IP 3abbebef-a5f5-4b1b-b18b-e0ada066d7ed disassociated. External IP: 172.26.8.30, port: 3876be4f-d4c7-4ae2-9224-c3ba54609f0d. Apr 01 15:53:48.117039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Calling delete_port for 3876be4f-d4c7-4ae2-9224-c3ba54609f0d owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:48.167417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.213200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.215114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.237107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.313880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77046ca5-d96c-409a-9bbd-79c347591078,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.322067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-722c9c94-b135-4fa3-b8bd-ef0b7f6963c8 None None] Provisioning for port 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:48.331152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-722c9c94-b135-4fa3-b8bd-ef0b7f6963c8 None None] Provisioning complete for port 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:48.331526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-722c9c94-b135-4fa3-b8bd-ef0b7f6963c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.349252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.352962 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a0af34ef-8ba5-495b-8c7f-7b303b0ae90b tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/77046ca5-d96c-409a-9bbd-79c347591078 HTTP/1.1" status: 204 len: 168 time: 0.8482385 Apr 01 15:53:48.355581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41794) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.370503 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1236d0e0-fa87-447f-b966-eadd8e91fdd1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0012972 Apr 01 15:53:48.374505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41798) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.403325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-722c9c94-b135-4fa3-b8bd-ef0b7f6963c8 None None] Port 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:48.421352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.432586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.443242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:48.466810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.562385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d84ca138-3fd2-452e-9f5b-2b0ca35c2659 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:48.581560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:48.581868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:48.624639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee0d15-fdf3-459f-ac9d-29dd06547b91 req-5d779274-79f3-4624-9346-8bf191b616a4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.626072 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3eee0d15-fdf3-459f-ac9d-29dd06547b91 req-5d779274-79f3-4624-9346-8bf191b616a4 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 0.3652165 Apr 01 15:53:48.664390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f12e2-657b-4318-8822-5247c4b243f8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.670980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f12e2-657b-4318-8822-5247c4b243f8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.671803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e6f12e2-657b-4318-8822-5247c4b243f8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:48.747304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d84ca138-3fd2-452e-9f5b-2b0ca35c2659 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:48.748581 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d84ca138-3fd2-452e-9f5b-2b0ca35c2659 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3802831 Apr 01 15:53:48.763141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.770069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.797321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3eee0d15-fdf3-459f-ac9d-29dd06547b91 req-d4dbb25e-c964-49c7-bbe2-4cfcc9d3f4a8 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639736 Apr 01 15:53:48.803462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:48.830846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:48.841857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:48.843095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.905164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.911791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.934322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:48.936393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.993174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.001525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Subnet': ['ID=e815532d-9424-4939-b30a-79ef6c212ddb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.003618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2e6f12e2-657b-4318-8822-5247c4b243f8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:49.005028 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e6f12e2-657b-4318-8822-5247c4b243f8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6280599 Apr 01 15:53:49.010995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.027084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fe68f-9cad-42b7-b717-630bd8ce8d46 None None] Network 846466da-b25a-4b4d-82a5-aca5503f3094 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:49.064575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:49.064971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f6b0a-c43f-48ec-8419-59d9677636a3 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:49.092127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/subnets/3e08d02b-2535-4ae5-9702-8fdec6323e61 HTTP/1.1" status: 204 len: 168 time: 1.3552208 Apr 01 15:53:49.094014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41810) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.099614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Deleting port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:49.100164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.108094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaf8d3-34c9-47fc-ba2b-ec324a46f7f8 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Subnet': ['ID=3e08d02b-2535-4ae5-9702-8fdec6323e61,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.129049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Checking segment: {'id': '39d96893-933c-4408-8be7-598212f006d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:49.129486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network hostable DHCP agents. Network: 83b737a7-f24d-4b13-850c-7ca46bf1f9b8, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:49.169298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.304286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:49.304629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.316782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] DHCP port deletion for 846466da-b25a-4b4d-82a5-aca5503f3094 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:49.321368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Deleting port d9e2390f-48d1-46ce-b997-c74da023bcb3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:49.322323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.347980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.402878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.483978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:49.489741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Router 42aaa221-6b26-4bb5-8ea3-162c8b593fb7 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:49.502818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port d9e2390f-48d1-46ce-b997-c74da023bcb3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:49.503161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.549865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] For port d9e2390f-48d1-46ce-b997-c74da023bcb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9e2390f-48d1-46ce-b997-c74da023bcb3,segment=NetworkSegment(8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d),segment_id=8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:49.550337 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.578012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:49.578827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] For port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:49.579452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.648736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.679156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Calling delete_port for d9e2390f-48d1-46ce-b997-c74da023bcb3 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:49.733229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 83b737a7-f24d-4b13-850c-7ca46bf1f9b8) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:49.751476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5389c3d1-e014-4a74-b41b-0839968996e9 None None] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:49.761204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4a081-2ffb-43eb-9c19-8c8d40131980,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.768792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:49.769590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.970437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.028770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:50.054018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.054647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.054772 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] Sync routers for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:50.055595 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Floating IP 3abbebef-a5f5-4b1b-b18b-e0ada066d7ed disassociated. External IP: 172.26.8.30, port: 3876be4f-d4c7-4ae2-9224-c3ba54609f0d. Apr 01 15:53:50.056104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Calling delete_port for 3876be4f-d4c7-4ae2-9224-c3ba54609f0d owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:50.075615 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:50.077118 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.080863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] Pushing event deleted for resources: {'Port': ['ID=d9e2390f-48d1-46ce-b997-c74da023bcb3,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.087493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363f7ac-2aad-477c-9133-903b23e7fd36 None None] No DVR routers for this DVR port d9e2390f-48d1-46ce-b997-c74da023bcb3 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:50.150889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.159613 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.170462 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c898b53a-61f5-496a-b755-d88d9976b705 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8719654 Apr 01 15:53:50.173937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] For port d9e2390f-48d1-46ce-b997-c74da023bcb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9e2390f-48d1-46ce-b997-c74da023bcb3,segment=NetworkSegment(8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d),segment_id=8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:50.174368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.174642 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:50.175895 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.183419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'tenant_id': '6c2ba244b303497a8b3f3d65e7838365', 'fixed_ips': [{'subnet_id': 'e815532d-9424-4939-b30a-79ef6c212ddb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:50.183806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.194180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41816) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.195276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.200047 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-50e2dfb6-9d09-4fd9-96a9-69c279091df4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/66a4a081-2ffb-43eb-9c19-8c8d40131980 HTTP/1.1" status: 204 len: 168 time: 1.4319210 Apr 01 15:53:50.212526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41820) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.244401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.262110 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.262601 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0f129-f2c5-4e5d-873c-49776682b3cd None None] The sync data for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:50.301779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.329962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 9ed17b3f-2c5d-4066-ad2a-591b29ecff86 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:50.388429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Allocated IP 2001:db8::2 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/12535f51-b773-4b28-98d1-4633e143bcbe) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:50.564517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event deleted for resources: {'Port': ['ID=3876be4f-d4c7-4ae2-9224-c3ba54609f0d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.584220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:50.591771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.596376 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aeff4ca4-4670-49af-8d02-f5592d2732be tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "PUT /v2.0/routers/42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 200 len: 880 time: 5.6391447 Apr 01 15:53:50.598070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41824) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.598762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] Sync routers for ids ['42aaa221-6b26-4bb5-8ea3-162c8b593fb7'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:50.603352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1058431156'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:50.676112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cddb6667-4c99-4b43-b9ba-0f312bf53089 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:50.723096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.733216 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9636b403-7236-42e4-b414-84c777007c50 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/floatingips/d7446f38-f296-42ed-878d-f8fb4ee85b41 HTTP/1.1" status: 200 len: 978 time: 7.4642742 Apr 01 15:53:50.736659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41826) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.738105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Transition to ACTIVE for port object 12535f51-b773-4b28-98d1-4633e143bcbe will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.762416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Transition to ACTIVE for port object 12535f51-b773-4b28-98d1-4633e143bcbe will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.778589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] Routers {'42aaa221-6b26-4bb5-8ea3-162c8b593fb7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:50.779517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42aaa221-6b26-4bb5-8ea3-162c8b593fb7'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.864950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.882888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.890182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Calling delete_port for d9e2390f-48d1-46ce-b997-c74da023bcb3 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:50.941923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] Routers {'42aaa221-6b26-4bb5-8ea3-162c8b593fb7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:50.942869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42aaa221-6b26-4bb5-8ea3-162c8b593fb7'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.982935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 42b5f28f-8c05-4464-b4fe-a39d07b07b28 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:50.983438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.995442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:50.996308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:50.998956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:51.018275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cddb6667-4c99-4b43-b9ba-0f312bf53089 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:51.020031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cddb6667-4c99-4b43-b9ba-0f312bf53089 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8029556 Apr 01 15:53:51.020819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:51.021224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e547b-9919-4cbd-a920-5b7daa258e71 None None] The sync data for ids ['42aaa221-6b26-4bb5-8ea3-162c8b593fb7'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:51.023010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Router 42826121-01d7-4759-af17-019f26dc4173 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:51.032330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41832) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:51.035174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:51.038747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:51.043791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:51.046111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Pushing event updated for resources: {'Port': ['ID=12535f51-b773-4b28-98d1-4633e143bcbe,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.138289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9e2390f-48d1-46ce-b997-c74da023bcb3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:51.169599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Usage tracker for resource:port and tenant:6c2ba244b303497a8b3f3d65e7838365 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:51.174027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:51.177815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Attempting to bind port 12535f51-b773-4b28-98d1-4633e143bcbe on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.178206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Attempting to bind port 12535f51-b773-4b28-98d1-4633e143bcbe by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '39d96893-933c-4408-8be7-598212f006d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.178559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Attempting to bind port 12535f51-b773-4b28-98d1-4633e143bcbe on network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.180674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d9e2390f-48d1-46ce-b997-c74da023bcb3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:51.181007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9e2390f-48d1-46ce-b997-c74da023bcb3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:51.186998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:51.187415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Checking segment: {'id': '39d96893-933c-4408-8be7-598212f006d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:51.187775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.188170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Bound using segment: {'id': '39d96893-933c-4408-8be7-598212f006d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:51.188647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Bound port: 12535f51-b773-4b28-98d1-4633e143bcbe, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d96893-933c-4408-8be7-598212f006d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:51.189091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.250402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:51.262270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.285720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] For port 12535f51-b773-4b28-98d1-4633e143bcbe, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:51.289258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] For port 12535f51-b773-4b28-98d1-4633e143bcbe, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12535f51-b773-4b28-98d1-4633e143bcbe,segment=NetworkSegment(39d96893-933c-4408-8be7-598212f006d4),segment_id=39d96893-933c-4408-8be7-598212f006d4)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:51.310978 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c248aa4e-7de4-430b-b896-211dea57c047 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 200 len: 921 time: 0.3247049 Apr 01 15:53:51.312964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41836) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:51.392586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:51.395941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.404252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.417337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed30dc9-3c2d-4a6c-81ea-a189e116dee2 req-2a7986c6-c748-446d-83ff-e8ffc39a52c0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:51.420051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ed30dc9-3c2d-4a6c-81ea-a189e116dee2 req-2a7986c6-c748-446d-83ff-e8ffc39a52c0 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 943 time: 1.4108689 Apr 01 15:53:51.457265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.485692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port a2b033ce-5685-4b5d-82b7-68aea310b7ea yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:51.496992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ffde-8825-4006-a4ba-172fc19bc9d5 None None] Pushing event updated for resources: {'Port': ['ID=12535f51-b773-4b28-98d1-4633e143bcbe,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.513572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:51.528761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port d9e2390f-48d1-46ce-b997-c74da023bcb3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:51.528761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.532473 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Sync routers for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:51.545572 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:51.547729 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:51.592483 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ed30dc9-3c2d-4a6c-81ea-a189e116dee2 req-32f97094-9ca9-466f-8831-e32e95b7858f tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f04e3be-9e94-4880-9fcd-a4841d0e0421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562369 Apr 01 15:53:51.643267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] No DVR routers for this DVR port 3876be4f-d4c7-4ae2-9224-c3ba54609f0d on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:51.647614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.650739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-deleted', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:51.654014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] The port 'd9e2390f-48d1-46ce-b997-c74da023bcb3' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:51.658943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.660221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.781312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4c7a9467-e5ba-47c0-a220-881be1214e07 req-b99150fb-cefe-4feb-9dd8-fd0f3dbb09fb tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.91 "DELETE /v2.0/ports/3876be4f-d4c7-4ae2-9224-c3ba54609f0d HTTP/1.1" status: 204 len: 173 time: 6.3369303 Apr 01 15:53:51.782707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=9ed17b3f-2c5d-4066-ad2a-591b29ecff86,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.782849 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:51.782938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ddd76-83d2-407b-98f5-1c4ed7f18c61', 'name': 'network-vif-deleted', 'tag': '3876be4f-d4c7-4ae2-9224-c3ba54609f0d', 'status': 'completed', 'code': 200} Apr 01 15:53:51.819213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.821978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.827690 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/91934495-cc2a-4059-822f-0ee047ed23b5 HTTP/1.1" status: 204 len: 168 time: 0.7926617 Apr 01 15:53:51.829152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41842) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:51.857702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1f8cc-24b6-4f9b-bb42-23231a6a1b9c tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91934495-cc2a-4059-822f-0ee047ed23b5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:52.037807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08cd1313-3b22-44ea-a886-1c27ed5d169a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:52.065018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbeb45-7bc5-4808-9667-7fbc6b2c1c74 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.066667 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-85fbeb45-7bc5-4808-9667-7fbc6b2c1c74 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=42aaa221-6b26-4bb5-8ea3-162c8b593fb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7525432 Apr 01 15:53:52.117648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41846) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:52.128989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.258853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846466da-b25a-4b4d-82a5-aca5503f3094']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.272068 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.276441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08cd1313-3b22-44ea-a886-1c27ed5d169a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:52.278212 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Checking router: 42826121-01d7-4759-af17-019f26dc4173 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:52.278352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-08cd1313-3b22-44ea-a886-1c27ed5d169a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4259453 Apr 01 15:53:52.288848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::13 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/a2b033ce-5685-4b5d-82b7-68aea310b7ea) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:52.289154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41850) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:52.290093 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:52.291377 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.301559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831849279'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:52.313583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:52.337382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:52.353793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.354054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.354406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Floating IP d7446f38-f296-42ed-878d-f8fb4ee85b41 disassociated. External IP: 172.26.8.85, port: 42b5f28f-8c05-4464-b4fe-a39d07b07b28. Apr 01 15:53:52.354787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 42b5f28f-8c05-4464-b4fe-a39d07b07b28 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:52.449817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.508670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.508972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d654ab2-a1df-4be3-abb9-53f1c1bc0e6d') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.530541 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:52.546863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.617402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.627973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.638503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:52.638941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.649132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:52.665668 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:52.673467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:52.679369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:52.690784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:52.799303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.805357 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:52.811548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.896139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487afbc3-857b-4e99-8b26-ee25f2163a78 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.896711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-487afbc3-857b-4e99-8b26-ee25f2163a78 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Synchronizing usage tracker for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:52.908899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=42b5f28f-8c05-4464-b4fe-a39d07b07b28,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.025664 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83b6371f-4a9f-405d-a504-d79a75207367 req-d8250486-404c-424a-b507-bf962f93ef5e tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f18ddd76-83d2-407b-98f5-1c4ed7f18c61 HTTP/1.1" status: 200 len: 210 time: 0.1980777 Apr 01 15:53:53.039266 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a3e076c0-44a3-4839-91ba-6f87a132fc82 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/9ed17b3f-2c5d-4066-ad2a-591b29ecff86 HTTP/1.1" status: 204 len: 168 time: 3.9942310 Apr 01 15:53:53.043076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41856) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.061468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.091497 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.103551 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bfea5-8002-45c2-94b2-d9876221e048 None None] The sync data for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv is: [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:49:59Z', 'revision_number': 4, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'caae2488-2f6f-4e58-a55f-a64c6fcbe1e0', 'name': '', 'network_id': '1bdbc2be-6e35-43b2-9e0e-25c91d6b465b', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'mac_address': 'fa:16:3e:25:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:55Z', 'updated_at': '2022-04-01T15:50:09Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'subnets': [{'id': '743e60a2-40b8-4793-a7df-74ada4a900cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:53.126105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae903fd9-97d3-4c23-bc49-8d9dd66d1605 None None] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:53.203181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec97ef8-24c5-45c1-b928-4376cfd33a46,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.215443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.257014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12535f51-b773-4b28-98d1-4633e143bcbe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:53.273454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.297408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Network': ['ID=846466da-b25a-4b4d-82a5-aca5503f3094,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.306600 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e0b70b37-9a16-4637-98b7-75b5d4b39cc9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/networks/846466da-b25a-4b4d-82a5-aca5503f3094 HTTP/1.1" status: 204 len: 168 time: 4.1940422 Apr 01 15:53:53.310880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41860) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.349541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.355665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-067eba69-868b-4f88-af73-8a63f488fb4d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0610080 Apr 01 15:53:53.355665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41864) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.356284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.357934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.359871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.361382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:53.364489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': 'aec97ef8-24c5-45c1-b928-4376cfd33a46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:53.377432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:53.383106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-487afbc3-857b-4e99-8b26-ee25f2163a78 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Unset dirty status for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:53.384067 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-487afbc3-857b-4e99-8b26-ee25f2163a78 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 1.2595422 Apr 01 15:53:53.388562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:53.389389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41868) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.390732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:53.395650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:53.447231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:53.455089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.461575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting subnet ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:53.470063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.485236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bcd3febc-79ea-4802-a288-453e46d4a753 None None] Provisioning for port 12535f51-b773-4b28-98d1-4633e143bcbe completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:53.520138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:53.523891 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4fb803ac-1858-4a55-b1fb-a46d464e75fe tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4744194 Apr 01 15:53:53.523891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object a2b033ce-5685-4b5d-82b7-68aea310b7ea will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:53.525700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41872) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.545241 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c4e6923-e37f-4d1c-bb42-4d5e4a3e93c3 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 200 len: 205 time: 0.1510427 Apr 01 15:53:53.549795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41876) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.563742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 12535f51-b773-4b28-98d1-4633e143bcbe completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:53.579772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 12535f51-b773-4b28-98d1-4633e143bcbe triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:53.580454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.588273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.617363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505c465-9dd6-48c2-9e37-f6f32dc404bc None None] New status for floating IP 3abbebef-a5f5-4b1b-b18b-e0ada066d7ed: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:53:53.664292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 2dd271f9-e820-4a37-ac16-4d1b9927971e {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:53.672551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.739377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.748778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.785370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.860817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:53.878453 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] Sync routers for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:53.884669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.890133 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:53.890897 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.002654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.018281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.031900 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.043556 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:54.044506 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.080807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=a2b033ce-5685-4b5d-82b7-68aea310b7ea,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.113878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:54.116088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.117509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.133329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.157492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-173effa5-017e-4188-b578-da42675e330e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/42b5f28f-8c05-4464-b4fe-a39d07b07b28 HTTP/1.1" status: 204 len: 168 time: 3.4197569 Apr 01 15:53:54.158300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41882) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.159130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:54.181006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:54.187701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:54.188476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.218007 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.218410 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaed322-b5d4-4d90-83cb-793b4026f917 None None] The sync data for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:54.245744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 12535f51-b773-4b28-98d1-4633e143bcbe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12535f51-b773-4b28-98d1-4633e143bcbe,segment=NetworkSegment(39d96893-933c-4408-8be7-598212f006d4),segment_id=39d96893-933c-4408-8be7-598212f006d4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:54.251886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d3aa137-250c-4558-a5ff-a6bcb09fe502 None None] Provisioning complete for port 12535f51-b773-4b28-98d1-4633e143bcbe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.252261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa137-250c-4558-a5ff-a6bcb09fe502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.360586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.384855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa137-250c-4558-a5ff-a6bcb09fe502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.401465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-38729c5d-12f1-40aa-9595-953d0d529162 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2029505 Apr 01 15:53:54.403497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.404488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41888) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.410845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41890) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.417576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494734655', 'allowed_address_pairs': [{'ip_address': '2001:db8::13', 'mac_address': 'fa:16:3e:55:cc:0b'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:54.426372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f23a0c-b0b9-490b-944f-463aa2cd2dd7,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.450714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.472097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.475979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.536912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=12535f51-b773-4b28-98d1-4633e143bcbe,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.542482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-1d3aa137-250c-4558-a5ff-a6bcb09fe502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:54.543370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-1d3aa137-250c-4558-a5ff-a6bcb09fe502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:54.592638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd271f9-e820-4a37-ac16-4d1b9927971e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.604945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb57a6e-139f-4f46-8f5a-858155b0fd38 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:54.642634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.654480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.658544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5c68157d-c6af-4fa9-aed1-32cde2772891 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3009181 Apr 01 15:53:54.660083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.665616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41896) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.680913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.691564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7835eca2-17b2-45e5-a557-e8b75d46de36 None None] Network a90f3baa-fe83-4e40-a7cc-c95dd7ce483c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:54.708053 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4b93e4ba-49cd-4df8-8dbe-9a80d65a24e3 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/subnets/ee5f3aa5-3ab6-45d4-ad12-72483d6a3e6a HTTP/1.1" status: 204 len: 168 time: 1.3895035 Apr 01 15:53:54.711127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41900) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.743716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.747678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:54.762573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Usage tracker for resource:port and tenant:6c2ba244b303497a8b3f3d65e7838365 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:54.767572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:54.783150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:54.789179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.810013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9adac320-8dd4-473d-bdc1-f2ca69995058 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2dd271f9-e820-4a37-ac16-4d1b9927971e HTTP/1.1" status: 204 len: 168 time: 1.2782602 Apr 01 15:53:54.813408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41904) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.837145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.859214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port b8dda4ca-a1ff-4924-b8b1-4e5309205a91 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:54.859546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.887992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:54.904022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.932740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet d307136f-8ae4-471f-917e-4b2778b2126c {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:54.960864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting subnet bb241360-b4b2-438b-87a3-00def09ee4e8 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:55.005216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.125709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.215287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] DHCP port deletion for a90f3baa-fe83-4e40-a7cc-c95dd7ce483c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:55.215690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.219887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Deleting port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:55.220264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.232354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.257322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12535f51-b773-4b28-98d1-4633e143bcbe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:55.267100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.272171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.304125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.324981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f04e3be-9e94-4880-9fcd-a4841d0e0421,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.343480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f23a0c-b0b9-490b-944f-463aa2cd2dd7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.344422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port c8e23a8e-a568-40b0-8212-22e213e2109a yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:55.375432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.377043 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-777b8863-ff68-46f9-8fc9-a07db354d1b6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/76f23a0c-b0b9-490b-944f-463aa2cd2dd7 HTTP/1.1" status: 204 len: 168 time: 0.7100399 Apr 01 15:53:55.386299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41908) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.435746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.444693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.477749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 12535f51-b773-4b28-98d1-4633e143bcbe triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:55.478120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.515375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.516517 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-12d7f153-c7ff-44b7-a322-274650bc3342 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f04e3be-9e94-4880-9fcd-a4841d0e0421 HTTP/1.1" status: 204 len: 168 time: 1.1045229 Apr 01 15:53:55.524724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41912) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.530693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ad5cfe43-1501-4ede-8376-f6b455a33f6b None None] Provisioning for port a2b033ce-5685-4b5d-82b7-68aea310b7ea completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:55.578991 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-7226d85b-c212-4800-83e7-f307199391a5 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] show failed (client error): The resource could not be found. Apr 01 15:53:55.578991 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7226d85b-c212-4800-83e7-f307199391a5 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "GET /v2.0/security-groups/0f04e3be-9e94-4880-9fcd-a4841d0e0421 HTTP/1.1" status: 404 len: 347 time: 0.0519538 Apr 01 15:53:55.593196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41916) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.637507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for b8dda4ca-a1ff-4924-b8b1-4e5309205a91 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:55.649074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] For port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,segment=NetworkSegment(3399983c-8a6c-43d1-a24e-04aabdd968c9),segment_id=3399983c-8a6c-43d1-a24e-04aabdd968c9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:55.653061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.668344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ad5cfe43-1501-4ede-8376-f6b455a33f6b None None] Provisioning complete for port a2b033ce-5685-4b5d-82b7-68aea310b7ea triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:55.668999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfe43-1501-4ede-8376-f6b455a33f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.688192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.785241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Deleting port fa7416e4-d3f8-481f-b356-6c54b3c75325 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:55.785582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.828875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03abb1ff-3254-44fc-a1b3-e62a0fbe8db4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:55.862980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::214 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/c8e23a8e-a568-40b0-8212-22e213e2109a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:55.883345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Calling delete_port for 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:55.968029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ad5cfe43-1501-4ede-8376-f6b455a33f6b None None] Port a2b033ce-5685-4b5d-82b7-68aea310b7ea cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:55.986361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.999225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03abb1ff-3254-44fc-a1b3-e62a0fbe8db4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:56.001043 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-03abb1ff-3254-44fc-a1b3-e62a0fbe8db4 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6039310 Apr 01 15:53:56.004366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.009028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41920) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.059144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=d307136f-8ae4-471f-917e-4b2778b2126c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.064928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.082772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322518e8-2388-4b35-8ff9-5f550b46059d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:56.085440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Subnet': ['ID=bb241360-b4b2-438b-87a3-00def09ee4e8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.094711 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-010f6230-5cba-4285-bb91-4221dba895e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d307136f-8ae4-471f-917e-4b2778b2126c HTTP/1.1" status: 204 len: 168 time: 1.2779758 Apr 01 15:53:56.100788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.107053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41924) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.129077 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e0debad-aaaa-4fef-93ee-de9df2e75985 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/subnets/bb241360-b4b2-438b-87a3-00def09ee4e8 HTTP/1.1" status: 204 len: 168 time: 1.4122753 Apr 01 15:53:56.133424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41928) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.173022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4b402-eed3-4e21-ae63-cca581bb7af3 None None] Network 130e39de-204b-4c9c-bb14-feba31027fdf requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:56.189183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b1d02ffa-9a47-401a-8465-26e0ce6227cf tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792108 Apr 01 15:53:56.193180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41932) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.297377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.297777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.310056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.329160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-99dfd7fb-eb13-4a78-a970-c70eab101776 None None] Provisioning complete for port 4790e78e-d0d7-451a-b570-e0311f3afe3e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:56.329736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-99dfd7fb-eb13-4a78-a970-c70eab101776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.353762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.475923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] Pushing event deleted for resources: {'Port': ['ID=282e32dd-bb1e-4a90-b6b9-fbf4de2815e1,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.502120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Calling delete_port for fa7416e4-d3f8-481f-b356-6c54b3c75325 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:56.510705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb9aca-bb58-4519-b454-4944bf59c6f9 None None] No DVR routers for this DVR port 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:56.516058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.596981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3a255-0791-425f-894d-166d9d9437e5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.597699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f5a3a255-0791-425f-894d-166d9d9437e5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:56.602988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.639638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.681632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.738516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.757758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object c8e23a8e-a568-40b0-8212-22e213e2109a will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:56.761844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f5a3a255-0791-425f-894d-166d9d9437e5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:56.763035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f5a3a255-0791-425f-894d-166d9d9437e5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5669980 Apr 01 15:53:56.766197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41936) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.781113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:56.790802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Deleting port 4790e78e-d0d7-451a-b570-e0311f3afe3e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:56.790802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.825870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] DHCP port deletion for 130e39de-204b-4c9c-bb14-feba31027fdf request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:56.827861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=b8dda4ca-a1ff-4924-b8b1-4e5309205a91,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.840380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Deleting port 800a0aa8-40e4-4802-aa3c-ceedc8466993 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:56.840759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.995612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb3a6e-a22a-4f25-8b72-2eb92cae916e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.996317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3aeb3a6e-a22a-4f25-8b72-2eb92cae916e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:57.035537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.097574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Pushing event deleted for resources: {'Port': ['ID=fa7416e4-d3f8-481f-b356-6c54b3c75325,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.137536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.189377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.204493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.204780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4790e78e-d0d7-451a-b570-e0311f3afe3e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:57.209130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.230551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3aeb3a6e-a22a-4f25-8b72-2eb92cae916e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:57.231631 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3aeb3a6e-a22a-4f25-8b72-2eb92cae916e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4620256 Apr 01 15:53:57.249394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41940) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.312794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] For port 4790e78e-d0d7-451a-b570-e0311f3afe3e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4790e78e-d0d7-451a-b570-e0311f3afe3e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:57.313234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.339982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:57.346084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90f3baa-fe83-4e40-a7cc-c95dd7ce483c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.354068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0751f970-e506-4257-8352-258047f6e801 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983715 Apr 01 15:53:57.356145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:57.361725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41944) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.361815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3399983c-8a6c-43d1-a24e-04aabdd968c9') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.361971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3399983c-8a6c-43d1-a24e-04aabdd968c9') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.367667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:57.373602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.374892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.383766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec97ef8-24c5-45c1-b928-4376cfd33a46,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.389180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=c8e23a8e-a568-40b0-8212-22e213e2109a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.391310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.397960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:57.415402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.484372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.487858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.488891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Calling delete_port for 4790e78e-d0d7-451a-b570-e0311f3afe3e owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:57.548115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] For port 800a0aa8-40e4-4802-aa3c-ceedc8466993, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=800a0aa8-40e4-4802-aa3c-ceedc8466993,segment=NetworkSegment(c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5),segment_id=c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:57.548510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.557135 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fd987f1e-c5d4-4881-8763-9581709600a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1456840 Apr 01 15:53:57.558092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.560068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41948) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.580515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:57.585706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:57.598861 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:57.624630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:57.640226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:57.661700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.663066 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2e7be06e-cb6f-45cf-9349-f54c47d7bc94 tempest-ServerActionsTestJSON-1205689721 tempest-ServerActionsTestJSON-1205689721-project] 10.222.0.21 "DELETE /v2.0/floatingips/3abbebef-a5f5-4b1b-b18b-e0ada066d7ed HTTP/1.1" status: 204 len: 168 time: 2.0684745 Apr 01 15:53:57.672967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41952) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.705586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.706694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router 42aaa221-6b26-4bb5-8ea3-162c8b593fb7 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:57.726729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.730254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-731aaf71-4e0d-4385-a4d6-74fc86336439 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/aec97ef8-24c5-45c1-b928-4376cfd33a46 HTTP/1.1" status: 204 len: 168 time: 1.6855505 Apr 01 15:53:57.737069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41956) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.765611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.770799 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ee99a59-2c18-40ba-8fad-60346ac4115b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 204 len: 168 time: 4.2132397 Apr 01 15:53:57.781476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41960) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.791268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-500980185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:57.797786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:57.801468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.803220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:57.803787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:57.805078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Calling delete_port for 800a0aa8-40e4-4802-aa3c-ceedc8466993 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:57.807411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 9077dbfc-761d-4116-87c1-f9f5fb2145ca {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:57.807749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.838441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:57.859657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:57.864569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:57.880675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:57.883385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.903419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94a75cfb-dec7-4c86-b58b-1321d0c14724 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:57.908625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.943584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.948273 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-045c21c3-6b99-442f-be86-070f96d7c475 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5816038 Apr 01 15:53:57.953089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.957195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.964251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e73dd3cb-bc9d-4937-b114-774631018fc6 None None] Provisioning for port c8e23a8e-a568-40b0-8212-22e213e2109a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:57.969155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.975850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Network': ['ID=a90f3baa-fe83-4e40-a7cc-c95dd7ce483c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.978873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.985686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ecc7d7d-65b9-4c4b-be63-42af5a4973ed tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/networks/a90f3baa-fe83-4e40-a7cc-c95dd7ce483c HTTP/1.1" status: 204 len: 168 time: 1.8504665 Apr 01 15:53:57.987323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.988206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:57.998174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:58.017118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41966) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.022010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.059061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] No DVR routers for this DVR port 4790e78e-d0d7-451a-b570-e0311f3afe3e on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:58.061015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e73dd3cb-bc9d-4937-b114-774631018fc6 None None] Provisioning complete for port c8e23a8e-a568-40b0-8212-22e213e2109a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:58.061015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e73dd3cb-bc9d-4937-b114-774631018fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.061666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.063251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.099076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.101114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ed9d6-821c-4d83-9046-a02b92999022 None None] Pushing event deleted for resources: {'Port': ['ID=4790e78e-d0d7-451a-b570-e0311f3afe3e,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.149445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 800a0aa8-40e4-4802-aa3c-ceedc8466993 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:58.174719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] No DVR routers for this DVR port 800a0aa8-40e4-4802-aa3c-ceedc8466993 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:58.207107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bfdc8-9dae-421a-9381-179ca50589c8 None None] Pushing event deleted for resources: {'Port': ['ID=800a0aa8-40e4-4802-aa3c-ceedc8466993,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.211642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 800a0aa8-40e4-4802-aa3c-ceedc8466993 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:58.211972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 800a0aa8-40e4-4802-aa3c-ceedc8466993 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:58.212390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:58.257987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:58.258318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 282e32dd-bb1e-4a90-b6b9-fbf4de2815e1 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:58.259861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e73dd3cb-bc9d-4937-b114-774631018fc6 None None] Port c8e23a8e-a568-40b0-8212-22e213e2109a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:58.360278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 9077dbfc-761d-4116-87c1-f9f5fb2145ca owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:58.375223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:58.376380 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f9eaa19-d381-4600-bd6f-9e944470dbd0 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8152905 Apr 01 15:53:58.383066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.400085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94a75cfb-dec7-4c86-b58b-1321d0c14724 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:58.407979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-94a75cfb-dec7-4c86-b58b-1321d0c14724 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6608591 Apr 01 15:53:58.411796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41976) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.414629 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.421388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--55963085'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:58.438488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:58.443746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:58.458130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.477902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:58.552396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:58.608916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.630364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port c8e23a8e-a568-40b0-8212-22e213e2109a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:58.630969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.645992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.668323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:58.672729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:58.675627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:58.681470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:58.711092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.796032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=9077dbfc-761d-4116-87c1-f9f5fb2145ca,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.799386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.803951 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c10b462-8e00-4661-aa26-acd7e5daa6dd tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0212536 Apr 01 15:53:58.815527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.834873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': True}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:58.866185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:58.869609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.871292 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:58.871837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:58.984503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.050725 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4b258481-eb29-4272-a96f-1478d8c05a26 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0589452 Apr 01 15:53:59.054609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41984) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.056810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.083333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e39de-204b-4c9c-bb14-feba31027fdf']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:59.117379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:59.122743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:59.123240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f8f8d-6a4c-464d-be8c-bb3c7ec504b5') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:59.169134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.231956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.240419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.273043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:59.273436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:59.289380 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:59.412477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.536174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea1845-e02f-42d2-bb2b-e022d506bf7a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.549147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for c8e23a8e-a568-40b0-8212-22e213e2109a owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:59.564323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.622491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.638901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:59.650033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.676346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:59.676848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Network': ['ID=130e39de-204b-4c9c-bb14-feba31027fdf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.683959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1db5b381-9790-4790-860f-7d5932a81462 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/networks/130e39de-204b-4c9c-bb14-feba31027fdf HTTP/1.1" status: 204 len: 168 time: 1.6656363 Apr 01 15:53:59.687363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 41988) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.689696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.761919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.934374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.938137 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c0d16b17-5c5b-4b4b-b234-1e71bdd62e53 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5253415 Apr 01 15:53:59.939462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:59.943016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41992) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.943446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.944654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:59.945092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:59.951266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '80ea1845-e02f-42d2-bb2b-e022d506bf7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:59.961299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:59.967853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:59.978394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.980415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:00.027584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting subnet bac5076d-edcc-4aae-9c74-e03654a053d3 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:00.030150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:00.033621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.092336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=c8e23a8e-a568-40b0-8212-22e213e2109a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.138214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-62b63342-afe7-4de4-82ff-ddf81c6a46ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0746026 Apr 01 15:54:00.139296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 41996) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.176242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:00.242950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.459843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.529602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.592789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:00.622164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.629111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:00.650999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:00.666716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.729583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3acf60aa-3b9a-42f9-97e2-6edbb6ecc25d tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/c8e23a8e-a568-40b0-8212-22e213e2109a HTTP/1.1" status: 204 len: 168 time: 2.3417554 Apr 01 15:54:00.732880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42000) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.735164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Deleting port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:00.735520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.795577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:00.799034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.800410 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:00.800834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:00.804297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.859936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d541088d-dd65-45ee-8362-ff60504a0a95 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] GET failed (client error): The resource could not be found. Apr 01 15:54:00.860478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d541088d-dd65-45ee-8362-ff60504a0a95 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:00.864700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.874567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ef9128-2393-4f43-8059-3604047c55c8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.900526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.980719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f32d163-f72d-4f70-a4db-6c57c03766df tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8129325 Apr 01 15:54:00.981598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.984379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d2144e1e-8db3-4c9a-a909-e21b6bc68338 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0403912 Apr 01 15:54:00.985198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42004) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.985601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42006) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.006082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:01.009625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.031083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d541088d-dd65-45ee-8362-ff60504a0a95 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:01.032214 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d541088d-dd65-45ee-8362-ff60504a0a95 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports/c8e23a8e-a568-40b0-8212-22e213e2109a HTTP/1.1" status: 404 len: 333 time: 0.2983024 Apr 01 15:54:01.039038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42012) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.065133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609678646'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:01.070022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Subnet': ['ID=bac5076d-edcc-4aae-9c74-e03654a053d3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.083647 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-223036dd-bb75-41f9-a6d7-6596571f513d tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules/49ef9128-2393-4f43-8059-3604047c55c8 HTTP/1.1" status: 200 len: 763 time: 0.0910873 Apr 01 15:54:01.092983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.100681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccef258-f0e6-4894-9d2d-1dc08e96f46d None None] Network e28131ee-8d3f-46ab-b423-10fc008a59f4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:01.113741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.134495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:01.143452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-93ed6482-1bd2-4bf0-be5e-802e0dd6263d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/routers/7f642a73-3ffc-4911-a543-24d0fd44f5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9785998 Apr 01 15:54:01.148658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42020) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.153288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a98f1ad5-88e6-4a69-9891-ea4a3d072041 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/subnets/bac5076d-edcc-4aae-9c74-e03654a053d3 HTTP/1.1" status: 204 len: 168 time: 1.4647825 Apr 01 15:54:01.163852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42024) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.189272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] Sync routers for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:01.219035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:01.220740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.320826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] For port caae2488-2f6f-4e58-a55f-a64c6fcbe1e0, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:01.321198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.351287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.366552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] Routers {'7f642a73-3ffc-4911-a543-24d0fd44f5e4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:01.367203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.393557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:01.433526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.433749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c867e3-27d3-43f7-b3e9-e2d53dc0bf5a None None] The sync data for ids ['7f642a73-3ffc-4911-a543-24d0fd44f5e4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:01.446114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a4efe6e8-e2ec-4daf-9c5c-9c10ef4b5a91 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:01.533250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] DHCP port deletion for e28131ee-8d3f-46ab-b423-10fc008a59f4 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:01.542008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Deleting port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:01.543812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.548499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Calling delete_port for caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:01.554473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.26.8.163 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/11915e58-644e-4401-a8c1-9c7259502a5f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:01.595224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:01.618829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.619493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.623903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:01.652350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:01.658728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:01.658987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.689717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a4efe6e8-e2ec-4daf-9c5c-9c10ef4b5a91 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:01.695485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a4efe6e8-e2ec-4daf-9c5c-9c10ef4b5a91 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5948086 Apr 01 15:54:01.704888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42028) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.735942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:01.739412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.740780 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:01.741206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:01.777823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] For port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,segment=NetworkSegment(0f70ea48-d8cb-4222-8297-7e142d6d6894),segment_id=0f70ea48-d8cb-4222-8297-7e142d6d6894)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:01.778132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.785476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.835598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.841478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:01.844973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.899901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port 6e92a633-ffb8-4665-85f3-59a93d1a9030 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:01.905233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.911952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Calling delete_port for 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:01.918945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.974045 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a26ca0f4-5a06-4871-bd4d-455490608901 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9830229 Apr 01 15:54:01.977290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42032) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.985346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:02.022016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 603455c4-e9bf-4e6a-b5e4-a0149246b64d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:02.022363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.119487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.157035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.204253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.213085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] Pushing event deleted for resources: {'Port': ['ID=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.218146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff068bd-eecf-4ecf-9ae1-ff0d94cffb80 None None] No DVR routers for this DVR port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:02.228719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:02.234225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:02.258016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:02.261436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:02.319035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:02.327313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=11915e58-644e-4401-a8c1-9c7259502a5f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.362351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53a39658-b2e9-4f04-abd9-e871dde33db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.376423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] For port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c94d5b8-47ac-4a00-9dfe-30ab3c969c70,segment=NetworkSegment(0f70ea48-d8cb-4222-8297-7e142d6d6894),segment_id=0f70ea48-d8cb-4222-8297-7e142d6d6894)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:02.376784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.399435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49ef9128-2393-4f43-8059-3604047c55c8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.488989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:02.492416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.493771 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:02.494202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:02.532335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Calling delete_port for 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:02.576963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.583757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::1c6 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/6e92a633-ffb8-4665-85f3-59a93d1a9030) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:02.641798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.705359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.705359 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9bde9340-b11f-4c7a-b7fc-b2a61de0b5f6 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/49ef9128-2393-4f43-8059-3604047c55c8 HTTP/1.1" status: 204 len: 168 time: 0.9958661 Apr 01 15:54:02.707960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=caae2488-2f6f-4e58-a55f-a64c6fcbe1e0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.735556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42036) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.750235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c7b16d0-5d29-43ee-b7d5-ae6bb6b80641 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7715013 Apr 01 15:54:02.757552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 603455c4-e9bf-4e6a-b5e4-a0149246b64d owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:02.767388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:02.767735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:02.768120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42040) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.905390 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ad1fbff5-a322-4061-8bc1-666e4931fd54 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1272557 Apr 01 15:54:02.915485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42044) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.071532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c0b7d6f3-14df-4104-a4ce-30dc183bdc19 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:03.194551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:03.208321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a1f49-42e2-40f7-ab4c-d00bc63d8ed5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:03.212587 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2b1a1f49-42e2-40f7-ab4c-d00bc63d8ed5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2471926 Apr 01 15:54:03.213900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42048) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.229527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:03.230397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:03.251695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.272602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.275274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Deleting port 4c94d5b8-47ac-4a00-9dfe-30ab3c969c70 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:03.275599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.332052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c0b7d6f3-14df-4104-a4ce-30dc183bdc19 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:03.333192 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c0b7d6f3-14df-4104-a4ce-30dc183bdc19 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5944333 Apr 01 15:54:03.336536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42052) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.344435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '80ea1845-e02f-42d2-bb2b-e022d506bf7a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:03.345431 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7b545e21-679a-4fe0-8ff3-51a280d448bf tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285982 Apr 01 15:54:03.352036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.354072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42056) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.424720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:03.438660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object 6e92a633-ffb8-4665-85f3-59a93d1a9030 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:03.443919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] The port '4c94d5b8-47ac-4a00-9dfe-30ab3c969c70' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:03.469372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.474139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.513120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.584101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=603455c4-e9bf-4e6a-b5e4-a0149246b64d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:03.669567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.716447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28131ee-8d3f-46ab-b423-10fc008a59f4']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.768573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.784374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f70ea48-d8cb-4222-8297-7e142d6d6894') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.784736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f70ea48-d8cb-4222-8297-7e142d6d6894') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.800518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.909806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.929150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.960626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.980506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.048100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.053680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:04.058335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:04.060238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=6e92a633-ffb8-4665-85f3-59a93d1a9030,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.064499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:04.070737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.070737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.075811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:04.076212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:04.094058 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:04.148588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.152103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.155025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.157344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.164275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.170346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:04.173695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.271179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.356933 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-480d73df-5d03-4096-bcbc-6bf3a42ec736 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3027766 Apr 01 15:54:04.361347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42060) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.372774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13', 'mac_address': 'fa:16:3e:55:cc:0b'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:04.416500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.430694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Router 42826121-01d7-4759-af17-019f26dc4173 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:04.452266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.452266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Fanout notify agent at l3_agent the message router_deleted on router 7f642a73-3ffc-4911-a543-24d0fd44f5e4 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:04.452446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.471950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2b0f49c-30f1-4eb5-b235-5bd62abed334 None None] Provisioning for port 6e92a633-ffb8-4665-85f3-59a93d1a9030 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:04.479238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2b0f49c-30f1-4eb5-b235-5bd62abed334 None None] Provisioning complete for port 6e92a633-ffb8-4665-85f3-59a93d1a9030 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:04.480245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f49c-30f1-4eb5-b235-5bd62abed334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.488021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Pushing event deleted for resources: {'Network': ['ID=e28131ee-8d3f-46ab-b423-10fc008a59f4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.507051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-89d4537b-5ee6-428d-a55c-e9740045115c tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/networks/e28131ee-8d3f-46ab-b423-10fc008a59f4 HTTP/1.1" status: 204 len: 168 time: 3.3343360 Apr 01 15:54:04.510331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42064) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.511593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a6239a-f0b0-41fb-8101-eb49850b59ff,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.548255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f49c-30f1-4eb5-b235-5bd62abed334 None None] Port 6e92a633-ffb8-4665-85f3-59a93d1a9030 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:04.587375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c863f629-7ba8-44e2-a9a0-f79e96ee12f9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Synchronizing usage tracker for tenant:ae9e780187154b78b5010e88d61870fc on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:04.619034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.620185 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-210f5fb6-c27d-40c1-bdf2-0a02ed44ce94 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/routers/7f642a73-3ffc-4911-a543-24d0fd44f5e4 HTTP/1.1" status: 204 len: 168 time: 3.4695854 Apr 01 15:54:04.627456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42068) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.699131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.700488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7f5a60fd-873d-4812-a3bf-2c311ae6276f tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3629744 Apr 01 15:54:04.710450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.750078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-74178523-439a-49ce-93be-d21f7fb33d20 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules/90a6239a-f0b0-41fb-8101-eb49850b59ff HTTP/1.1" status: 200 len: 763 time: 0.0384510 Apr 01 15:54:04.755365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42076) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.823888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c863f629-7ba8-44e2-a9a0-f79e96ee12f9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Unset dirty status for tenant:ae9e780187154b78b5010e88d61870fc on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:04.825333 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c863f629-7ba8-44e2-a9a0-f79e96ee12f9 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "GET /v2.0/ports?device_id=830add50-3475-4cbb-abc1-bce8fe323352 HTTP/1.1" status: 200 len: 205 time: 0.3111198 Apr 01 15:54:04.828708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfd32071-d824-4596-a91c-4188b31efc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.837569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42080) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.881884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting subnet 5755c54d-91ae-4ebf-a621-3d7d52de7160 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:04.905470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.945704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:04.963424 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Sync routers for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:04.964473 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bf36128b-5e2f-4149-80a3-680fda4e19c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/42826121-01d7-4759-af17-019f26dc4173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879915 Apr 01 15:54:04.976005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.979248 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:04.981174 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.059379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4b6efa46-8147-4f46-ae5d-49783b660ac3 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:05.069796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.154688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.223731 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:05.264404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.343151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router 735ff1da-2001-4a50-a8d8-40c50c1f724f is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:05.360213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4b6efa46-8147-4f46-ae5d-49783b660ac3 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:05.364147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b6efa46-8147-4f46-ae5d-49783b660ac3 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6038389 Apr 01 15:54:05.371055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42088) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.436346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.544966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.555230 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:54:02Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.555806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.560150 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Checking router: 42826121-01d7-4759-af17-019f26dc4173 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:05.569671 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Routers {'42826121-01d7-4759-af17-019f26dc4173'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:05.570526 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['42826121-01d7-4759-af17-019f26dc4173'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.625400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.631350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.703177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.706648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.757216 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] Set router 42826121-01d7-4759-af17-019f26dc4173 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:05.780920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:54:05.788397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.820342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:05.839124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.839989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Fanout notify agent at l3_agent the message router_deleted on router 830add50-3475-4cbb-abc1-bce8fe323352 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:05.851814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] Sync routers for ids ['735ff1da-2001-4a50-a8d8-40c50c1f724f'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:05.879132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:05.884675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:05.891089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:05.891681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.905794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=25994b47-4dfb-497e-add5-4c972e1542fd,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.924707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.925581 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e614eff4-8bfc-44ba-b659-d1da0a184291 tempest-RoutersNegativeIpV6Test-1541331148 tempest-RoutersNegativeIpV6Test-1541331148-project] 10.222.0.21 "DELETE /v2.0/routers/830add50-3475-4cbb-abc1-bce8fe323352 HTTP/1.1" status: 204 len: 168 time: 1.0834754 Apr 01 15:54:05.927405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] Routers {'735ff1da-2001-4a50-a8d8-40c50c1f724f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:05.928059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['735ff1da-2001-4a50-a8d8-40c50c1f724f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.951788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.967169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.968418 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/90a6239a-f0b0-41fb-8101-eb49850b59ff HTTP/1.1" status: 204 len: 168 time: 0.5940542 Apr 01 15:54:05.979259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42094) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.011562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d0662-0cb8-4578-8eb6-69b566cbd1ec tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90a6239a-f0b0-41fb-8101-eb49850b59ff,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.030578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.031871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-45ff2c94-51f9-4370-84a2-3bef8a6cc60e tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "PUT /v2.0/routers/735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 200 len: 914 time: 7.2153361 Apr 01 15:54:06.036555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42098) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.060032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7122eb-0c17-4fae-8e0d-e628b12fe045 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:06.107595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb08b30e-49ac-44c7-9181-e80294ed84ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:06.115038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a6bb42eb-de59-4493-b66a-3f3566b4174f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7500150 Apr 01 15:54:06.118264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42102) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.121757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.126078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:54:98:73', 'name': 'tempest-NetworksTestDHCPv6-2062540173'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:06.146091 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:54:02Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.156410 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958da0e-7f8b-4eaf-b10e-5dc688f79912 None None] The sync data for ids ['42826121-01d7-4759-af17-019f26dc4173'] in dv-neutron-835944-1-hyperv is: [{'id': '42826121-01d7-4759-af17-019f26dc4173', 'name': 'tempest-ServerActionsTestJSON-1455834875-router', 'tenant_id': '60631898d1234d22ad929330763a82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:54:02Z', 'revision_number': 5, 'project_id': '60631898d1234d22ad929330763a82cb', 'gw_port': {'id': '306197ac-d773-4eb9-8e89-83cce9a97b10', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826121-01d7-4759-af17-019f26dc4173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:44Z', 'updated_at': '2022-04-01T15:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:06.209717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] Routers {'735ff1da-2001-4a50-a8d8-40c50c1f724f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:06.210287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['735ff1da-2001-4a50-a8d8-40c50c1f724f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.235917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.283398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.284094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8bcf2-8264-4a05-8b76-b1aa232eba9e None None] The sync data for ids ['735ff1da-2001-4a50-a8d8-40c50c1f724f'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:06.312326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.314730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Deleting port 306197ac-d773-4eb9-8e89-83cce9a97b10 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:06.315074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.350552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.420402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Subnet': ['ID=5755c54d-91ae-4ebf-a621-3d7d52de7160,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.429269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb08b30e-49ac-44c7-9181-e80294ed84ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:06.432071 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cb08b30e-49ac-44c7-9181-e80294ed84ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4507253 Apr 01 15:54:06.435190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.440663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.440838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '25994b47-4dfb-497e-add5-4c972e1542fd'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:06.441569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.442221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '80ea1845-e02f-42d2-bb2b-e022d506bf7a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:06.451830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62233c62-655e-4181-8def-5abd3e09ae46 None None] Network b3837d06-941d-4fd8-8cdb-ea2865c403da requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:06.453548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:06.458024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:06.464551 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9a68a869-ea8e-4b43-aa56-b591465947a4 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 200 len: 920 time: 0.4123342 Apr 01 15:54:06.469213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.471290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42110) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.476489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:06.479047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:06.489233 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ca1b4c27-ad61-4b93-86c6-80defa9efac5 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/subnets/5755c54d-91ae-4ebf-a621-3d7d52de7160 HTTP/1.1" status: 204 len: 168 time: 1.8589997 Apr 01 15:54:06.502998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42114) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.598478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131ec2b-1917-4651-89c4-31a75e6738ca tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:06.599466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0131ec2b-1917-4651-89c4-31a75e6738ca tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Synchronizing usage tracker for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:06.615564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0131ec2b-1917-4651-89c4-31a75e6738ca tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Unset dirty status for tenant:d369c6ba18574abbba493e1cbcd9d51c on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:06.617319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0131ec2b-1917-4651-89c4-31a75e6738ca tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=735ff1da-2001-4a50-a8d8-40c50c1f724f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1451781 Apr 01 15:54:06.618802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Project dcff77961e7648f98953305eadc34acf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:54:06.625162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:06.625681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.629232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42120) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.675605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.677518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.749327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42124) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.785492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Allocated IP 2001:db8::f816:3eff:fe06:a472 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/25994b47-4dfb-497e-add5-4c972e1542fd/9c151089-fd89-4557-9480-a2acbcf6fd70) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:06.830523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=6e92a633-ffb8-4665-85f3-59a93d1a9030,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.835629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] In _notify_port_updated(), no bound segment for port 6e92a633-ffb8-4665-85f3-59a93d1a9030 on network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:54:06.841688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:06.842323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.847559 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-715877a5-147a-4181-bb00-0ec42871ac32 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "PUT /v2.0/ports/6e92a633-ffb8-4665-85f3-59a93d1a9030 HTTP/1.1" status: 200 len: 1001 time: 2.4814501 Apr 01 15:54:06.847559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 1025ac94-490e-435c-bb35-8f721fc91a17 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:06.847559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.850870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.851580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.004245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] For port 306197ac-d773-4eb9-8e89-83cce9a97b10, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=306197ac-d773-4eb9-8e89-83cce9a97b10,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:07.004471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.009639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.035458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.056785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Transition to ACTIVE for port object 9c151089-fd89-4557-9480-a2acbcf6fd70 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:07.081992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Transition to ACTIVE for port object 9c151089-fd89-4557-9480-a2acbcf6fd70 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:07.086589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f4e5a6-cfeb-45de-b2a4-72ba7da8d794,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.106933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port 6e92a633-ffb8-4665-85f3-59a93d1a9030 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:07.106933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.109288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:07.206956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.211701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.264943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:07.265590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device caae2488-2f6f-4e58-a55f-a64c6fcbe1e0 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:07.266191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Calling delete_port for 306197ac-d773-4eb9-8e89-83cce9a97b10 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:07.310452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c9c49-96bb-4442-b7a6-2dcf80ea8dc0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:07.311858 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-779c9c49-96bb-4442-b7a6-2dcf80ea8dc0 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.6805687 Apr 01 15:54:07.325203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42134) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.378645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:07.388142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3b190fa2-f217-41d6-ad6e-7df9e362007d None None] Provisioning complete for port 6e92a633-ffb8-4665-85f3-59a93d1a9030 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:07.388765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3b190fa2-f217-41d6-ad6e-7df9e362007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.441622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:07.450103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.455525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:07.467551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Pushing event updated for resources: {'Port': ['ID=9c151089-fd89-4557-9480-a2acbcf6fd70,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.527270 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2868e5dd-6351-4899-bff8-d995ecd3da61 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 200 len: 205 time: 0.1965249 Apr 01 15:54:07.531907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3b190fa2-f217-41d6-ad6e-7df9e362007d None None] Port 6e92a633-ffb8-4665-85f3-59a93d1a9030 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:07.546766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.600807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for 6e92a633-ffb8-4665-85f3-59a93d1a9030 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:07.608443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Attempting to bind port 9c151089-fd89-4557-9480-a2acbcf6fd70 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:07.608809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Attempting to bind port 9c151089-fd89-4557-9480-a2acbcf6fd70 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:07.609176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Attempting to bind port 9c151089-fd89-4557-9480-a2acbcf6fd70 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:07.626126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:07.626498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:07.626941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.627658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:07.628134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Bound port: 9c151089-fd89-4557-9480-a2acbcf6fd70, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:07.628506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.668577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 3029780c-260f-4674-895f-9fae9d16bb36 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:07.671958 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b7e3934d-61a7-4842-8772-c2f00ff1ec41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae9e780187154b78b5010e88d61870fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035587 Apr 01 15:54:07.686962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42142) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.693217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.710348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.715066 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-914c8349-698d-48f8-b52b-fed339722515 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2756593 Apr 01 15:54:07.717315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42146) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.749857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] DHCP port deletion for b3837d06-941d-4fd8-8cdb-ea2865c403da request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:07.756463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] For port 9c151089-fd89-4557-9480-a2acbcf6fd70, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:07.760138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Deleting port 1025ac94-490e-435c-bb35-8f721fc91a17 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:07.760138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.797966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5895c21-1d90-4c4c-89ed-cb5b7ae69bfc tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules/a1f4e5a6-cfeb-45de-b2a4-72ba7da8d794 HTTP/1.1" status: 200 len: 769 time: 0.0784197 Apr 01 15:54:07.809274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] For port 9c151089-fd89-4557-9480-a2acbcf6fd70, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9c151089-fd89-4557-9480-a2acbcf6fd70,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:07.817040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42150) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.882517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.969560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.993066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9782c71c-f374-4985-8176-037c26e1e39a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:07.999813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe54:9873 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/25994b47-4dfb-497e-add5-4c972e1542fd/3029780c-260f-4674-895f-9fae9d16bb36) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:08.064791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] For port 1025ac94-490e-435c-bb35-8f721fc91a17, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1025ac94-490e-435c-bb35-8f721fc91a17,segment=NetworkSegment(d175b7fa-4efd-4b80-a0e2-1988b1391279),segment_id=d175b7fa-4efd-4b80-a0e2-1988b1391279)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:08.065154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.113350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e04f-0ddd-4f57-8231-e05c7371cc71 None None] Pushing event updated for resources: {'Port': ['ID=9c151089-fd89-4557-9480-a2acbcf6fd70,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.117101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] For port 1025ac94-490e-435c-bb35-8f721fc91a17, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1025ac94-490e-435c-bb35-8f721fc91a17,segment=NetworkSegment(d175b7fa-4efd-4b80-a0e2-1988b1391279),segment_id=d175b7fa-4efd-4b80-a0e2-1988b1391279)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:08.117586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.122427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.176656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9782c71c-f374-4985-8176-037c26e1e39a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:08.180583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9782c71c-f374-4985-8176-037c26e1e39a tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3599536 Apr 01 15:54:08.183521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=6e92a633-ffb8-4665-85f3-59a93d1a9030,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.224855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42154) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.234355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 1025ac94-490e-435c-bb35-8f721fc91a17 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:08.252105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Calling delete_port for 1025ac94-490e-435c-bb35-8f721fc91a17 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:08.326275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.428307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.501391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.508339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.519889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.556534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.608903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] No DVR routers for this DVR port 1025ac94-490e-435c-bb35-8f721fc91a17 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:08.617298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb1d0-7e38-4e9e-8319-2d0f75eada71 None None] Pushing event deleted for resources: {'Port': ['ID=1025ac94-490e-435c-bb35-8f721fc91a17,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.644781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.649658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:08.649978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:08.694244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.713590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1f4e5a6-cfeb-45de-b2a4-72ba7da8d794,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.737313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.746928 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc435995-c9d2-4c8e-bd8a-9019c106d78c tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/6e92a633-ffb8-4665-85f3-59a93d1a9030 HTTP/1.1" status: 204 len: 168 time: 1.8891318 Apr 01 15:54:08.750113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42158) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.785852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=306197ac-d773-4eb9-8e89-83cce9a97b10,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.786391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.805986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aad977-d810-42dc-b12f-a01d36a5e1a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] GET failed (client error): The resource could not be found. Apr 01 15:54:08.806517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79aad977-d810-42dc-b12f-a01d36a5e1a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:08.819275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 3029780c-260f-4674-895f-9fae9d16bb36 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:08.820125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.822591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.824034 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e861eac0-ff5b-4167-b330-88e8886facea HTTP/1.1" status: 204 len: 168 time: 1.1356869 Apr 01 15:54:08.825301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port 11915e58-644e-4401-a8c1-9c7259502a5f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:08.825662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.877582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.878830 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b6138d30-1426-4456-8bfe-da6cdcc003cd tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a1f4e5a6-cfeb-45de-b2a4-72ba7da8d794 HTTP/1.1" status: 204 len: 168 time: 0.6129134 Apr 01 15:54:08.881479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42164) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.906956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79aad977-d810-42dc-b12f-a01d36a5e1a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:08.908170 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-79aad977-d810-42dc-b12f-a01d36a5e1a1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports/6e92a633-ffb8-4665-85f3-59a93d1a9030 HTTP/1.1" status: 404 len: 333 time: 0.1570036 Apr 01 15:54:08.914848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14aeb-2070-4c73-b900-b06b33260707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e861eac0-ff5b-4167-b330-88e8886facea,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.915749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42168) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.933026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420215986'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:08.976728 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-05777e28-71d1-45ef-8b04-019ac8d43af9 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933709 Apr 01 15:54:08.980922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.984548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42172) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.031207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.169655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:09.181335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:09.191392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:09.197446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:09.198113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.218901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 1025ac94-490e-435c-bb35-8f721fc91a17 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:09.219249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.285802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9c151089-fd89-4557-9480-a2acbcf6fd70 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:09.287294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=3029780c-260f-4674-895f-9fae9d16bb36,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.312811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:09.316893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.345437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:09.372890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.437440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-76f7b2d5-ac10-47b8-8357-219c0948dccb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3153164 Apr 01 15:54:09.443835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42176) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.467293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.475214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] The port '1025ac94-490e-435c-bb35-8f721fc91a17' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:09.476601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.567803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057d845-bb5c-4d9a-bf92-76dbbabb327e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:09.567803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057d845-bb5c-4d9a-bf92-76dbbabb327e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:09.567803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8057d845-bb5c-4d9a-bf92-76dbbabb327e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:09.580811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.648637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9c151089-fd89-4557-9480-a2acbcf6fd70 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:09.690203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.706289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:09.712347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.716562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1025ac94-490e-435c-bb35-8f721fc91a17 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:09.750468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8057d845-bb5c-4d9a-bf92-76dbbabb327e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:09.754878 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8057d845-bb5c-4d9a-bf92-76dbbabb327e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3097336 Apr 01 15:54:09.757788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42180) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.762948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea1845-e02f-42d2-bb2b-e022d506bf7a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.767062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 1025ac94-490e-435c-bb35-8f721fc91a17 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:09.767743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1025ac94-490e-435c-bb35-8f721fc91a17 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:09.781134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for 11915e58-644e-4401-a8c1-9c7259502a5f owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:09.783581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.786343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Provisioning for port 9c151089-fd89-4557-9480-a2acbcf6fd70 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:09.787876 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0c1dc3b8-4c7a-4a54-85d9-3ab45f625d30 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/80ea1845-e02f-42d2-bb2b-e022d506bf7a HTTP/1.1" status: 204 len: 168 time: 0.8025832 Apr 01 15:54:09.788661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42184) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.790079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port a3957e04-4658-46ad-ad09-9a221a91510a yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:09.792830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Provisioning complete for port 9c151089-fd89-4557-9480-a2acbcf6fd70 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:09.797336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.827086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.827814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42826121-01d7-4759-af17-019f26dc4173 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:09.861075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.937553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.940499 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9162b5e1-daf1-4653-afba-419b1d7a39f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/42826121-01d7-4759-af17-019f26dc4173 HTTP/1.1" status: 204 len: 168 time: 4.9635351 Apr 01 15:54:09.946985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3837d06-941d-4fd8-8cdb-ea2865c403da']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:09.954995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42188) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.959856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.985079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd175b7fa-4efd-4b80-a0e2-1988b1391279') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:09.985741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd175b7fa-4efd-4b80-a0e2-1988b1391279') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.004745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.006800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] For port 9c151089-fd89-4557-9480-a2acbcf6fd70, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9c151089-fd89-4557-9480-a2acbcf6fd70,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:10.016430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 3029780c-260f-4674-895f-9fae9d16bb36 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:10.016978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.072234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0823a4ba-c5b2-49f6-9c23-954e3522a1d2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:10.086975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.110850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:10.111264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.112465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.117779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Deleting subnet 743e60a2-40b8-4793-a7df-74ada4a900cb {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:10.126660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:10.128795 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:10.168889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::253 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/a3957e04-4658-46ad-ad09-9a221a91510a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:10.185029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0823a4ba-c5b2-49f6-9c23-954e3522a1d2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:10.186476 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0823a4ba-c5b2-49f6-9c23-954e3522a1d2 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3491526 Apr 01 15:54:10.192545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42192) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.196796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c2cff-5bc1-4c71-b8a2-19a90e816b3e None None] Pushing event updated for resources: {'Port': ['ID=9c151089-fd89-4557-9480-a2acbcf6fd70,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.200706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677944240'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:10.209330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:10.222169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.277369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:10.305963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-85a1b051-b822-4220-9f6d-183b4468fdfd None None] Provisioning for port 3029780c-260f-4674-895f-9fae9d16bb36 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:10.317938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-85a1b051-b822-4220-9f6d-183b4468fdfd None None] Provisioning complete for port 3029780c-260f-4674-895f-9fae9d16bb36 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:10.318965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-85a1b051-b822-4220-9f6d-183b4468fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.370903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.380701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-85a1b051-b822-4220-9f6d-183b4468fdfd None None] Port 3029780c-260f-4674-895f-9fae9d16bb36 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:10.442169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.443395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.461984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Network': ['ID=b3837d06-941d-4fd8-8cdb-ea2865c403da,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.472714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-edc5896e-660c-43ff-bde2-1a31eea87bd8 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/networks/b3837d06-941d-4fd8-8cdb-ea2865c403da HTTP/1.1" status: 204 len: 168 time: 3.9687011 Apr 01 15:54:10.476195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42196) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.480175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.509317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.601261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:10.623859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:10.632042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.642582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 3029780c-260f-4674-895f-9fae9d16bb36 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:10.691647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:10.710352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:10.754648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 93353f00-a49f-4167-8e88-eb3d1c1b0a30 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:10.755064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.789354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.855806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=11915e58-644e-4401-a8c1-9c7259502a5f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.859528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object a3957e04-4658-46ad-ad09-9a221a91510a will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:10.959431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.981410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.143172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743e60a2-40b8-4793-a7df-74ada4a900cb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.154528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9c151089-fd89-4557-9480-a2acbcf6fd70 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:11.164866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.192420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a73fe-ef97-4803-9317-8fa82d76d3fd None None] Network 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:11.208700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.233653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.233653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.245691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.247181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.315622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.334713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.335406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router 735ff1da-2001-4a50-a8d8-40c50c1f724f {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:11.337178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.397741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 93353f00-a49f-4167-8e88-eb3d1c1b0a30 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:11.402663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9c151089-fd89-4557-9480-a2acbcf6fd70 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:11.402663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.406968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=3029780c-260f-4674-895f-9fae9d16bb36,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.438594 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-549a823d-8dec-4220-b453-fe64eaca5eaa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/743e60a2-40b8-4793-a7df-74ada4a900cb HTTP/1.1" status: 204 len: 168 time: 1.4823675 Apr 01 15:54:11.454958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42200) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.458999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.469902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.471228 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-77fe4488-3631-4ddf-9452-ed04ba76356c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 204 len: 168 time: 3.9232640 Apr 01 15:54:11.494321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42204) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.498021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.500110 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-85d90440-4da2-4f4b-a1d0-28e9f5c95af3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/3029780c-260f-4674-895f-9fae9d16bb36 HTTP/1.1" status: 204 len: 168 time: 1.7350264 Apr 01 15:54:11.513055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42208) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.515663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1049654681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:11.530405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:11.587081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 306197ac-d773-4eb9-8e89-83cce9a97b10 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:11.597020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e810f7b-7f96-4b3f-9ff2-2ea266003951,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.600715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:11.609088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:11.630134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:11.639096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.640330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a61eb018-93a7-4933-99c8-29fe9dab3b73 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4469092 Apr 01 15:54:11.641671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] DHCP port deletion for 1bdbc2be-6e35-43b2-9e0e-25c91d6b465b request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:11.642504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:11.645141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 306197ac-d773-4eb9-8e89-83cce9a97b10 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:11.645486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 306197ac-d773-4eb9-8e89-83cce9a97b10 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:11.648000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Deleting port 9609deb1-2933-48d9-9ff5-56961ccc637b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:11.648491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42212) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.648759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.650976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.665571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:11.668803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Request body: {'security_group_rule': {'security_group_id': '9e810f7b-7f96-4b3f-9ff2-2ea266003951', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:11.680162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:11.681329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:11.688512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.688941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Usage tracker for resource:security_group_rule and tenant:dcff77961e7648f98953305eadc34acf is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:11.689270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.694992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=a3957e04-4658-46ad-ad09-9a221a91510a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.700026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:11.705568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Deleting port 9609deb1-2933-48d9-9ff5-56961ccc637b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:11.706146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.726071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6409c3-7f36-48d9-8e10-d1f9c40d6d74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.727774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6409c3-7f36-48d9-8e10-d1f9c40d6d74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.728564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3b6409c3-7f36-48d9-8e10-d1f9c40d6d74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:11.756516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:11.759008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.760208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.844236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dc18791c-b88d-4be3-86a7-07b1a349c12a tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9273891 Apr 01 15:54:11.848396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42216) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.854717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:cc:0b'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:11.898304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.959318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] For port 9609deb1-2933-48d9-9ff5-56961ccc637b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9609deb1-2933-48d9-9ff5-56961ccc637b,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:11.960016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.015614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.029126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3b6409c3-7f36-48d9-8e10-d1f9c40d6d74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:12.032822 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3b6409c3-7f36-48d9-8e10-d1f9c40d6d74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5118768 Apr 01 15:54:12.032822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.035970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42220) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.059472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] For port 9609deb1-2933-48d9-9ff5-56961ccc637b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9609deb1-2933-48d9-9ff5-56961ccc637b,segment=NetworkSegment(803ee947-7195-44f5-a02d-28787e142166),segment_id=803ee947-7195-44f5-a02d-28787e142166)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:12.059938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.068022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.119275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=93353f00-a49f-4167-8e88-eb3d1c1b0a30,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.142652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Calling delete_port for 9609deb1-2933-48d9-9ff5-56961ccc637b owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:12.217048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Calling delete_port for 9609deb1-2933-48d9-9ff5-56961ccc637b owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:12.246066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.247329 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1a90e497-4d68-48e4-b983-de79362a18d0 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7530994 Apr 01 15:54:12.251439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42224) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.296820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:12.299703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-496baf29-e00a-4607-8918-26b4a4de5e7c None None] Provisioning for port a3957e04-4658-46ad-ad09-9a221a91510a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:12.305335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-496baf29-e00a-4607-8918-26b4a4de5e7c None None] Provisioning complete for port a3957e04-4658-46ad-ad09-9a221a91510a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:12.305791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-496baf29-e00a-4607-8918-26b4a4de5e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.321131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.338168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.340529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:12.340913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:12.355247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 25994b47-4dfb-497e-add5-4c972e1542fd {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:12.382410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.401444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] Pushing event deleted for resources: {'Port': ['ID=9609deb1-2933-48d9-9ff5-56961ccc637b,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.406566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe78fe-319b-43fa-9d7a-3d0d6d769359 None None] No DVR routers for this DVR port 9609deb1-2933-48d9-9ff5-56961ccc637b on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:12.421302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.429500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-496baf29-e00a-4607-8918-26b4a4de5e7c None None] Port a3957e04-4658-46ad-ad09-9a221a91510a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:12.429740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.432029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.434391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b82f21c-f558-4da9-88d4-ff276632210d tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/floatingips/d7446f38-f296-42ed-878d-f8fb4ee85b41 HTTP/1.1" status: 204 len: 168 time: 1.9260023 Apr 01 15:54:12.439392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42228) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.481231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea0a39d-bd36-4d8b-a113-0d863cc4e2a2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.499686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e1465a-68c3-4cca-a4e4-f8d4551be34e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:12.500352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e1465a-68c3-4cca-a4e4-f8d4551be34e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:12.517747 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9e1465a-68c3-4cca-a4e4-f8d4551be34e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/42b5f28f-8c05-4464-b4fe-a39d07b07b28 HTTP/1.1" status: 404 len: 333 time: 0.0723300 Apr 01 15:54:12.518336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42232) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.561248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9199caaa-e14e-4fc2-9ff6-7d95bfcc4869 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Synchronizing usage tracker for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:12.572134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.585813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.587049 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e742c8ab-5261-4de1-b661-3f9e4d7510ae tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9316413 Apr 01 15:54:12.589849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42236) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.592444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.661064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.671948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9199caaa-e14e-4fc2-9ff6-7d95bfcc4869 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Unset dirty status for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:12.673031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9199caaa-e14e-4fc2-9ff6-7d95bfcc4869 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f642a73-3ffc-4911-a543-24d0fd44f5e4 HTTP/1.1" status: 200 len: 205 time: 0.1537700 Apr 01 15:54:12.676115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42240) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.755126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.764289 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-017c9db0-4e89-4544-b550-d751c4fc2b0a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] delete failed (client error): The resource could not be found. Apr 01 15:54:12.765328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-017c9db0-4e89-4544-b550-d751c4fc2b0a tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/routers/7f642a73-3ffc-4911-a543-24d0fd44f5e4 HTTP/1.1" status: 404 len: 336 time: 0.0881598 Apr 01 15:54:12.773041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42244) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.918359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Deleting port 9609deb1-2933-48d9-9ff5-56961ccc637b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:12.918704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.967322 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aca168-ffb7-42f6-9982-1c52cd5e0e04 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:12.967777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86aca168-ffb7-42f6-9982-1c52cd5e0e04 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:12.969604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-86aca168-ffb7-42f6-9982-1c52cd5e0e04 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/subnets/5755c54d-91ae-4ebf-a621-3d7d52de7160 HTTP/1.1" status: 404 len: 337 time: 0.1956511 Apr 01 15:54:12.977851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42248) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.058561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] The port '9609deb1-2933-48d9-9ff5-56961ccc637b' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:13.062386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.124865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.144565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9609deb1-2933-48d9-9ff5-56961ccc637b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:13.169849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port badf168d-a1f0-4da9-9b76-c6af1878f4d4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:13.170101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.184697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9609deb1-2933-48d9-9ff5-56961ccc637b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:13.185044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9609deb1-2933-48d9-9ff5-56961ccc637b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:13.268430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.297280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.312343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e810f7b-7f96-4b3f-9ff2-2ea266003951,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.378575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdbc2be-6e35-43b2-9e0e-25c91d6b465b']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.388193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.391752 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5304247c-dea4-4c42-97c0-8628642b0df7 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e810f7b-7f96-4b3f-9ff2-2ea266003951 HTTP/1.1" status: 204 len: 168 time: 0.7985783 Apr 01 15:54:13.395505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42252) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.398707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803ee947-7195-44f5-a02d-28787e142166') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.398981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803ee947-7195-44f5-a02d-28787e142166') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.412360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.438107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.491765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.495355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.508398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:13.508995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:13.524656 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:13.543666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.635000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=25994b47-4dfb-497e-add5-4c972e1542fd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.643002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243ce00-86dd-4a2d-b676-0eff29f394c2 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:13.648658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.651048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ddc72ed2-ac11-4015-b00a-ed6326091929 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:13.702499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] In _notify_port_updated(), no bound segment for port a3957e04-4658-46ad-ad09-9a221a91510a on network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:54:13.708058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:13.708718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.710131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "PUT /v2.0/ports/a3957e04-4658-46ad-ad09-9a221a91510a HTTP/1.1" status: 200 len: 1003 time: 1.8605938 Apr 01 15:54:13.717441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42256) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.752086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a4ae-cec7-4fa7-b2da-d3b372507427 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=a3957e04-4658-46ad-ad09-9a221a91510a,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.763540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.787370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.803104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ee95dc0f-533e-4ff5-b467-a93dcea45db3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/25994b47-4dfb-497e-add5-4c972e1542fd HTTP/1.1" status: 204 len: 168 time: 1.7352002 Apr 01 15:54:13.804762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.808061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42260) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.824357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port a3957e04-4658-46ad-ad09-9a221a91510a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:13.825299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.874708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ddc72ed2-ac11-4015-b00a-ed6326091929 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:13.876017 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ddc72ed2-ac11-4015-b00a-ed6326091929 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4795005 Apr 01 15:54:13.876970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.889035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42264) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.959627 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b6d0882-e5d3-4f95-b5f1-abb12e5fcbb2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500533 Apr 01 15:54:13.967364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42268) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.981622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:13.986253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Deleting port 9c151089-fd89-4557-9480-a2acbcf6fd70 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:13.986253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.995153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.009163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:14.107146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for badf168d-a1f0-4da9-9b76-c6af1878f4d4 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:14.138471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdbc2be-6e35-43b2-9e0e-25c91d6b465b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.240667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:14.248623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:14.253043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:14.264197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:14.275750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Allocated IP 172.26.8.194 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/6301a906-5375-43d7-91d9-d40216cd1d03) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:14.276676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4241c85a-9e70-48e0-9375-479936d2d149 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Synchronizing usage tracker for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:14.288593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] For port 9c151089-fd89-4557-9480-a2acbcf6fd70, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9c151089-fd89-4557-9480-a2acbcf6fd70,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:14.289669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.297437 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff5a68e3-b187-4ca6-b0ee-eabd51483fa9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bdbc2be-6e35-43b2-9e0e-25c91d6b465b HTTP/1.1" status: 204 len: 168 time: 2.8344040 Apr 01 15:54:14.360980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-00cc0ca0-1007-4300-8355-85978b670c7b None None] Provisioning complete for port a3957e04-4658-46ad-ad09-9a221a91510a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:14.361745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-00cc0ca0-1007-4300-8355-85978b670c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.413917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:14.430903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.458971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Calling delete_port for 9c151089-fd89-4557-9480-a2acbcf6fd70 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:14.481247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4241c85a-9e70-48e0-9375-479936d2d149 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] Unset dirty status for tenant:dcff77961e7648f98953305eadc34acf on resource:security_group_rule {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:14.485225 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4241c85a-9e70-48e0-9375-479936d2d149 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5905514 Apr 01 15:54:14.485225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.487994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42274) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.536120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-00cc0ca0-1007-4300-8355-85978b670c7b None None] Port a3957e04-4658-46ad-ad09-9a221a91510a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:14.539307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-6df49588-efb9-4d2b-8a78-528e891d57f5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] delete failed (client error): The resource could not be found. Apr 01 15:54:14.544493 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6df49588-efb9-4d2b-8a78-528e891d57f5 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e810f7b-7f96-4b3f-9ff2-2ea266003951 HTTP/1.1" status: 404 len: 347 time: 0.0413430 Apr 01 15:54:14.585015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42278) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.711520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.764462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] Pushing event deleted for resources: {'Port': ['ID=9c151089-fd89-4557-9480-a2acbcf6fd70,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.766897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca8a06-0422-46f7-9174-7d944bf47c93 None None] No DVR routers for this DVR port 9c151089-fd89-4557-9480-a2acbcf6fd70 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:14.800606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.817275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.841820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for a3957e04-4658-46ad-ad09-9a221a91510a owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:14.937096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42282) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.945629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=badf168d-a1f0-4da9-9b76-c6af1878f4d4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.983766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.057949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ef28eb5-81a2-4d4d-82c2-e7b5dfa87598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60631898d1234d22ad929330763a82cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1191380 Apr 01 15:54:15.062640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42286) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.100442 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b90c1d83-fac1-4a1a-9ca7-0ce9143dcd74 tempest-SecGroupIPv6Test-236694113 tempest-SecGroupIPv6Test-236694113-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5091612 Apr 01 15:54:15.132720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:15.141079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:15.147389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Pushing event updated for resources: {'Port': ['ID=6301a906-5375-43d7-91d9-d40216cd1d03,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.157124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:15.168516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9c151089-fd89-4557-9480-a2acbcf6fd70 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:15.172569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.219364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9c151089-fd89-4557-9480-a2acbcf6fd70 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:15.219700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9c151089-fd89-4557-9480-a2acbcf6fd70 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:15.252073 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3fbf488a-51fb-4c6a-bf98-eddfd68a0e7e tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/badf168d-a1f0-4da9-9b76-c6af1878f4d4 HTTP/1.1" status: 204 len: 168 time: 2.2475948 Apr 01 15:54:15.254402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42292) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.261937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:54:15.267380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.294735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.356004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=a3957e04-4658-46ad-ad09-9a221a91510a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.412477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:15.419916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:15.420547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:15.420547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.436829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cd92b-59a9-41bc-b6f1-adb625a17636 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:15.454121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.457983 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b1a88b98-220c-4680-b90d-b92e36170b30 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/a3957e04-4658-46ad-ad09-9a221a91510a HTTP/1.1" status: 204 len: 168 time: 1.7371883 Apr 01 15:54:15.463155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42296) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.479976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:15.480581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.499259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.566498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=4770ef34-ddd0-4eee-8b02-6476c57b78c7,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.590162 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae57161-12b6-4ca1-b902-8d5d23a289c7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] GET failed (client error): The resource could not be found. Apr 01 15:54:15.590860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9ae57161-12b6-4ca1-b902-8d5d23a289c7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:15.617993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.743181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9ae57161-12b6-4ca1-b902-8d5d23a289c7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:15.744698 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0a558d2e-6b7a-493d-a4c0-5b5a0077b53a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7764661 Apr 01 15:54:15.746341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '4770ef34-ddd0-4eee-8b02-6476c57b78c7'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:15.747341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.747651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42302) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.754246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:41:e8:7f', 'name': 'tempest-NetworksTestDHCPv6-428077870'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:15.758032 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9ae57161-12b6-4ca1-b902-8d5d23a289c7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports/a3957e04-4658-46ad-ad09-9a221a91510a HTTP/1.1" status: 404 len: 333 time: 0.2940359 Apr 01 15:54:15.767502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42306) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.779473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1849616305'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:15.820381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.850076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.891025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85864d98-f0e9-49b0-a7a6-3d583741f840,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.913843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.977255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.980467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc91e96a-4337-4fae-9ce3-7ddb358b18a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85864d98-f0e9-49b0-a7a6-3d583741f840 HTTP/1.1" status: 204 len: 168 time: 0.9126284 Apr 01 15:54:16.032109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Allocated IP 2001:db8::f816:3eff:fe03:8517 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4770ef34-ddd0-4eee-8b02-6476c57b78c7/b9abada8-288d-486b-905d-e839a1aa4c5b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:16.106718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:16.109052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.154134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:16.179717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:16.270114 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-54d570d8-d8e8-4ab3-83b7-d77c4ffd19c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcff77961e7648f98953305eadc34acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458368 Apr 01 15:54:16.273359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42318) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.279359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.280341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:16.290322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Transition to ACTIVE for port object b9abada8-288d-486b-905d-e839a1aa4c5b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:16.302941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:16.314266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Transition to ACTIVE for port object b9abada8-288d-486b-905d-e839a1aa4c5b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:16.332440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:16.405726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.426740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.466380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.494495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Pushing event updated for resources: {'Port': ['ID=b9abada8-288d-486b-905d-e839a1aa4c5b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.502925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:16.507097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.512302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:16.514207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:16.517206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:16.537273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.600072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port cd5d59f1-ba93-4014-953e-81facb94bce4 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:16.632009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Attempting to bind port b9abada8-288d-486b-905d-e839a1aa4c5b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:16.632563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Attempting to bind port b9abada8-288d-486b-905d-e839a1aa4c5b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:16.633383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Attempting to bind port b9abada8-288d-486b-905d-e839a1aa4c5b on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:16.641118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:16.641692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:16.642259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.642880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:16.643641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Bound port: b9abada8-288d-486b-905d-e839a1aa4c5b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:16.644487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.694594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.765011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.783439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port c6dffdbc-d293-42a0-87c6-49df8893ff84 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:16.796162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] For port b9abada8-288d-486b-905d-e839a1aa4c5b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:16.801560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] For port b9abada8-288d-486b-905d-e839a1aa4c5b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b9abada8-288d-486b-905d-e839a1aa4c5b,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:16.882205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.897130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.907609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.938357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.982385 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-75c1b7ab-c40e-4caa-9845-c43acef601cb tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/ports/3482ca5f-aed6-42d8-a5be-4c5cc61c4ca1 HTTP/1.1" status: 204 len: 168 time: 1.7261152 Apr 01 15:54:16.986138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42334) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.993461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.005944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.005944 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd628373-1334-48b3-a5a6-055b35eb9905 HTTP/1.1" status: 204 len: 168 time: 0.7121639 Apr 01 15:54:17.055414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e6f5-7614-4a0a-b912-77e4fff71baa None None] Pushing event updated for resources: {'Port': ['ID=b9abada8-288d-486b-905d-e839a1aa4c5b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.064734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::182 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/cd5d59f1-ba93-4014-953e-81facb94bce4) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:17.076609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1fe39-784e-4872-8ce5-0ff045f7e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd628373-1334-48b3-a5a6-055b35eb9905,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.213436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2c74c5-8c7c-4f85-a67b-d7185d50f811 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.214676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc2c74c5-8c7c-4f85-a67b-d7185d50f811 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Synchronizing usage tracker for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:17.233776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe41:e87f (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4770ef34-ddd0-4eee-8b02-6476c57b78c7/c6dffdbc-d293-42a0-87c6-49df8893ff84) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:17.408483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.429018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object cd5d59f1-ba93-4014-953e-81facb94bce4 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:17.436210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc2c74c5-8c7c-4f85-a67b-d7185d50f811 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Unset dirty status for tenant:b38828871ca54f16a2c274d9509ff350 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:17.437749 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc2c74c5-8c7c-4f85-a67b-d7185d50f811 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "GET /v2.0/ports?device_id=676832ac-e646-463f-a6df-5142680e7e0d HTTP/1.1" status: 200 len: 913 time: 0.4499633 Apr 01 15:54:17.440460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.448279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Router dfdfd579-31fb-4876-a62e-f7e64df9d2df is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:17.647473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.665710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.694441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object c6dffdbc-d293-42a0-87c6-49df8893ff84 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:17.729291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:17.736333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:17.756430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:17.762862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.763700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.812907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=cd5d59f1-ba93-4014-953e-81facb94bce4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.815967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:17.825827 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] Sync routers for ids ['dfdfd579-31fb-4876-a62e-f7e64df9d2df'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:17.837527 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] Routers {'dfdfd579-31fb-4876-a62e-f7e64df9d2df'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:17.842387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.843598 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['dfdfd579-31fb-4876-a62e-f7e64df9d2df'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:17.844090 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aa40d534-824f-40a9-959c-14d0b96a2c68 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "PUT /v2.0/routers/dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 200 len: 916 time: 5.5896235 Apr 01 15:54:17.846785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42358) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.063246 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8821406-3cff-4588-9772-98e232a3d3d8 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2946408 Apr 01 15:54:18.066954 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.073875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42368) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.083510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'network_id': '83b737a7-f24d-4b13-850c-7ca46bf1f9b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30633158'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:18.109029 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] Routers {'dfdfd579-31fb-4876-a62e-f7e64df9d2df'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:18.109650 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['dfdfd579-31fb-4876-a62e-f7e64df9d2df'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.121403 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f7fae7d7-d2e7-4332-a573-c5567ec41840 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 200 len: 922 time: 0.2732625 Apr 01 15:54:18.126927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.131890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42372) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.134495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.211055 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.211699 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3a35f-a4d7-4024-940b-7213549c8496 None None] The sync data for ids ['dfdfd579-31fb-4876-a62e-f7e64df9d2df'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:18.265536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:18.269042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:18.273931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:18.280779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.283800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.314238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-986b077b-8f3c-404c-a801-7cb11aa4752d None None] Provisioning for port cd5d59f1-ba93-4014-953e-81facb94bce4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:18.319882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=c6dffdbc-d293-42a0-87c6-49df8893ff84,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:18.326104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-986b077b-8f3c-404c-a801-7cb11aa4752d None None] Provisioning complete for port cd5d59f1-ba93-4014-953e-81facb94bce4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:18.326104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-986b077b-8f3c-404c-a801-7cb11aa4752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.396578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-986b077b-8f3c-404c-a801-7cb11aa4752d None None] Port cd5d59f1-ba93-4014-953e-81facb94bce4 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:18.415608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-14a57d9a-4e86-4e76-bab2-50f8a453f13d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6664567 Apr 01 15:54:18.418987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42382) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.600496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ad795-9bd5-4e9b-8419-0505d3ebe9dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.611878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ad795-9bd5-4e9b-8419-0505d3ebe9dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.613189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c8ad795-9bd5-4e9b-8419-0505d3ebe9dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:18.664918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842c6d3-a31d-4afc-85cc-0427f502fe08 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.670086 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c842c6d3-a31d-4afc-85cc-0427f502fe08 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=dfdfd579-31fb-4876-a62e-f7e64df9d2df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5371091 Apr 01 15:54:18.670649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42392) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.686704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:18.706287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:18.711808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c8ad795-9bd5-4e9b-8419-0505d3ebe9dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:18.716197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.716841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c8ad795-9bd5-4e9b-8419-0505d3ebe9dc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2960303 Apr 01 15:54:18.780633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.853594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95ce9d-e061-4885-9a7f-131547af4d7f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.856718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0a95ce9d-e061-4885-9a7f-131547af4d7f tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.1837692 Apr 01 15:54:18.863490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42404) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.908784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-91b6fb23-f807-49d6-afb5-3e8159d8c5ad None None] Provisioning for port b9abada8-288d-486b-905d-e839a1aa4c5b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:18.914607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42408) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.940714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2269050-fd76-45ee-9496-00f851c64f41 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 200 len: 205 time: 0.0734084 Apr 01 15:54:18.941356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42414) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.218588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Made reservation on behalf of 6c2ba244b303497a8b3f3d65e7838365 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:19.222072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.228314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f2223687-5aa8-4b7d-bc1e-9b8e433e244e None None] Provisioning for port c6dffdbc-d293-42a0-87c6-49df8893ff84 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:19.236221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f2223687-5aa8-4b7d-bc1e-9b8e433e244e None None] Provisioning complete for port c6dffdbc-d293-42a0-87c6-49df8893ff84 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:19.236497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f2223687-5aa8-4b7d-bc1e-9b8e433e244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.246854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port c6dffdbc-d293-42a0-87c6-49df8893ff84 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:19.247199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.307543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b9abada8-288d-486b-905d-e839a1aa4c5b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:19.318981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] device_id is not set on port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:19.383844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1176050911', 'router:external': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:19.388886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:19.393057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:network and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:19.399162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:19.406132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:19.412619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f2223687-5aa8-4b7d-bc1e-9b8e433e244e None None] Port c6dffdbc-d293-42a0-87c6-49df8893ff84 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:19.436323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.497161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b9abada8-288d-486b-905d-e839a1aa4c5b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:19.501041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Made reservation on behalf of 4d1ee8894aef4ba88789257dc726e7db for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:19.503463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.503594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b9abada8-288d-486b-905d-e839a1aa4c5b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:19.504011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.521508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.557037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:19.616817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:security_group_rule and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:19.627904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:19.637898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:19.644712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.682145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b9abada8-288d-486b-905d-e839a1aa4c5b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b9abada8-288d-486b-905d-e839a1aa4c5b,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:19.687816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.754851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.761749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Allocated IP 2001:db8::2c6 (83b737a7-f24d-4b13-850c-7ca46bf1f9b8/e815532d-9424-4939-b30a-79ef6c212ddb/89375574-3c71-41b9-9b4a-2b3d1cad29a2) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:19.774272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.813920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port 6301a906-5375-43d7-91d9-d40216cd1d03 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:19.813920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.830637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b9abada8-288d-486b-905d-e839a1aa4c5b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.846067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.861425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.886271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:19.912334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.913356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Added segment 9847c694-2b26-46a4-8693-7730cf85b7e3 of type vlan for network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 Apr 01 15:54:19.920440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9b591c-4cec-4b75-880d-6c07c3a18135,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.053947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port 6837c162-7e7c-4c43-81c4-43a73a05c69d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:20.054287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.063723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.100807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for c6dffdbc-d293-42a0-87c6-49df8893ff84 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:20.101138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.245435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for 6301a906-5375-43d7-91d9-d40216cd1d03 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:20.400199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.401737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.402804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.450499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.516602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Network': ['ID=e2f8d8d4-648e-4f8a-a733-f8c9d9668995,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.532456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:20.591842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for 6837c162-7e7c-4c43-81c4-43a73a05c69d owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:20.642810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-09979972-053f-47c7-8901-66aeb8dbb40d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7269971 Apr 01 15:54:20.645683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42438) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.654464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'subnet': {'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:20.660178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.664668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:subnet and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.668832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.675960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.716726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.756289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.763487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Made reservation on behalf of 4d1ee8894aef4ba88789257dc726e7db for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:20.765777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.787818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=6301a906-5375-43d7-91d9-d40216cd1d03,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.963231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.974334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Transition to ACTIVE for port object 89375574-3c71-41b9-9b4a-2b3d1cad29a2 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:20.977717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.046373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=c6dffdbc-d293-42a0-87c6-49df8893ff84,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.095655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.152025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.186253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b9abada8-288d-486b-905d-e839a1aa4c5b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:21.213785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42442) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.224979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899796296', 'description': 'tempest-secgroup-smoke-1899796296 description', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:21.236218 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2d206cd0-1ee4-4bda-a028-adf844c86732 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/c6dffdbc-d293-42a0-87c6-49df8893ff84 HTTP/1.1" status: 204 len: 168 time: 2.5186608 Apr 01 15:54:21.237172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=6837c162-7e7c-4c43-81c4-43a73a05c69d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.239349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.293797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b9abada8-288d-486b-905d-e839a1aa4c5b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:21.294517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.297758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:21.300481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:21.303664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:21.310734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:21.320093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.324036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.333001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.425680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.450445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.469786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:21.474149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:21.477156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:21.477800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:21.484440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:21.484761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca046d1-7242-4d55-ace1-1d22b22832f4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.486362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca046d1-7242-4d55-ace1-1d22b22832f4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.486522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.487034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router dfdfd579-31fb-4876-a62e-f7e64df9d2df {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:21.488150 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dca046d1-7242-4d55-ace1-1d22b22832f4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2466745 Apr 01 15:54:21.491782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.493800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:21.507383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:21.513517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.514173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.539281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=89375574-3c71-41b9-9b4a-2b3d1cad29a2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.628936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff05f4df-30f5-4170-b51b-91ff77f6b550 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5528545 Apr 01 15:54:21.629736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42454) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.641263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13', 'mac_address': 'fa:16:3e:55:cc:0b'}, {'ip_address': '2001:db8::182', 'mac_address': 'fa:16:3e:3a:b6:eb'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:21.643343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 4770ef34-ddd0-4eee-8b02-6476c57b78c7 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:21.661258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.717983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.719131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6b47714d-4c95-4135-bec9-b8db85733e03 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 204 len: 168 time: 2.7765028 Apr 01 15:54:21.727098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42458) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.792466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855052194', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:21.815415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.838386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.845337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:21.855100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Usage tracker for resource:router and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:21.870199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:21.904320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:21.922947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.931322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-807773aa-78d5-4d13-b6f2-4d36e2f6b2d6 None None] Provisioning for port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:21.936650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-807773aa-78d5-4d13-b6f2-4d36e2f6b2d6 None None] Provisioning complete for port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:21.937100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-807773aa-78d5-4d13-b6f2-4d36e2f6b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.973710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.011285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-807773aa-78d5-4d13-b6f2-4d36e2f6b2d6 None None] Port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:22.048272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.069316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:54:22.069784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.076814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.108575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.109572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.133747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:22.150438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:22.165935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:22.183766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a04c55c-5402-4104-a25f-8d0aa81086e5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.190351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.220265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be5f7436-8d5b-4232-a07f-b7db37fdced1,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.248947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Checking segment: {'id': '9847c694-2b26-46a4-8693-7730cf85b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:22.249311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network hostable DHCP agents. Network: e2f8d8d4-648e-4f8a-a733-f8c9d9668995, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:22.299790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.310826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.360571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=4770ef34-ddd0-4eee-8b02-6476c57b78c7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.364331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.367912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.376474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f818226-6f7b-4004-aff4-d8a809da370d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:22.387390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:22.411707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.428335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-98abd702-b6c2-4bbf-b48d-c4d8c2bc176d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4770ef34-ddd0-4eee-8b02-6476c57b78c7 HTTP/1.1" status: 204 len: 168 time: 0.9330745 Apr 01 15:54:22.437016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42462) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.522962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e2f8d8d4-648e-4f8a-a733-f8c9d9668995) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:22.531669 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3659dd9-d135-48a2-b35e-7111ef312f10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902135 Apr 01 15:54:22.536399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42466) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.536737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:22.537520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.558547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c849494-6f81-4dbc-b6b3-f365b76d6821 None None] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:22.612754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.615922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.621283 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-119bc1d2-64c9-432e-8a53-eb6522f49221 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4057000 Apr 01 15:54:22.633453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42470) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.639497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:22.649275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.711754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:22.721617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Router 676832ac-e646-463f-a6df-5142680e7e0d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:22.724248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:22.788169 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8f166a46-3786-4d08-8a7b-ceaad4d743c4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1412885 Apr 01 15:54:22.789466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:22.798210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42474) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.818924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-26730647', 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:22.863334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290685d-555a-454a-b104-c67b7f6fc920 None None] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:22.881114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:22.885330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.886412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829e87e-e194-467d-84d0-725a931da677 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:22.887264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2829e87e-e194-467d-84d0-725a931da677 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:22.900763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.902711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Deleting port b9abada8-288d-486b-905d-e839a1aa4c5b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:22.903470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.906104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:port and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:22.913561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:22.919175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:23.005888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.013488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:23.018431 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bde11339-bce8-4824-a149-1e25e88b8001 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "PUT /v2.0/routers/676832ac-e646-463f-a6df-5142680e7e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5767701 Apr 01 15:54:23.021335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42478) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.025434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.027246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] Sync routers for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:23.073885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Made reservation on behalf of 4d1ee8894aef4ba88789257dc726e7db for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:23.076954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.086385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2829e87e-e194-467d-84d0-725a931da677 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:23.091202 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2829e87e-e194-467d-84d0-725a931da677 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5507259 Apr 01 15:54:23.099007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42482) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.099216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:23.099813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.106154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.116316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] device_id is not set on port be05e13e-e576-4c94-ac40-c6b85abc9019 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:23.196897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b9abada8-288d-486b-905d-e839a1aa4c5b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:23.221948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] In _notify_port_updated(), no bound segment for port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 on network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:54:23.228226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.228904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.231115 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "PUT /v2.0/ports/89375574-3c71-41b9-9b4a-2b3d1cad29a2 HTTP/1.1" status: 200 len: 1065 time: 1.5979807 Apr 01 15:54:23.248850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42486) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.283989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.382210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] Routers {'676832ac-e646-463f-a6df-5142680e7e0d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:23.383477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['676832ac-e646-463f-a6df-5142680e7e0d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.394410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.408097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.476144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf3e7a-4d2e-41cc-a6bb-5926ce605683 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.478063 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d2bf3e7a-4d2e-41cc-a6bb-5926ce605683 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3781011 Apr 01 15:54:23.494286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 2001:db8::210 (e2f8d8d4-648e-4f8a-a733-f8c9d9668995/be5f7436-8d5b-4232-a07f-b7db37fdced1/be05e13e-e576-4c94-ac40-c6b85abc9019) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:23.511830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.512235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f426ad-530d-46ba-9517-eb5a6a6d33b5 None None] The sync data for ids ['676832ac-e646-463f-a6df-5142680e7e0d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:23.514682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] For port b9abada8-288d-486b-905d-e839a1aa4c5b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b9abada8-288d-486b-905d-e839a1aa4c5b,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:23.515275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.520510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42490) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.528144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e09f29-a245-41c7-8ddb-f3b0602e5bf7 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event updated for resources: {'Port': ['ID=89375574-3c71-41b9-9b4a-2b3d1cad29a2,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.603407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.627507 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e81b697-b571-403e-81c5-749a09d46e7d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924737 Apr 01 15:54:23.629225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.650348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:23.681539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Calling delete_port for b9abada8-288d-486b-905d-e839a1aa4c5b owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:23.736862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57046564-a043-46bb-a632-02f27f7945b5,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.750603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:23.750982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.758433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fdb80c4c-03d6-4d93-909a-42ddeca89b92 None None] Provisioning complete for port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:23.758828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fdb80c4c-03d6-4d93-909a-42ddeca89b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.791841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.847062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.860150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.865682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0c251af7-75e5-47ac-a96e-a99f801c1c1a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2273524 Apr 01 15:54:23.867406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42498) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.872464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fdb80c4c-03d6-4d93-909a-42ddeca89b92 None None] Port 89375574-3c71-41b9-9b4a-2b3d1cad29a2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:23.872881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:23.882947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:23.893148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:23.899051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:23.907618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:23.961698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.017468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.025312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] Pushing event deleted for resources: {'Port': ['ID=b9abada8-288d-486b-905d-e839a1aa4c5b,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.027572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92633271-a509-4157-883a-a0abd3fdb550 None None] No DVR routers for this DVR port b9abada8-288d-486b-905d-e839a1aa4c5b on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:24.112446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.139299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.157927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.181590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:24.206015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.233784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:24.241000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:24.256304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:24.300743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.312164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting port e7a680ce-4edc-4b28-bce2-ef472c2566c3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:24.312585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.341866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:24.350027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:24.352399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:24.353540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:24.354790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.397394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=be05e13e-e576-4c94-ac40-c6b85abc9019,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.426174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.454455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Allocated IP 172.26.8.59 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/96556b8f-4fb3-45de-a504-b62a82b5e756) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:24.455424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:24.458851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.486821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for 89375574-3c71-41b9-9b4a-2b3d1cad29a2 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:24.549472 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4419f599-7cc7-436d-947c-1733c092c135 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7505689 Apr 01 15:54:24.556585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.566371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42502) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.628634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c17ee1-b9dc-4616-801d-678d7a45f3a6,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.688610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting port be05e13e-e576-4c94-ac40-c6b85abc9019 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:24.688859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.739640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.746546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.747748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-abaf1bb1-9b8a-49ad-9d6e-d53c7e53d400 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8808217 Apr 01 15:54:24.751708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42506) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.766194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:24.778536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:24.815592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:24.825399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:24.843143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:24.884137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.960789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.023973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.066881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Calling delete_port for e7a680ce-4edc-4b28-bce2-ef472c2566c3 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:25.108075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.120698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.201404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=89375574-3c71-41b9-9b4a-2b3d1cad29a2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.249420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Calling delete_port for be05e13e-e576-4c94-ac40-c6b85abc9019 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:25.325692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:25.330784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:25.333346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:25.397594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.417631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event updated for resources: {'Port': ['ID=96556b8f-4fb3-45de-a504-b62a82b5e756,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.526543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.631038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352420a2-e8ae-48db-b0d4-14fdbb156fd3,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.739573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.794684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Port': ['ID=be05e13e-e576-4c94-ac40-c6b85abc9019,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.822673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.837335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.843819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9d219c75-453f-4b98-901c-6847ce801021 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/ports/be05e13e-e576-4c94-ac40-c6b85abc9019 HTTP/1.1" status: 204 len: 168 time: 1.2675376 Apr 01 15:54:25.846425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42510) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.851097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995', 'external_fixed_ips': [{'subnet_id': 'be5f7436-8d5b-4232-a07f-b7db37fdced1', 'ip_address': '2001:db8::210'}]}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:25.856432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:25.860332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:router and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:25.863222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:25.864272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:54:25.866329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.869229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:25.896046 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-521e6780-61c6-44d8-a754-0e330fcbebfe tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/89375574-3c71-41b9-9b4a-2b3d1cad29a2 HTTP/1.1" status: 204 len: 168 time: 2.6435781 Apr 01 15:54:25.899486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42514) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.928708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:25.931926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:25.936353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:25.936935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.945282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3994680-8c35-4efd-b2aa-68cc4a1f4286 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:25.950063 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-919050d3-0f92-4ab3-b20a-9dfb12807679 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] GET failed (client error): The resource could not be found. Apr 01 15:54:25.951258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-919050d3-0f92-4ab3-b20a-9dfb12807679 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:25.951372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.971376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.972664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.991520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.996922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=7a8d5f4e-83d8-4958-aa26-7ff975f30c8b,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.008065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.009240 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fe6cb6d-980a-498b-8b14-3328ee0bfd41 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2543261 Apr 01 15:54:26.010799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Port': ['ID=e7a680ce-4edc-4b28-bce2-ef472c2566c3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.013009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42518) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.020549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:26.027645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:26.032454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:26.035917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:26.044610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:26.110767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.119072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-919050d3-0f92-4ab3-b20a-9dfb12807679 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:26.120490 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-919050d3-0f92-4ab3-b20a-9dfb12807679 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports/89375574-3c71-41b9-9b4a-2b3d1cad29a2 HTTP/1.1" status: 404 len: 333 time: 0.2199130 Apr 01 15:54:26.125504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42522) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.160013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-30a8ba0a-d551-456b-9981-91eccf6dc0b9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5282292 Apr 01 15:54:26.188654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.247596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:ac:64:1c', 'name': 'tempest-NetworksTestDHCPv6-1090453124'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:26.254664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '7a8d5f4e-83d8-4958-aa26-7ff975f30c8b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:26.255601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.296641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.299640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.417178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Allocated IP 2001:db8::f816:3eff:fea8:a6df (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/7a8d5f4e-83d8-4958-aa26-7ff975f30c8b/9ea286dc-a638-4dce-9f40-2772f9b45073) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:26.436624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.437193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Fanout notify agent at l3_agent the message router_deleted on router 676832ac-e646-463f-a6df-5142680e7e0d {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:26.450232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.453849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a0b5973a-6b86-4f0d-a746-02d966e8b3bc tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/routers/676832ac-e646-463f-a6df-5142680e7e0d HTTP/1.1" status: 204 len: 168 time: 3.4294283 Apr 01 15:54:26.454283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42530) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.476857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.523627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Deleting subnet c73034b4-9fec-4a12-aaf6-798ae7647ac1 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:26.527278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.586032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.646553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.656656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.658475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Transition to ACTIVE for port object 9ea286dc-a638-4dce-9f40-2772f9b45073 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:26.679097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Transition to ACTIVE for port object 9ea286dc-a638-4dce-9f40-2772f9b45073 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:26.750923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.800235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port cd5d59f1-ba93-4014-953e-81facb94bce4 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:26.800586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.816218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:26.823325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:26.826232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.828527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:26.834505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Pushing event updated for resources: {'Port': ['ID=9ea286dc-a638-4dce-9f40-2772f9b45073,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.872355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Subnet': ['ID=c73034b4-9fec-4a12-aaf6-798ae7647ac1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.876083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.879642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.886494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4a2cbac2-fc35-42b5-a607-24312ef5b155 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/subnets/c73034b4-9fec-4a12-aaf6-798ae7647ac1 HTTP/1.1" status: 204 len: 168 time: 0.4310155 Apr 01 15:54:26.891401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42534) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.906804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.937404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Attempting to bind port 9ea286dc-a638-4dce-9f40-2772f9b45073 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:26.938281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Attempting to bind port 9ea286dc-a638-4dce-9f40-2772f9b45073 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:26.938852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Attempting to bind port 9ea286dc-a638-4dce-9f40-2772f9b45073 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:26.946360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:26.950137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:26.950735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.951138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:26.951616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Bound port: 9ea286dc-a638-4dce-9f40-2772f9b45073, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:26.951991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.019831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:27.033979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.048639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] For port 9ea286dc-a638-4dce-9f40-2772f9b45073, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:27.051903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] For port 9ea286dc-a638-4dce-9f40-2772f9b45073, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9ea286dc-a638-4dce-9f40-2772f9b45073,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:27.099365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:27.122648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.129282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.173357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.205663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91418b80-b34e-4846-b70a-e62f5252a1ce']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.209542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e87d-6769-4fef-9427-912e00d9bc41 None None] Pushing event updated for resources: {'Port': ['ID=9ea286dc-a638-4dce-9f40-2772f9b45073,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:27.220357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c810a3-14ef-4321-b72e-a43396a85f88') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.223161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c810a3-14ef-4321-b72e-a43396a85f88') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.234228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.240604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.252045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.258695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:27.259091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:27.275156 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:27.306437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:27.375372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27cdbf0-8c77-41a9-b189-edbc46d4b50c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:27.430965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.451889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.463391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] Pushing event deleted for resources: {'Network': ['ID=91418b80-b34e-4846-b70a-e62f5252a1ce,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:27.468866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3096f2fd-259d-44f0-9da4-9f9da54d10e2 tempest-FloatingIPTestJSON-1939388863 tempest-FloatingIPTestJSON-1939388863-project] 10.222.0.21 "DELETE /v2.0/networks/91418b80-b34e-4846-b70a-e62f5252a1ce HTTP/1.1" status: 204 len: 168 time: 0.5739498 Apr 01 15:54:27.626811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.628059 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-72d6a82c-b1d8-4649-8a6f-7c4f6d9117f7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6131563 Apr 01 15:54:27.630959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42540) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.638227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:27.644496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:27.648489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:27.652255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:27.658852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:27.762428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.799827 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Project 9efba6cc064f4859a625bf38ae6c1e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:54:27.807405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.877561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.921587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.936500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for cd5d59f1-ba93-4014-953e-81facb94bce4 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:27.988453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.011330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.018867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81a2653-4218-43d8-b24e-c396e0823944,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.037105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 8a12e04b-0078-4051-a1a7-71b72887f537 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:28.080690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.085288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9c9164b2-7be8-4a26-a34b-4c0cc04d75e7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4523065 Apr 01 15:54:28.086169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42546) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.093283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'security_group_rule': {'security_group_id': 'a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:28.097758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42550) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.112969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:28.118274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:security_group_rule and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:28.126075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:28.132628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:28.245292 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Project 9efba6cc064f4859a625bf38ae6c1e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:54:28.258064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.330662 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cf6f3238-88a3-4bfe-bd0f-f3552b287c64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b38828871ca54f16a2c274d9509ff350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295573 Apr 01 15:54:28.332288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42556) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.392985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.415099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.443501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.477184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.505570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8757523-0670-4221-a827-2e27d8b9a610,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.624802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.626038 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1b408230-09f7-41fe-af70-d1b01eb1fe16 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5387208 Apr 01 15:54:28.628883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42560) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.634720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'network': {'name': 'tempest-network-smoke--1343959679', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:28.640377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:28.644223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:network and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:28.647103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:28.653268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-57f543be-be2b-4af0-b9f4-dd3176c3d776 None None] Provisioning for port 9ea286dc-a638-4dce-9f40-2772f9b45073 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:28.658381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.662915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:28.678262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.679334 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7823f409-54f8-4a33-8bf5-d2ca8c0967d2 HTTP/1.1" status: 204 len: 168 time: 0.3460600 Apr 01 15:54:28.681834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2026cb-b7e5-491d-b4cb-5b697fb7ce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7823f409-54f8-4a33-8bf5-d2ca8c0967d2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.756387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Made reservation on behalf of 9efba6cc064f4859a625bf38ae6c1e56 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:28.759856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.769599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:feac:641c (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/7a8d5f4e-83d8-4958-aa26-7ff975f30c8b/8a12e04b-0078-4051-a1a7-71b72887f537) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:28.791608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:28.800894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.801266 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Added segment 0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5 of type vlan for network f4b26716-6914-44a6-b49b-df23bd28540f Apr 01 15:54:28.832459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.836253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.924851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=cd5d59f1-ba93-4014-953e-81facb94bce4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.951027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.958170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:28.958846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.004548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.047169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.056285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.087693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Network': ['ID=f4b26716-6914-44a6-b49b-df23bd28540f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.117832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f4b26716-6914-44a6-b49b-df23bd28540f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:29.191764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7a4a87ad-daa1-458e-9973-ec257d5cfe35 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5618606 Apr 01 15:54:29.194645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42570) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.202088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'admin_state_up': True, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:29.203135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Router 2430a23d-1b63-43b3-bd25-11b8b458f295 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:29.215317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:29.228339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:router and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:29.237334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:29.254838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:29.272431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9ea286dc-a638-4dce-9f40-2772f9b45073 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:29.278263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42576) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.278406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-68c5276a-6f35-4ddb-84b1-ad034b857ac4 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/cd5d59f1-ba93-4014-953e-81facb94bce4 HTTP/1.1" status: 204 len: 168 time: 3.1472542 Apr 01 15:54:29.451438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.452464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.469183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c694a1-3c6d-4ef2-ada3-f0506bd80415 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] GET failed (client error): The resource could not be found. Apr 01 15:54:29.469183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3c694a1-3c6d-4ef2-ada3-f0506bd80415 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Synchronizing usage tracker for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:29.484971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.492077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9ea286dc-a638-4dce-9f40-2772f9b45073 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:29.496427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.499311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9ea286dc-a638-4dce-9f40-2772f9b45073 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.499858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.625100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3c694a1-3c6d-4ef2-ada3-f0506bd80415 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Unset dirty status for tenant:6c2ba244b303497a8b3f3d65e7838365 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:29.626426 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3c694a1-3c6d-4ef2-ada3-f0506bd80415 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "GET /v2.0/ports/cd5d59f1-ba93-4014-953e-81facb94bce4 HTTP/1.1" status: 404 len: 333 time: 0.3490639 Apr 01 15:54:29.626549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.630729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42584) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.631273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 8a12e04b-0078-4051-a1a7-71b72887f537 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:29.661610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9ea286dc-a638-4dce-9f40-2772f9b45073, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9ea286dc-a638-4dce-9f40-2772f9b45073,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:29.674506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:29.685104 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] Sync routers for ids ['2430a23d-1b63-43b3-bd25-11b8b458f295'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:29.685662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 2001:db8::210 (e2f8d8d4-648e-4f8a-a733-f8c9d9668995/be5f7436-8d5b-4232-a07f-b7db37fdced1/a8dbe3ae-3a67-476e-84b8-9b947bb1bb25) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:29.698740 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] Routers {'2430a23d-1b63-43b3-bd25-11b8b458f295'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:29.699870 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2430a23d-1b63-43b3-bd25-11b8b458f295'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.788635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.795760 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:54:29.797138 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.816457 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] Routers {'2430a23d-1b63-43b3-bd25-11b8b458f295'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:29.817316 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2430a23d-1b63-43b3-bd25-11b8b458f295'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.886896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9ea286dc-a638-4dce-9f40-2772f9b45073,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.908678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port a2b033ce-5685-4b5d-82b7-68aea310b7ea {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:29.909024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.921055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.948963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.950806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d586dc95-4040-449b-a098-64f38a3d397d tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2193599 Apr 01 15:54:29.954918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.956080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.963038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:29.969684 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.970298 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c414b22-ae3f-4377-9ba9-75b0ded6cf05 None None] The sync data for ids ['2430a23d-1b63-43b3-bd25-11b8b458f295'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:30.088167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.193866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42600) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.249161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:30.254054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:30.268356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:30.273899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.274547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.348585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.352401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=8a12e04b-0078-4051-a1a7-71b72887f537,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.363868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.372645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680340768'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:30.390716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:30.452788 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d6abbf2c-c647-4716-87ae-8d6f3d55e0d2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2303464 Apr 01 15:54:30.457020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:30.461686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42606) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.462844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:30.466923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:30.504074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:30.513464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Calling delete_port for a2b033ce-5685-4b5d-82b7-68aea310b7ea owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:30.541940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:30.555539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:30.649133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.723032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:30.726289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.733893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cf08ec3-a63d-4dc3-97d4-1a830fdd8a2c None None] Provisioning for port 8a12e04b-0078-4051-a1a7-71b72887f537 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:30.744982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cf08ec3-a63d-4dc3-97d4-1a830fdd8a2c None None] Provisioning complete for port 8a12e04b-0078-4051-a1a7-71b72887f537 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:30.745773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf08ec3-a63d-4dc3-97d4-1a830fdd8a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.753827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.842132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:30.871038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2cf08ec3-a63d-4dc3-97d4-1a830fdd8a2c None None] Port 8a12e04b-0078-4051-a1a7-71b72887f537 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:30.876950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:security_group_rule and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:30.883386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:30.890845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.967816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb496e-dd53-4801-bd4b-80b30df3efc7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.973709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb496e-dd53-4801-bd4b-80b30df3efc7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.974532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7cb496e-dd53-4801-bd4b-80b30df3efc7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:31.044415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.049223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.099450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.111112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Port': ['ID=a2b033ce-5685-4b5d-82b7-68aea310b7ea,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:31.121097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.125792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7cb496e-dd53-4801-bd4b-80b30df3efc7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:31.128265 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d7cb496e-dd53-4801-bd4b-80b30df3efc7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6617136 Apr 01 15:54:31.129624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42610) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.143546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9ea286dc-a638-4dce-9f40-2772f9b45073 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:31.210657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.236623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9ea286dc-a638-4dce-9f40-2772f9b45073 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:31.236983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.365660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.383061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Allocated IP 172.26.8.159 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/936b4df1-45bf-421a-a0b6-26ed5d44b412) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:31.393629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c4cdca3-e604-49e6-b3b9-ca39656d20d1 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/ports/a2b033ce-5685-4b5d-82b7-68aea310b7ea HTTP/1.1" status: 204 len: 168 time: 1.7610388 Apr 01 15:54:31.398218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 8a12e04b-0078-4051-a1a7-71b72887f537 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:31.398568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.401852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42614) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.460730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.571216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.597726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting subnet e815532d-9424-4939-b30a-79ef6c212ddb {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:31.604892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.662639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Deleting port 96556b8f-4fb3-45de-a504-b62a82b5e756 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:31.663039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.687320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.726751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.738026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.781302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:31.804910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da334130-0473-41bd-9161-c9b24ad96bb2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:31.809422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.809750 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment a687e850-d9d0-448a-b660-8696cecdab23 of type vlan for network 4e9e0034-39d9-4411-88b5-80c9496795ee Apr 01 15:54:31.856007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.878438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.982668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.044667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.050163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:32.050773 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.059175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:32.086837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:32.105768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:32.151593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=936b4df1-45bf-421a-a0b6-26ed5d44b412,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.154224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.200266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.267209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Subnet': ['ID=e815532d-9424-4939-b30a-79ef6c212ddb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.276758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=4e9e0034-39d9-4411-88b5-80c9496795ee,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.279941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.280983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.284714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdcd34-5109-41db-be6c-b99a63818f2c None None] Network 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:32.285685 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-73bb820a-10f6-4e32-b906-63055bf04941 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/subnets/e815532d-9424-4939-b30a-79ef6c212ddb HTTP/1.1" status: 204 len: 168 time: 0.8821220 Apr 01 15:54:32.287484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.302643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 4e9e0034-39d9-4411-88b5-80c9496795ee details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:32.370351 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-652ad1bb-6c9e-4803-8615-c4311e432735 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1635864 Apr 01 15:54:32.503319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Calling delete_port for 96556b8f-4fb3-45de-a504-b62a82b5e756 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:32.506607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42622) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.515130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:32.564133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb258152-cb55-4931-b622-1d4d416a7802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.648166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:32.652867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:32.655872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:32.661861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:32.680845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] DHCP port deletion for 83b737a7-f24d-4b13-850c-7ca46bf1f9b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:32.683789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 8a12e04b-0078-4051-a1a7-71b72887f537 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:32.685846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Deleting port 12535f51-b773-4b28-98d1-4633e143bcbe {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:32.686257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.758426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.764074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:32.767530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.781845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.923441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] For port 12535f51-b773-4b28-98d1-4633e143bcbe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=12535f51-b773-4b28-98d1-4633e143bcbe,segment=NetworkSegment(39d96893-933c-4408-8be7-598212f006d4),segment_id=39d96893-933c-4408-8be7-598212f006d4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:32.923772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.039696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Deleting port 12535f51-b773-4b28-98d1-4633e143bcbe {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:33.040072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.063434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Calling delete_port for 12535f51-b773-4b28-98d1-4633e143bcbe owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:33.107699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.170493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12535f51-b773-4b28-98d1-4633e143bcbe no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:33.237987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.305283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] The port '12535f51-b773-4b28-98d1-4633e143bcbe' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:33.312146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] Pushing event deleted for resources: {'Port': ['ID=12535f51-b773-4b28-98d1-4633e143bcbe,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.316226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No active binding found for port 12535f51-b773-4b28-98d1-4633e143bcbe {{(pid=88734) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:54:33.316629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 12535f51-b773-4b28-98d1-4633e143bcbe not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:33.319589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e6582-69a7-4018-bd42-8486b15650d4 None None] No DVR routers for this DVR port 12535f51-b773-4b28-98d1-4633e143bcbe on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:33.415072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.505659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=8a12e04b-0078-4051-a1a7-71b72887f537,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.539522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.608933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.637699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.671125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b737a7-f24d-4b13-850c-7ca46bf1f9b8']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.688763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d96893-933c-4408-8be7-598212f006d4') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.689097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d96893-933c-4408-8be7-598212f006d4') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.696623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.751226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.751803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.764263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Pushing event deleted for resources: {'Port': ['ID=96556b8f-4fb3-45de-a504-b62a82b5e756,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.807048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.809194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router 52ffc367-4826-4670-b010-2e9ce6b11204 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:33.811851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-28a571bc-1f99-4b3c-9b1e-4a7d6bbc07b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/8a12e04b-0078-4051-a1a7-71b72887f537 HTTP/1.1" status: 204 len: 168 time: 2.6812139 Apr 01 15:54:33.818482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42626) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.854862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:33.855329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:33.869952 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:33.907540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=a86394a0-5dbe-4840-9aec-307beee986c8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.929999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': 'a687e850-d9d0-448a-b660-8696cecdab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:33.930473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: 4e9e0034-39d9-4411-88b5-80c9496795ee, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:33.949729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139ba16-6c8a-47b1-a811-282fe8a1885b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.952097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139ba16-6c8a-47b1-a811-282fe8a1885b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.952097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b139ba16-6c8a-47b1-a811-282fe8a1885b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:34.016685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Router 8765ad93-fd7a-4f33-989f-d14c23e1453a is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:34.044689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.088913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 4e9e0034-39d9-4411-88b5-80c9496795ee is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:34.090922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b139ba16-6c8a-47b1-a811-282fe8a1885b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:34.092211 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b139ba16-6c8a-47b1-a811-282fe8a1885b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2686207 Apr 01 15:54:34.101293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.232952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.254146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 7a8d5f4e-83d8-4958-aa26-7ff975f30c8b {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:34.259256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 4e9e0034-39d9-4411-88b5-80c9496795ee) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:34.263729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.267539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.268755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7021b8b8-43cb-4e6c-bee0-db0d48615ff2 None None] Network 4e9e0034-39d9-4411-88b5-80c9496795ee requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:34.319522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:34.320212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.348056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:34.362870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Sync routers for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:34.378657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.384097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:34.384735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.465883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] Pushing event deleted for resources: {'Network': ['ID=83b737a7-f24d-4b13-850c-7ca46bf1f9b8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:34.473952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.487785 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d747bdcd-a58d-4f39-915b-8ccd6d75eae9 tempest-AllowedAddressPairIpV6TestJSON-1140326709 tempest-AllowedAddressPairIpV6TestJSON-1140326709-project] 10.222.0.21 "DELETE /v2.0/networks/83b737a7-f24d-4b13-850c-7ca46bf1f9b8 HTTP/1.1" status: 204 len: 168 time: 2.1374400 Apr 01 15:54:34.568202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:34.582874 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Sync routers for ids ['52ffc367-4826-4670-b010-2e9ce6b11204'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:34.593082 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-28eb471d-92b2-44a5-a015-46d10c5a3ae2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0852628 Apr 01 15:54:34.597251 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Routers {'52ffc367-4826-4670-b010-2e9ce6b11204'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:34.597786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42636) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.597901 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['52ffc367-4826-4670-b010-2e9ce6b11204'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.608369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-453151643'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:34.615205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.617091 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1c4f853a-2408-4994-831a-d719f02ff7e6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4213333 Apr 01 15:54:34.618660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:34.623881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42640) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.638911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:34.643049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:34.650569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:34.706305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.753123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.756978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.846673 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Set router 52ffc367-4826-4670-b010-2e9ce6b11204 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:34.850834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-4e9e0034-39d9-4411-88b5-80c9496795ee', 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': 'a86394a0-5dbe-4840-9aec-307beee986c8'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:34.851902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.867438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:34.903235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.904492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-629acea9-8a5f-4c40-96e9-3b00dabd700c tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.0571082 Apr 01 15:54:34.907686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42646) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.992368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Router 2430a23d-1b63-43b3-bd25-11b8b458f295 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:35.009978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-44b22105-f184-43f6-b1ff-2c0781500b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.051905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8d5f4e-83d8-4958-aa26-7ff975f30c8b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:35.054922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:35.064765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.158681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1ddd4b35-a6fa-48f8-bf4c-42a73db407b6 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9efba6cc064f4859a625bf38ae6c1e56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5005574 Apr 01 15:54:35.158681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.158681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42650) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.235939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:35.252271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.256441 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e39db76e-4793-4c76-bc78-5eb803773506 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "PUT /v2.0/routers/2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 200 len: 705 time: 5.2984271 Apr 01 15:54:35.259788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42656) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.290651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Allocated IP 172.20.255.242 (4e9e0034-39d9-4411-88b5-80c9496795ee/a86394a0-5dbe-4840-9aec-307beee986c8/e317de42-ef4b-4d68-bbfb-03ab01663d51) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:35.293468 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffc367-4826-4670-b010-2e9ce6b11204', 'name': '', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995', 'external_fixed_ips': [{'subnet_id': 'be5f7436-8d5b-4232-a07f-b7db37fdced1', 'ip_address': '2001:db8::210'}], 'enable_snat': True}, 'gw_port_id': 'a8dbe3ae-3a67-476e-84b8-9b947bb1bb25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:25Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 3, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port': {'id': 'a8dbe3ae-3a67-476e-84b8-9b947bb1bb25', 'name': '', 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffc367-4826-4670-b010-2e9ce6b11204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'be5f7436-8d5b-4232-a07f-b7db37fdced1', 'ip_address': '2001:db8::210', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be5f7436-8d5b-4232-a07f-b7db37fdced1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.299518 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Checking router: 52ffc367-4826-4670-b010-2e9ce6b11204 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:35.300004 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Updating router 52ffc367-4826-4670-b010-2e9ce6b11204 port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:35.346162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb53edf-bb94-424d-a796-10a82f614e62 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.346669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb53edf-bb94-424d-a796-10a82f614e62 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.348378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fb53edf-bb94-424d-a796-10a82f614e62 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2017748 Apr 01 15:54:35.354936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42660) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.355647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.373944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:35.379383 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.398394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.398770 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment cd6f705f-20ef-49df-97b5-af249bb77d77 of type vlan for network b9be2dce-73b6-4949-b6cc-bc0d63470077 Apr 01 15:54:35.435905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.469286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.486727 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6529e7ac-a8e9-417a-9c30-b98e0e259419 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/7a8d5f4e-83d8-4958-aa26-7ff975f30c8b HTTP/1.1" status: 204 len: 168 time: 1.3826308 Apr 01 15:54:35.488903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42670) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.540151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.559247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d405273c-4cac-481d-bbfb-4f3a79bfac97 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2022676 Apr 01 15:54:35.565958 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-67e32792-7ecb-43c8-95da-39267af2d748 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/routers/2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 200 len: 740 time: 0.3043864 Apr 01 15:54:35.570065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.572039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42676) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.576158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Transition to ACTIVE for port object e317de42-ef4b-4d68-bbfb-03ab01663d51 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:35.584298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.593289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.593911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.600742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] Sync routers for ids ['2430a23d-1b63-43b3-bd25-11b8b458f295'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:35.609669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e5e2b-bcf6-491b-956c-a1742ada61f6 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:35.709092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.735196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Transition to ACTIVE for port object e317de42-ef4b-4d68-bbfb-03ab01663d51 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:35.803207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8a129642-82e6-4bfc-8713-0b3031b9032f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2ba244b303497a8b3f3d65e7838365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444993 Apr 01 15:54:35.805801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42682) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.809096 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.822362 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Transition to ACTIVE for port object a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:35.828404 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6b9e83c3-ebd4-4210-aa0a-8f18ecd825ca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3381901 Apr 01 15:54:35.831278 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-323da867-968c-40d9-8e04-ed62ca85fd11 tempest-RoutersAdminTest-720018355 tempest-RoutersAdminTest-720018355-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 200 len: 205 time: 0.2491026 Apr 01 15:54:35.831849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.832451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:35.837554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.841265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=b9be2dce-73b6-4949-b6cc-bc0d63470077,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:35.846709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42688) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.858842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] Routers {'2430a23d-1b63-43b3-bd25-11b8b458f295'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:35.859553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2430a23d-1b63-43b3-bd25-11b8b458f295'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.860444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:35.883730 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4396f930-17bf-4d52-b0bc-70b9ed60b829 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e2f8d8d4-648e-4f8a-a733-f8c9d9668995&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3106067 Apr 01 15:54:35.886773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42694) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.909885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1243842779', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:35.912683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network b9be2dce-73b6-4949-b6cc-bc0d63470077 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:35.919792 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.967747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.969713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.997612 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a9c59eb7-4d13-4dbd-accf-498ca4a84bab tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 200 len: 205 time: 0.1417902 Apr 01 15:54:36.001826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42698) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.022506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.083851 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Pushing event updated for resources: {'Port': ['ID=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.124660 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.125404 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.125957 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.126436 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.126931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.127398 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.127895 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.128378 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.129350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.129835 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.130329 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.130812 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:36.146873 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Attempting to bind port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:36.147414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Attempting to bind port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9847c694-2b26-46a4-8693-7730cf85b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:36.148073 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Attempting to bind port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 on network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:36.158182 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:36.158943 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Checking segment: {'id': '9847c694-2b26-46a4-8693-7730cf85b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:36.159490 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.160017 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Bound using segment: {'id': '9847c694-2b26-46a4-8693-7730cf85b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:36.160693 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Bound port: a8dbe3ae-3a67-476e-84b8-9b947bb1bb25, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9847c694-2b26-46a4-8693-7730cf85b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e2f8d8d4-648e-4f8a-a733-f8c9d9668995'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:36.161233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.217993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.232496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Network 4e9e0034-39d9-4411-88b5-80c9496795ee is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:36.240568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] Routers {'2430a23d-1b63-43b3-bd25-11b8b458f295'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:36.243760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2430a23d-1b63-43b3-bd25-11b8b458f295'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.262049 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] For port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:36.265724 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] For port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,segment=NetworkSegment(9847c694-2b26-46a4-8693-7730cf85b7e3),segment_id=9847c694-2b26-46a4-8693-7730cf85b7e3)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:36.287408 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-60a558ee-8660-4385-8c8d-e1902c802f2e tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6875262 Apr 01 15:54:36.296970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42702) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.310429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:36.321467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'b9be2dce-73b6-4949-b6cc-bc0d63470077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:36.333549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.335793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:36.348359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:subnet and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:36.349773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:36.352919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:36.356836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Pushing event updated for resources: {'Port': ['ID=e317de42-ef4b-4d68-bbfb-03ab01663d51,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.363260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.363726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8d7b6-df8f-4941-9b67-de4fef9e7e08 None None] The sync data for ids ['2430a23d-1b63-43b3-bd25-11b8b458f295'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:36.384566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:36.405523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.415390 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.423350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.424069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:36.483576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Attempting to bind port e317de42-ef4b-4d68-bbfb-03ab01663d51 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:36.483576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Attempting to bind port e317de42-ef4b-4d68-bbfb-03ab01663d51 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a687e850-d9d0-448a-b660-8696cecdab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:36.483576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Attempting to bind port e317de42-ef4b-4d68-bbfb-03ab01663d51 on network 4e9e0034-39d9-4411-88b5-80c9496795ee {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:36.497899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:36.498438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Checking segment: {'id': 'a687e850-d9d0-448a-b660-8696cecdab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:36.498987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.499715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Bound using segment: {'id': 'a687e850-d9d0-448a-b660-8696cecdab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:36.500044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Bound port: e317de42-ef4b-4d68-bbfb-03ab01663d51, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a687e850-d9d0-448a-b660-8696cecdab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4e9e0034-39d9-4411-88b5-80c9496795ee'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:36.500508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.526746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.555020 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Routers {'52ffc367-4826-4670-b010-2e9ce6b11204'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:36.555903 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['52ffc367-4826-4670-b010-2e9ce6b11204'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.592027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:32Z', 'revision_number': 3, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.602644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Checking router: 8765ad93-fd7a-4f33-989f-d14c23e1453a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:36.603177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Updating router 8765ad93-fd7a-4f33-989f-d14c23e1453a port 936b4df1-45bf-421a-a0b6-26ed5d44b412 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:36.614564 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9b9db-7716-4644-b193-bb376b671912 None None] Pushing event updated for resources: {'Port': ['ID=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.649277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Made reservation on behalf of 9efba6cc064f4859a625bf38ae6c1e56 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:36.659197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.716821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:36.720704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] For port e317de42-ef4b-4d68-bbfb-03ab01663d51, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:36.728631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Deleting port 9ea286dc-a638-4dce-9f40-2772f9b45073 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:36.729262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.758841 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] Set router 52ffc367-4826-4670-b010-2e9ce6b11204 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:36.779468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.782081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.784516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] For port e317de42-ef4b-4d68-bbfb-03ab01663d51, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e317de42-ef4b-4d68-bbfb-03ab01663d51,segment=NetworkSegment(a687e850-d9d0-448a-b660-8696cecdab23),segment_id=a687e850-d9d0-448a-b660-8696cecdab23)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:36.786294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.806121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:36.852577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Calling delete_port for a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:36.855039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:36.868843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:36.880626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.887905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.888415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Fanout notify agent at l3_agent the message router_deleted on router 2430a23d-1b63-43b3-bd25-11b8b458f295 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:36.891968 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffc367-4826-4670-b010-2e9ce6b11204', 'name': '', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:25Z', 'updated_at': '2022-04-01T15:54:35Z', 'revision_number': 4, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.899419 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5ad87-1f27-4ce2-8bdb-3691c980c4a2 None None] The sync data for ids ['52ffc367-4826-4670-b010-2e9ce6b11204'] in dv-neutron-835944-1-hyperv is: [{'id': '52ffc367-4826-4670-b010-2e9ce6b11204', 'name': '', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:25Z', 'updated_at': '2022-04-01T15:54:35Z', 'revision_number': 4, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:36.906156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:36.914984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:36.918572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.922424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.928883 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4960d626-3f91-4a0f-8916-c1fbb1a5cd39 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 204 len: 168 time: 0.9261248 Apr 01 15:54:36.929593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42706) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.930695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:36.986713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:36.993590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:36.997248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.021255 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-739570d2-13c5-4ddb-b407-0e74d0bc8bd8 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 200 len: 205 time: 0.0867283 Apr 01 15:54:37.027963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42710) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.131615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085ef185-6c5b-4d6b-832c-925417d353ed,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.148350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.155719 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5c7edc9f-b4fa-433e-a868-5d95dec62361 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/085ef185-6c5b-4d6b-832c-925417d353ed HTTP/1.1" status: 204 len: 168 time: 1.3468256 Apr 01 15:54:37.217012 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-f9f21b89-913b-4936-b5d5-3359c696dac1 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:37.220419 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f9f21b89-913b-4936-b5d5-3359c696dac1 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/2430a23d-1b63-43b3-bd25-11b8b458f295 HTTP/1.1" status: 404 len: 336 time: 0.1895070 Apr 01 15:54:37.233260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42716) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.233913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:37.237692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.251801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.294538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9ea286dc-a638-4dce-9f40-2772f9b45073 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:37.350229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:37.350639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:37.355708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b5b3-cd12-4f4f-9d18-7be6ac1881f3 None None] Pushing event updated for resources: {'Port': ['ID=e317de42-ef4b-4d68-bbfb-03ab01663d51,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.377169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Subnet': ['ID=283cf243-0ff6-445b-a726-fada32225660,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.396311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Checking segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:37.396985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network hostable DHCP agents. Network: f4b26716-6914-44a6-b49b-df23bd28540f, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:37.416239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] For port 9ea286dc-a638-4dce-9f40-2772f9b45073, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9ea286dc-a638-4dce-9f40-2772f9b45073,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:37.417924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.433702 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fd74e1e5-34ad-4d95-8dfc-71650d708341 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 200 len: 205 time: 0.1381814 Apr 01 15:54:37.435663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.554321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-4c23387e-c754-4250-ba54-433a981fe65c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:37.556484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c23387e-c754-4250-ba54-433a981fe65c tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/dfdfd579-31fb-4876-a62e-f7e64df9d2df HTTP/1.1" status: 404 len: 336 time: 0.1191883 Apr 01 15:54:37.559761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.624159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network f4b26716-6914-44a6-b49b-df23bd28540f is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:37.633690 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11e70712-fe34-40cd-9bc4-e1cc3b466c81 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 200 len: 205 time: 0.0727613 Apr 01 15:54:37.634299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42728) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.662330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Calling delete_port for 9ea286dc-a638-4dce-9f40-2772f9b45073 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:37.783959 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-99e7fa5d-f95c-404b-aee3-c319acc47099 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:37.789068 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99e7fa5d-f95c-404b-aee3-c319acc47099 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/735ff1da-2001-4a50-a8d8-40c50c1f724f HTTP/1.1" status: 404 len: 336 time: 0.1497135 Apr 01 15:54:37.789251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42734) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.836127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.843360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.852228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:37.862584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.886403 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2cd091a4-d3fd-4c7e-a699-538da9f6c9de tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 200 len: 205 time: 0.0958517 Apr 01 15:54:37.887180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42740) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.893745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.907355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f4b26716-6914-44a6-b49b-df23bd28540f) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:37.922365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:37.923256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.023316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc341127-8a47-4838-9f73-db2a37ecd828 None None] Network f4b26716-6914-44a6-b49b-df23bd28540f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:38.060422 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-2f936e3c-8356-47f3-9752-0ef1b77529b6 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:38.064249 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f936e3c-8356-47f3-9752-0ef1b77529b6 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/42aaa221-6b26-4bb5-8ea3-162c8b593fb7 HTTP/1.1" status: 404 len: 336 time: 0.1715167 Apr 01 15:54:38.066206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.071783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42748) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.110521 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1ebec247-dd62-423e-bd55-67bfa297621b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2157106 Apr 01 15:54:38.115487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.136765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=b2a276da-ed13-40c1-ae9a-3a1041c39a8f,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.156035 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aa84663f-a83d-4e00-9823-5449db4fd590 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 200 len: 205 time: 0.0737178 Apr 01 15:54:38.160577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42756) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.176699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] Pushing event deleted for resources: {'Port': ['ID=9ea286dc-a638-4dce-9f40-2772f9b45073,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.236096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': 'cd6f705f-20ef-49df-97b5-af249bb77d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9be2dce-73b6-4949-b6cc-bc0d63470077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:38.236653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: b9be2dce-73b6-4949-b6cc-bc0d63470077, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:38.254820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73fda3e-65bc-4737-82ea-c1190f9fc69a None None] No DVR routers for this DVR port 9ea286dc-a638-4dce-9f40-2772f9b45073 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:38.259827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.303012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Transition to ACTIVE for port object 936b4df1-45bf-421a-a0b6-26ed5d44b412 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:38.319283 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-dbefd6da-d933-4289-b814-28be25b80e71 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:38.322956 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dbefd6da-d933-4289-b814-28be25b80e71 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/006e0311-48f1-484e-8841-23d1bcd0a7f7 HTTP/1.1" status: 404 len: 336 time: 0.1610930 Apr 01 15:54:38.328908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:54:38.329816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42762) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.337219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.358963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] For port a8dbe3ae-3a67-476e-84b8-9b947bb1bb25, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,segment=NetworkSegment(9847c694-2b26-46a4-8693-7730cf85b7e3),segment_id=9847c694-2b26-46a4-8693-7730cf85b7e3)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:38.359595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.463960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.487850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb5b0949-0350-4a45-9db1-cd7cea4c8784 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7294694-a5bf-4862-adf6-b4c9e63b8f0b HTTP/1.1" status: 200 len: 205 time: 0.1566393 Apr 01 15:54:38.499280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:38.500306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42766) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.504792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:38.513527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:38.514216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.532883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f4b26716-6914-44a6-b49b-df23bd28540f', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:38.533706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.548815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7ae38-0399-41c8-981e-c01ef2fa90d1 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:38.618719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network b9be2dce-73b6-4949-b6cc-bc0d63470077 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:38.622042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-2e74624c-c9ef-4d59-9c57-1f8de686c31b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] delete failed (client error): The resource could not be found. Apr 01 15:54:38.625940 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2e74624c-c9ef-4d59-9c57-1f8de686c31b tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/routers/a7294694-a5bf-4862-adf6-b4c9e63b8f0b HTTP/1.1" status: 404 len: 336 time: 0.1164753 Apr 01 15:54:38.630809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42772) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.681066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.695491 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4a2cb7ff-784a-4e55-9104-ca161ed620d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8501918 Apr 01 15:54:38.696593 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c61a5a-3243-4a79-b3b4-73de99a9c014 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:38.698102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c61a5a-3243-4a79-b3b4-73de99a9c014 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:38.702948 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-79c61a5a-3243-4a79-b3b4-73de99a9c014 tempest-RoutersAdminTest-241968861 tempest-RoutersAdminTest-241968861-project] 10.222.0.21 "DELETE /v2.0/subnets/acecde0a-8546-4092-b4eb-408c0bfa90d9 HTTP/1.1" status: 404 len: 337 time: 0.0706291 Apr 01 15:54:38.703669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42780) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.709742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:7a:94:e7', 'name': 'tempest-NetworksTestDHCPv6-1023665780'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:38.711054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Calling delete_port for a8dbe3ae-3a67-476e-84b8-9b947bb1bb25 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:38.804292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, b9be2dce-73b6-4949-b6cc-bc0d63470077) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:38.821022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341fe47-3623-4655-b178-15cc7990324a None None] Network 4e9e0034-39d9-4411-88b5-80c9496795ee requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:38.821628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:38.824816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.852128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6bde5-a2d5-4b19-9dca-c1ff7c8d6d4e None None] Network b9be2dce-73b6-4949-b6cc-bc0d63470077 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:38.894270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:38.898775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:38.903151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:38.926102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:38.936454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Attempting to bind port 936b4df1-45bf-421a-a0b6-26ed5d44b412 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:38.936826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Attempting to bind port 936b4df1-45bf-421a-a0b6-26ed5d44b412 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:38.937187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Attempting to bind port 936b4df1-45bf-421a-a0b6-26ed5d44b412 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:39.047378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-662188dc-7638-4892-8a2b-dda87fe0717a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7415617 Apr 01 15:54:39.050021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.107184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42792) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.114967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:39.116059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:39.116185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.116525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:39.117012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Bound port: 936b4df1-45bf-421a-a0b6-26ed5d44b412, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:39.117389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.146004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07951f-3856-498b-aff4-a229acd7ac7c None None] Pushing event updated for resources: {'Port': ['ID=936b4df1-45bf-421a-a0b6-26ed5d44b412,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.219008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d4488ac-d1de-417c-b290-0c7eccf1af88 None None] Provisioning for port e317de42-ef4b-4d68-bbfb-03ab01663d51 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:39.287842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e317de42-ef4b-4d68-bbfb-03ab01663d51 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:39.356754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.417297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:39.418161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.458602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1229702187'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:39.462230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.469623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42800) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.511717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.529603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.532560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] For port 936b4df1-45bf-421a-a0b6-26ed5d44b412, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:39.601730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.640526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.647652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] For port 936b4df1-45bf-421a-a0b6-26ed5d44b412, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=936b4df1-45bf-421a-a0b6-26ed5d44b412,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:39.665182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8dbe3ae-3a67-476e-84b8-9b947bb1bb25,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.675986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.706167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.719456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.732238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port bd5b917a-ce1f-4825-a1f5-8be85b801431 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:39.768745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.788344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Allocated IP 172.20.0.2 (f4b26716-6914-44a6-b49b-df23bd28540f/283cf243-0ff6-445b-a726-fada32225660/8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:39.790794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.799169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.874084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.881809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Usage tracker for resource:security_group_rule and tenant:23a86812df674e7a969a283827427734 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.905086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e0c917-c6e3-4bb3-9e25-bcc27d3f6f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-b9be2dce-73b6-4949-b6cc-bc0d63470077', 'network_id': 'b9be2dce-73b6-4949-b6cc-bc0d63470077', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': 'b2a276da-ed13-40c1-ae9a-3a1041c39a8f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:39.912145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c917-c6e3-4bb3-9e25-bcc27d3f6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.927571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e317de42-ef4b-4d68-bbfb-03ab01663d51 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:39.963512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.980281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.984205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.991918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e317de42-ef4b-4d68-bbfb-03ab01663d51 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:39.992296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.999113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.007438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.012289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.023302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.090808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.096107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:40.096747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:40.105358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:40.109818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:40.118879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.127166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.143314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.193216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a276da-ed13-40c1-ae9a-3a1041c39a8f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.203776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Allocated IP 2001:db8::f816:3eff:fec2:b696 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73/943aa61c-cf71-4f00-87f8-d0d46c6a3081) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:40.284049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.284543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52ffc367-4826-4670-b010-2e9ce6b11204 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:40.293638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.315391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07951f-3856-498b-aff4-a229acd7ac7c None None] Pushing event updated for resources: {'Port': ['ID=936b4df1-45bf-421a-a0b6-26ed5d44b412,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.335774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9be2dce-73b6-4949-b6cc-bc0d63470077']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:40.362142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6f705f-20ef-49df-97b5-af249bb77d77') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:40.362843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6f705f-20ef-49df-97b5-af249bb77d77') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:40.387071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.412051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.424081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:40.424637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:40.537800 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:40.688522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.689671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.693440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-59221705-1270-4e6b-a5f8-d0527132cbdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/routers/52ffc367-4826-4670-b010-2e9ce6b11204 HTTP/1.1" status: 204 len: 168 time: 5.7822449 Apr 01 15:54:40.695546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.696006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.739534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:40.779833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting subnet be5f7436-8d5b-4232-a07f-b7db37fdced1 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:40.784183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.831783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.836236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server [None req-f2e0c917-c6e3-4bb3-9e25-bcc27d3f6f12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2a276da-ed13-40c1-ae9a-3a1041c39a8f: This subnet is being modified by another concurrent operation. Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:40.860916 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2a276da-ed13-40c1-ae9a-3a1041c39a8f: This subnet is being modified by another concurrent operation. Apr 01 15:54:40.865051 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Apr 01 15:54:40.883932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.888892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c8eb0-585d-4c71-81be-ee6036917b38 None None] Network b9be2dce-73b6-4949-b6cc-bc0d63470077 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:40.917355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.925100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.933122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=b9be2dce-73b6-4949-b6cc-bc0d63470077,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.950029 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-048bda81-1c88-4f1d-b8ec-5c8b06b804d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/b9be2dce-73b6-4949-b6cc-bc0d63470077 HTTP/1.1" status: 204 len: 168 time: 1.8982840 Apr 01 15:54:40.955472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42810) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.967077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:40.973242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700687117'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:40.975247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.981787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c8eb0-585d-4c71-81be-ee6036917b38 None None] Network b9be2dce-73b6-4949-b6cc-bc0d63470077 could not be found, it might have been deleted concurrently. {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 15:54:40.987804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.992288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23a86812df674e7a969a283827427734&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4895806 Apr 01 15:54:40.992485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.994039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42814) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.997573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a952e7-4766-48ba-acf9-cb0857af3e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067404b-087e-42fa-8978-74c2ebeb5d35,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.999828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:41.006883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:41.010423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.011154 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment 298b26bd-b09e-415a-a934-5614ee84ba57 of type vlan for network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 Apr 01 15:54:41.014439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.045750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:41.054233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Transition to ACTIVE for port object 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.083576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce033e-d08b-4151-b74d-a9d863bde7a8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.103203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.124454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.155913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-07669214-8af1-4269-aa10-a740ab398502 None None] Provisioning complete for port e317de42-ef4b-4d68-bbfb-03ab01663d51 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:41.155913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07669214-8af1-4269-aa10-a740ab398502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.165197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.196942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:41.198183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Transition to ACTIVE for port object 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.202444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.233308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:41.241507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.243322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.243672 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment eebc9d56-10ec-4bc4-a2df-84c321680244 of type vlan for network aa532639-aa51-445e-9aad-0bfac5c46609 Apr 01 15:54:41.261573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e317de42-ef4b-4d68-bbfb-03ab01663d51, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e317de42-ef4b-4d68-bbfb-03ab01663d51,segment=NetworkSegment(a687e850-d9d0-448a-b660-8696cecdab23),segment_id=a687e850-d9d0-448a-b660-8696cecdab23)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:41.267519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.303482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.321509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.339137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be5f7436-8d5b-4232-a07f-b7db37fdced1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.341727 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-42628b4b-ed94-4744-9b67-6fd5713e6520 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/be5f7436-8d5b-4232-a07f-b7db37fdced1 HTTP/1.1" status: 204 len: 168 time: 0.6439807 Apr 01 15:54:41.344300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42818) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:41.381136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.384432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07669214-8af1-4269-aa10-a740ab398502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.388057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:41.388680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.414648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:32Z', 'revision_number': 3, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:41.420188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71476d29-1a65-404b-8182-72db3cf049c8 None None] The sync data for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv is: [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:32Z', 'revision_number': 3, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:41.448917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Transition to ACTIVE for port object 943aa61c-cf71-4f00-87f8-d0d46c6a3081 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.448917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.453126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.491527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.501729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:41.502751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.531803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.579143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Transition to ACTIVE for port object 943aa61c-cf71-4f00-87f8-d0d46c6a3081 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.581441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Network f4b26716-6914-44a6-b49b-df23bd28540f is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:41.591344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:41.608803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:41.622319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-07669214-8af1-4269-aa10-a740ab398502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:41.622701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-07669214-8af1-4269-aa10-a740ab398502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:41.624668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067404b-087e-42fa-8978-74c2ebeb5d35,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.654304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=aa532639-aa51-445e-9aad-0bfac5c46609,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.664231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=01e0e197-a5c8-4ac1-8886-5d8f96784bc2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.668570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Pushing event updated for resources: {'Port': ['ID=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.672703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.678234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.678968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.680492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.680977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.681974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.682420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.683123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.683513 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.684272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.685169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.685169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.685634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:41.694400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.698826 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1b2e84be-7aaf-4e62-afe4-2d1ba1280fb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5067404b-087e-42fa-8978-74c2ebeb5d35 HTTP/1.1" status: 204 len: 168 time: 0.7047901 Apr 01 15:54:41.704395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Allocated IP 172.20.0.1 (f4b26716-6914-44a6-b49b-df23bd28540f/283cf243-0ff6-445b-a726-fada32225660/40606b20-e92e-4d51-acf3-e73ce52e87a2) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:41.772299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:41.772834 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f5b44e41-88ec-4841-ace3-d4c13b00004f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8129549 Apr 01 15:54:41.776271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42824) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:41.814235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network aa532639-aa51-445e-9aad-0bfac5c46609 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:41.866773 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe7a:94e7 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73/bd5b917a-ce1f-4825-a1f5-8be85b801431) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:41.878701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.890765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e317de42-ef4b-4d68-bbfb-03ab01663d51,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.925187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.972184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:42.009131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f8d8d4-648e-4f8a-a733-f8c9d9668995']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.027577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b4891c4-1fb0-4605-a91f-d102be642fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9008496 Apr 01 15:54:42.034201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.037794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'name': 'tempest-PortsIpV6TestJSON-285978354'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:42.084160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9847c694-2b26-46a4-8693-7730cf85b7e3') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.084515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9847c694-2b26-46a4-8693-7730cf85b7e3') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.107011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Attempting to bind port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:42.107011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Attempting to bind port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:42.107011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Attempting to bind port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 on network f4b26716-6914-44a6-b49b-df23bd28540f {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:42.173934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.297107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.309529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:42.321780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:42.322193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:42.342814 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:42.364995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:42.375508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:42.411650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:42.415553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:42.426472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:42.427068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Checking segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:42.427598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.428192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Bound using segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:42.428940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Bound port: 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:42.429335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.431393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:42.437980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:42.447217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.450961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:42.454971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:42.462163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:42.478426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:42.479335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object bd5b917a-ce1f-4825-a1f5-8be85b801431 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:42.485764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Pushing event updated for resources: {'Port': ['ID=943aa61c-cf71-4f00-87f8-d0d46c6a3081,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.498457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.522026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Transition to ACTIVE for port object 40606b20-e92e-4d51-acf3-e73ce52e87a2 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:42.596994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:42.599591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.602587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.651432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Attempting to bind port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:42.652160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Attempting to bind port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:42.652160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Attempting to bind port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:42.654900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:42.662306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Bound port: 943aa61c-cf71-4f00-87f8-d0d46c6a3081, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:42.665716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.681298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] For port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:42.716695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:42.717620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.720771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] For port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:42.729738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:42.731958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:42.737834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:42.741080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.742854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 8f72a156-318c-434d-bf2a-518df6b0d3ff yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:42.758350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.767585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing IP validity checks on allocation pools {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:54:42.768199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:54:42.770276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42834) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.778032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] For port 943aa61c-cf71-4f00-87f8-d0d46c6a3081, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:42.786104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] For port 943aa61c-cf71-4f00-87f8-d0d46c6a3081, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=943aa61c-cf71-4f00-87f8-d0d46c6a3081,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:42.789023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=bd5b917a-ce1f-4825-a1f5-8be85b801431,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.820362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2f8d8d4-648e-4f8a-a733-f8c9d9668995 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:54:42.833891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network f4b26716-6914-44a6-b49b-df23bd28540f is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:42.835953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.845167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.847759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:42.857718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2f8d8d4-648e-4f8a-a733-f8c9d9668995,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.860795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:42.942435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e2f8d8d4-648e-4f8a-a733-f8c9d9668995 HTTP/1.1" status: 204 len: 168 time: 1.5969355 Apr 01 15:54:42.960804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-12c8a0a5-7cfa-40f4-b05e-ee1126fde11d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d369c6ba18574abbba493e1cbcd9d51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871929 Apr 01 15:54:42.969648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.969890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.970236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.970570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.970956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.971291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.971622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.971949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.972277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.972838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.972940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.973216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c511899-1e5b-4aa1-87f8-b517258e644d tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.975984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42840) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.987346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.993330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.060408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.073878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Pushing event updated for resources: {'Port': ['ID=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.081846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.101053 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c3a5e612-e8ec-440f-8d9e-190f8f3ee493 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3960295 Apr 01 15:54:43.118377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:43.137271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.137889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.137990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.138269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.138604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.138963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.139291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.139618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.139943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.140265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.140587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.140907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad645d-2a56-45ab-9452-50bda0ef5246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:43.207829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d165a-7a0f-4cd3-ae0f-be0a304ca8e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.215457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d165a-7a0f-4cd3-ae0f-be0a304ca8e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.216473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-210d165a-7a0f-4cd3-ae0f-be0a304ca8e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:43.297146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738656f-3a5f-4310-b46f-6e871e71b48b None None] Pushing event updated for resources: {'Port': ['ID=943aa61c-cf71-4f00-87f8-d0d46c6a3081,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.340111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.495357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-210d165a-7a0f-4cd3-ae0f-be0a304ca8e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:43.495898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.499570 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-210d165a-7a0f-4cd3-ae0f-be0a304ca8e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3957562 Apr 01 15:54:43.500282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42850) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:43.545628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=8f72a156-318c-434d-bf2a-518df6b0d3ff,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.615063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': '298b26bd-b09e-415a-a934-5614ee84ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:43.615063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: 01e0e197-a5c8-4ac1-8886-5d8f96784bc2, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:43.750064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:43.782509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 936b4df1-45bf-421a-a0b6-26ed5d44b412 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:43.816270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42856) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:43.823812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'name': 'tempest-router--1508182248', 'project_id': 'edcf6421388d425aab8fd537ac6b0f5c'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:43.833718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:43.841710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:router and tenant:edcf6421388d425aab8fd537ac6b0f5c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:43.845086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:43.851431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:43.865129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.881244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port bd5b917a-ce1f-4825-a1f5-8be85b801431 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:43.881579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.904935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 01e0e197-a5c8-4ac1-8886-5d8f96784bc2) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:43.909710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:43.915994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98979f-7628-4edb-91c0-01335c69feb2 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:43.921556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.923333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.999232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.030789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.032041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.036115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 936b4df1-45bf-421a-a0b6-26ed5d44b412 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:44.045959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 936b4df1-45bf-421a-a0b6-26ed5d44b412 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.046430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.050424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.117648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c5287be7-696e-44bd-920a-db42315649b5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0827925 Apr 01 15:54:44.118850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42860) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.124958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1631978716'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:44.130026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:44.134179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:44.137767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:44.144557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:44.157334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.181358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=821e2283-f8a1-46b4-b147-a2a6f9452af4,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.249434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': 'eebc9d56-10ec-4bc4-a2df-84c321680244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:44.249669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: aa532639-aa51-445e-9aad-0bfac5c46609, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:44.260306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.264710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:44.268642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.279556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 936b4df1-45bf-421a-a0b6-26ed5d44b412, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=936b4df1-45bf-421a-a0b6-26ed5d44b412,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:44.292577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.294431 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-51bc7893-f3ee-49c8-800d-2f620ff17b22 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4770410 Apr 01 15:54:44.298032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42864) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.305518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.366938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592587c-aa31-447c-9696-d2d760aa683f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.390238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.406503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.407370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.407765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e317de42-ef4b-4d68-bbfb-03ab01663d51 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:44.423637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.427084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-de581ae4-ccb2-4d63-917b-32172d631d60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d592587c-aa31-447c-9696-d2d760aa683f HTTP/1.1" status: 204 len: 168 time: 1.4433346 Apr 01 15:54:44.470544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:44.473296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.540391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network aa532639-aa51-445e-9aad-0bfac5c46609 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:44.552365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=936b4df1-45bf-421a-a0b6-26ed5d44b412,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.554344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for bd5b917a-ce1f-4825-a1f5-8be85b801431 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:44.575483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e317de42-ef4b-4d68-bbfb-03ab01663d51 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.575861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.625957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.625957 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment e785c98b-9c79-4c17-8837-ed0c6dc233b0 of type vlan for network 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff Apr 01 15:54:44.801448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, aa532639-aa51-445e-9aad-0bfac5c46609) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:44.805954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:44.806542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.818679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40caf0fb-106b-4acf-b3c9-039cc8ab7fbf None None] Network aa532639-aa51-445e-9aad-0bfac5c46609 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:44.861386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.866584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.869962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.007440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.007952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41721107-ccfe-4161-accb-a6875011eabf {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:45.025632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.031520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-66bee70c-8b29-4d52-aed2-ce71e0183795 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/routers/41721107-ccfe-4161-accb-a6875011eabf HTTP/1.1" status: 204 len: 168 time: 0.7322631 Apr 01 15:54:45.059254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.065470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:45.067822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.113417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.125457 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b21264b-4400-4220-a756-b6a247df808c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3462777 Apr 01 15:54:45.126895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42874) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.181131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-aa532639-aa51-445e-9aad-0bfac5c46609', 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '821e2283-f8a1-46b4-b147-a2a6f9452af4'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:45.184041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.329925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.340874 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7e626903-aada-41cf-9ec9-acbfe44a9d6c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2212238 Apr 01 15:54:45.343413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42882) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.355244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'ports': [{'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'}, {'network_id': '9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff'}]} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:45.355393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:45.355882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:45.362779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:45.607232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.609993 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/bd5b917a-ce1f-4825-a1f5-8be85b801431 HTTP/1.1" status: 204 len: 168 time: 2.1035297 Apr 01 15:54:45.618816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.622765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42890) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.623106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42892) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.629710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0aa46265-4eb9-48a6-adf0-8fd24bb29027 None None] Provisioning for port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:45.650036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f96bc3-bce0-4431-9cfa-d758f51e0327 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=bd5b917a-ce1f-4825-a1f5-8be85b801431,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.744812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fdc60b-823b-4949-9997-98a0af3313e1 None None] Network f4b26716-6914-44a6-b49b-df23bd28540f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:45.836685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:45.887392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1ca42ee6-2b35-4853-947a-6a6b21aabc52 None None] Could not find standard attr ID for object bd5b917a-ce1f-4825-a1f5-8be85b801431. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:46.028268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa6a4e-3941-459f-89d7-22710ebe42ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.030160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa6a4e-3941-459f-89d7-22710ebe42ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.030289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:46.031203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-96aa6a4e-3941-459f-89d7-22710ebe42ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:46.035897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:46.039415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:46.046181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:46.080567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Allocated IP 172.20.0.3 (aa532639-aa51-445e-9aad-0bfac5c46609/821e2283-f8a1-46b4-b147-a2a6f9452af4/37adf4d5-d4e4-43cd-95d4-e8f04a81ad41) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:46.125152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.190881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 2} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:46.201720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.233112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.253146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.270858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1591232694', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.276901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1ca42ee6-2b35-4853-947a-6a6b21aabc52 None None] Provisioning for port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:46.279361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:46.288646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:46.295187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:46.307247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:46.317004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-96aa6a4e-3941-459f-89d7-22710ebe42ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:46.318490 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-96aa6a4e-3941-459f-89d7-22710ebe42ae tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6700263 Apr 01 15:54:46.321181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42908) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.351506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:46.377035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.377779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.405964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:46.410358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.453141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42912) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.460980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.505462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 90169975-30e9-4f71-913e-98f32c58f9cf yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:46.531291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.545416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.546633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.550048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Transition to ACTIVE for port object 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:46.596152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.619786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Transition to ACTIVE for port object 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:46.637126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.649219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.668257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.698505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:46.714462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.718783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1698796083'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.726233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.746117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:46.756845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:46.767174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Usage tracker for resource:network and tenant:00495e4979f143df82eda8a6237c0a4e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:46.797563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Network aa532639-aa51-445e-9aad-0bfac5c46609 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:46.805376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:46.813951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:46.815534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:46.837707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:46.872749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:46.925927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.936835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.951315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.952099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 936b4df1-45bf-421a-a0b6-26ed5d44b412 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:47.053406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Pushing event updated for resources: {'Port': ['ID=37adf4d5-d4e4-43cd-95d4-e8f04a81ad41,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.061932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Attempting to bind port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:47.062549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Attempting to bind port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'eebc9d56-10ec-4bc4-a2df-84c321680244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:47.062701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Attempting to bind port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 on network aa532639-aa51-445e-9aad-0bfac5c46609 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:47.071064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.076750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Made reservation on behalf of 00495e4979f143df82eda8a6237c0a4e for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.080159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.115228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Provisioning complete for port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.115577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.130132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network f4b26716-6914-44a6-b49b-df23bd28540f is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:47.139168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.142564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.146660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:47.147001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Checking segment: {'id': 'eebc9d56-10ec-4bc4-a2df-84c321680244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:47.147424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.147875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Bound using segment: {'id': 'eebc9d56-10ec-4bc4-a2df-84c321680244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:47.148267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Bound port: 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebc9d56-10ec-4bc4-a2df-84c321680244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aa532639-aa51-445e-9aad-0bfac5c46609'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:47.148650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.208169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.235197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:47.238502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.243907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=821e2283-f8a1-46b4-b147-a2a6f9452af4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.249533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:47.249533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.257336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.270133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=90169975-30e9-4f71-913e-98f32c58f9cf,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.293919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 936b4df1-45bf-421a-a0b6-26ed5d44b412 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.294533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.363248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': 'e785c98b-9c79-4c17-8837-ed0c6dc233b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:47.364211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:47.405761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] For port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:47.414468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.423867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.438471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] For port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=37adf4d5-d4e4-43cd-95d4-e8f04a81ad41,segment=NetworkSegment(eebc9d56-10ec-4bc4-a2df-84c321680244),segment_id=eebc9d56-10ec-4bc4-a2df-84c321680244)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:47.495888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Usage tracker for resource:security_group_rule and tenant:00495e4979f143df82eda8a6237c0a4e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.505734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.512996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 943aa61c-cf71-4f00-87f8-d0d46c6a3081 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:47.524917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:47.551628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.641523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Provisioning for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:47.676175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.681417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.682058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.686066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:47.695279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.700653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.701302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.703607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.711892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.722177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.761280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa532639-aa51-445e-9aad-0bfac5c46609']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.774606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ded59-11ba-4640-a3c1-a4fcb620dfd1 None None] Network 9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:47.827257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f7b65-9f65-4d85-a864-752b9ce3d77a None None] Pushing event updated for resources: {'Port': ['ID=37adf4d5-d4e4-43cd-95d4-e8f04a81ad41,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.827553 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d37c64a0-bd77-4c6e-a7c7-23ef6622de8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4797761 Apr 01 15:54:47.829035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42918) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.853156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.862610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebc9d56-10ec-4bc4-a2df-84c321680244') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.862971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebc9d56-10ec-4bc4-a2df-84c321680244') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.910300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:47.910991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.916241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-519fff2a-3e0b-4021-b28b-4b42d41aaefe None None] Port 40606b20-e92e-4d51-acf3-e73ce52e87a2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:47.942120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.953398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.965906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.968679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d3caf-0519-4321-9581-73fd1cb626f4 None None] Network aa532639-aa51-445e-9aad-0bfac5c46609 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:47.989805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8e720-8aa3-4940-9c5d-398b5d2af543 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:48.007222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:48.008935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.031057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:48.031452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:48.057186 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:48.061508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Router 8765ad93-fd7a-4f33-989f-d14c23e1453a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:48.083115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:48.083514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.171199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.201313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-56a30232-1d84-43b8-b782-576bca9f181a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73 HTTP/1.1" status: 204 len: 168 time: 1.8760514 Apr 01 15:54:48.210656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42922) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.287740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e536624c-3c27-4b4b-92d5-3f76eed68a40 None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:48.288159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e536624c-3c27-4b4b-92d5-3f76eed68a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.300043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:48.372598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:54:48.372598 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:54:48.372598 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': 'aa532639-aa51-445e-9aad-0bfac5c46609'}] Apr 01 15:54:48.372598 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:48.373231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:48.379956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ef2826e8-4534-465c-a7c6-a3eb29b0fde4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1667838 Apr 01 15:54:48.382490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42926) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.391280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.422379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.468241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d3454c-ea5f-41a8-995a-49aa1dd41dc9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:48.471963 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b5d3454c-ea5f-41a8-995a-49aa1dd41dc9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0860844 Apr 01 15:54:48.472188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42930) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.528306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e536624c-3c27-4b4b-92d5-3f76eed68a40 None None] Port 40606b20-e92e-4d51-acf3-e73ce52e87a2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:48.537227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:48.538822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.553047 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Sync routers for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:48.566175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-44e3805d-65c6-4f00-ba68-8f1bd992d4d9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "PUT /v2.0/routers/8765ad93-fd7a-4f33-989f-d14c23e1453a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4421475 Apr 01 15:54:48.566393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024345cd-0860-4e70-86cd-9e570696e425 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:48.566393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-024345cd-0860-4e70-86cd-9e570696e425 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:48.566393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.571713 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:48.572903 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:48.600762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.639674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:48.668958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 943aa61c-cf71-4f00-87f8-d0d46c6a3081, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=943aa61c-cf71-4f00-87f8-d0d46c6a3081,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:48.676805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.719417 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf HTTP/1.1" status: 204 len: 168 time: 0.8886249 Apr 01 15:54:48.720321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c9aa-5b0c-42f2-8ac1-9deeaf8b16a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.728722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42938) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.737862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1120bea-f32e-450d-a584-c9c857b58785,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.750926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.751280 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Added segment 2763c9dd-77f2-4ccf-b274-8f4cbf9c1874 of type vlan for network 4d84037c-f9db-4b54-ba8e-81640927af26 Apr 01 15:54:48.770202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dc422-323f-448b-823a-48326c32198a None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:48.775130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Deleting port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:48.775678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.797854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.836313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.873431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.878022 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:48.916707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.922959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-48712e43-403c-408f-ab6e-b63f4832cea7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899796296&fields=id&tenant_id=9efba6cc064f4859a625bf38ae6c1e56 HTTP/1.1" status: 200 len: 267 time: 0.0922716 Apr 01 15:54:48.936204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.982989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:48.997868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:49.002894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.080016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.088537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.089485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.093679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=943aa61c-cf71-4f00-87f8-d0d46c6a3081,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.235244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:49.235572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.254547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-660f1588-db27-4556-9dbd-c0101e59989c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.256056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-660f1588-db27-4556-9dbd-c0101e59989c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Synchronizing usage tracker for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:49.259512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-024345cd-0860-4e70-86cd-9e570696e425 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:49.261446 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-024345cd-0860-4e70-86cd-9e570696e425 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7883756 Apr 01 15:54:49.266402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42950) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.277990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5192187b-8ab6-4871-81d1-04147ec1fecb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.284436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5192187b-8ab6-4871-81d1-04147ec1fecb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.285223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5192187b-8ab6-4871-81d1-04147ec1fecb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:49.287351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-eb6dc422-323f-448b-823a-48326c32198a None None] For port 943aa61c-cf71-4f00-87f8-d0d46c6a3081, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=943aa61c-cf71-4f00-87f8-d0d46c6a3081,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:49.287776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.312545 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 2, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.317273 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Checking router: 8765ad93-fd7a-4f33-989f-d14c23e1453a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:49.317849 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Updating router 8765ad93-fd7a-4f33-989f-d14c23e1453a port 40606b20-e92e-4d51-acf3-e73ce52e87a2 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:49.383163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f04a6039-2ec8-47d9-8a3b-826f968cbc9c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090581 Apr 01 15:54:49.383440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.9237049 Apr 01 15:54:49.385027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42954) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.385027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42956) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.393083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.393616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:49.402128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9f62-acd0-4cb1-889e-7ce3e3d5b895 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'Network': ['ID=4d84037c-f9db-4b54-ba8e-81640927af26,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.467804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Allocated IP 172.26.8.200 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/65b05aaa-8533-49bb-bc61-0f6b0bca1e09) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:49.485719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 4d84037c-f9db-4b54-ba8e-81640927af26 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:49.504703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Calling delete_port for 943aa61c-cf71-4f00-87f8-d0d46c6a3081 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:49.546812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Request body: {'subnet': {'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:49.568260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5192187b-8ab6-4871-81d1-04147ec1fecb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:49.569963 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5192187b-8ab6-4871-81d1-04147ec1fecb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8330741 Apr 01 15:54:49.585467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-660f1588-db27-4556-9dbd-c0101e59989c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Unset dirty status for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:49.586997 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-660f1588-db27-4556-9dbd-c0101e59989c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 797 time: 0.6536546 Apr 01 15:54:49.588734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:49.594454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42962) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.731085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:49.775810 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-8328302e-3179-4b7a-9313-a18f855bd5ef tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/quotas/9efba6cc064f4859a625bf38ae6c1e56 HTTP/1.1" status: 200 len: 375 time: 0.1736248 Apr 01 15:54:49.797366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 943aa61c-cf71-4f00-87f8-d0d46c6a3081 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:49.836564 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.842188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:49.853691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Usage tracker for resource:subnet and tenant:00495e4979f143df82eda8a6237c0a4e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:49.857600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:49.864614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 90169975-30e9-4f71-913e-98f32c58f9cf {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:49.864953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.881874 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Transition to ACTIVE for port object 40606b20-e92e-4d51-acf3-e73ce52e87a2 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:49.894917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.895624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=37adf4d5-d4e4-43cd-95d4-e8f04a81ad41,segment=NetworkSegment(eebc9d56-10ec-4bc4-a2df-84c321680244),segment_id=eebc9d56-10ec-4bc4-a2df-84c321680244)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:49.895624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.943310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 update to DOWN by agent not found {{(pid=88734) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 15:54:49.956474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dc422-323f-448b-823a-48326c32198a None None] Pushing event deleted for resources: {'Port': ['ID=943aa61c-cf71-4f00-87f8-d0d46c6a3081,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.959443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6dc422-323f-448b-823a-48326c32198a None None] No DVR routers for this DVR port 943aa61c-cf71-4f00-87f8-d0d46c6a3081 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:49.972955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:49.982324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de56e9b-82bd-436b-8e95-2271e7f33aa5 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:54:50.033240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:50.036728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.041949 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.054937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:50.133566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de56e9b-82bd-436b-8e95-2271e7f33aa5 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:50.141565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.170288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ab27-eaa8-47a3-89a5-5eca3eccdf4c None None] Pushing event updated for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.229869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Made reservation on behalf of 00495e4979f143df82eda8a6237c0a4e for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:50.233160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.299790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.357016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.359266 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Attempting to bind port 40606b20-e92e-4d51-acf3-e73ce52e87a2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:50.359630 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Attempting to bind port 40606b20-e92e-4d51-acf3-e73ce52e87a2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:50.359987 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Attempting to bind port 40606b20-e92e-4d51-acf3-e73ce52e87a2 on network f4b26716-6914-44a6-b49b-df23bd28540f {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:50.365690 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:50.372164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Checking segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:50.372164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.372164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Bound using segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:50.372164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Bound port: 40606b20-e92e-4d51-acf3-e73ce52e87a2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:50.372164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.373336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=37adf4d5-d4e4-43cd-95d4-e8f04a81ad41,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.420347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port 37adf4d5-d4e4-43cd-95d4-e8f04a81ad41 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:50.435109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-644e669c-91b2-4b5d-9b1d-15ffaa162e62 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6502063 Apr 01 15:54:50.465965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.477493 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] For port 40606b20-e92e-4d51-acf3-e73ce52e87a2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:50.481860 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] For port 40606b20-e92e-4d51-acf3-e73ce52e87a2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=40606b20-e92e-4d51-acf3-e73ce52e87a2,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:50.517350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:50.539619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:50.546856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:50.564218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bc571-970c-44b8-8967-94f2093b1977 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:54:50.607827 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.628768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event updated for resources: {'Port': ['ID=65b05aaa-8533-49bb-bc61-0f6b0bca1e09,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.652390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.688167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa532639-aa51-445e-9aad-0bfac5c46609']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.699399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 90169975-30e9-4f71-913e-98f32c58f9cf owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:50.702314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bc571-970c-44b8-8967-94f2093b1977 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:50.720843 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ab27-eaa8-47a3-89a5-5eca3eccdf4c None None] Pushing event updated for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.731234 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:50.731938 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.771026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebc9d56-10ec-4bc4-a2df-84c321680244') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.771314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebc9d56-10ec-4bc4-a2df-84c321680244') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.830309 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-a29b1ad4-444f-4009-9ab8-0acdf6c1f269 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941324 Apr 01 15:54:50.844249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.931809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.951959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:50.952385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:50.969991 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:51.052121 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:51.053115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.190047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.193255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:51.201569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '270cdd1e-5067-40e3-899d-74837e53ec05'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:51.205097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.241493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:51.254745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.257653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.258234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.259174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.288984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=90169975-30e9-4f71-913e-98f32c58f9cf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.291916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=270cdd1e-5067-40e3-899d-74837e53ec05,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.310042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=aa532639-aa51-445e-9aad-0bfac5c46609,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.322393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-05b7a22c-de08-401f-a6d4-62c7ed9f8957 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/aa532639-aa51-445e-9aad-0bfac5c46609 HTTP/1.1" status: 204 len: 168 time: 6.1741965 Apr 01 15:54:51.324370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 42968) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.339050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790826064'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:51.339872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.345675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:51.351239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:51.355860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:51.364881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:51.390743 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-c02d13b5-2f5f-4238-9980-d583c14eeb52 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565038 Apr 01 15:54:51.427766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/270cdd1e-5067-40e3-899d-74837e53ec05/cb4b2825-11fc-4b12-8cff-87259eac84c6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:51.462265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.510972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.511564 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-03d5c7c3-c0e0-4eee-93f2-2b2309f1eb25 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1238687 Apr 01 15:54:51.516575 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ae2b05b-38d6-4e73-9ee6-189e9e4ea86a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/90169975-30e9-4f71-913e-98f32c58f9cf HTTP/1.1" status: 204 len: 168 time: 1.9207182 Apr 01 15:54:51.517437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.526742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42974) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.528300 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-02606055-dbae-4318-b850-cf535d36b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:50Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.533257 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02606055-dbae-4318-b850-cf535d36b824 None None] The sync data for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv is: [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:50Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:51.537782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:48:4e:0f', 'name': 'tempest-NetworksTestDHCPv6-825576107'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:51.652726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:51.663770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.722711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.754048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Transition to ACTIVE for port object cb4b2825-11fc-4b12-8cff-87259eac84c6 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:51.755770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'Subnet': ['ID=f10d194f-4350-4180-a0bd-98af7705abca,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.793107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Checking segment: {'id': '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:51.793107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Network hostable DHCP agents. Network: 4d84037c-f9db-4b54-ba8e-81640927af26, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:51.805571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Transition to ACTIVE for port object cb4b2825-11fc-4b12-8cff-87259eac84c6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:51.856056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:51.878868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8901be15-41e4-4297-b19d-252ac6fa3345 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.879614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8901be15-41e4-4297-b19d-252ac6fa3345 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:51.883409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:51.914153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.944805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Network 4d84037c-f9db-4b54-ba8e-81640927af26 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:51.960533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-76a39634-766d-4630-b7f0-d4d258f8a9c2 req-46c97e0b-a7fd-4f5a-98d9-3c01f0c12317 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Synchronizing usage tracker for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:51.997015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:52.000013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:52.008587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:52.019472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8901be15-41e4-4297-b19d-252ac6fa3345 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:52.020755 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8901be15-41e4-4297-b19d-252ac6fa3345 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4872952 Apr 01 15:54:52.021617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:52.022551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Pushing event updated for resources: {'Port': ['ID=cb4b2825-11fc-4b12-8cff-87259eac84c6,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.045266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.063593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-76a39634-766d-4630-b7f0-d4d258f8a9c2 req-46c97e0b-a7fd-4f5a-98d9-3c01f0c12317 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Unset dirty status for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:52.064755 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-76a39634-766d-4630-b7f0-d4d258f8a9c2 req-46c97e0b-a7fd-4f5a-98d9-3c01f0c12317 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 210 time: 0.1630890 Apr 01 15:54:52.069952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:52.092912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 4d84037c-f9db-4b54-ba8e-81640927af26) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:52.108618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.109203 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 49feb149-143f-4198-9561-24da13040861 of type vlan for network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 Apr 01 15:54:52.128868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.129657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.146495 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ede0ab-ae5c-43c2-a005-6c0b5ca34e86 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:54:52.148000 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c1ede0ab-ae5c-43c2-a005-6c0b5ca34e86 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/f78fe2ae-1d1e-4903-a931-5cd4cb73bcaf HTTP/1.1" status: 404 len: 333 time: 0.1016312 Apr 01 15:54:52.169256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Attempting to bind port cb4b2825-11fc-4b12-8cff-87259eac84c6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:52.169788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Attempting to bind port cb4b2825-11fc-4b12-8cff-87259eac84c6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:52.170298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Attempting to bind port cb4b2825-11fc-4b12-8cff-87259eac84c6 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:52.177240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:52.177601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:52.181916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.181916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:52.181916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Bound port: cb4b2825-11fc-4b12-8cff-87259eac84c6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:52.181916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.201665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42992) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.266011 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d936fda9-5bc3-4032-919d-dcf814a37007 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:54:52.270249 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d936fda9-5bc3-4032-919d-dcf814a37007 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/90169975-30e9-4f71-913e-98f32c58f9cf HTTP/1.1" status: 404 len: 333 time: 0.0642583 Apr 01 15:54:52.270810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 42996) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.272219 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c9585e26-e624-416b-a30b-5cbc14cd9f7e tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8865945 Apr 01 15:54:52.278387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43000) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.304601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Request body: {'port': {'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1916188750'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:52.313479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] For port cb4b2825-11fc-4b12-8cff-87259eac84c6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:52.318962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] For port cb4b2825-11fc-4b12-8cff-87259eac84c6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=cb4b2825-11fc-4b12-8cff-87259eac84c6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:52.367127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.401836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.430518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.446219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.529109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412c3e2-d2f6-44ca-80e6-22c998d13e7b None None] Pushing event updated for resources: {'Port': ['ID=cb4b2825-11fc-4b12-8cff-87259eac84c6,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.556339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.567413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port dd5d9ea8-0895-4581-a981-c25b55c956b8 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:52.626385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.632239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.632646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.694294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:52.726474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Usage tracker for resource:port and tenant:00495e4979f143df82eda8a6237c0a4e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:52.730532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:52.768719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:52.771430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.784981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:52.848338 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dde5d7d1-8bb5-4156-995a-7900e6476ba8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5213077 Apr 01 15:54:52.850894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43006) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.858260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:52.894429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Router 1182b8c7-162f-4647-926b-683f1247f302 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:52.965844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.017353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.060593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:53.071701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::1e0 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/270cdd1e-5067-40e3-899d-74837e53ec05/dd5d9ea8-0895-4581-a981-c25b55c956b8) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:53.081707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 40606b20-e92e-4d51-acf3-e73ce52e87a2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:53.170426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:53.182296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:53.182943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Made reservation on behalf of 00495e4979f143df82eda8a6237c0a4e for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:53.186877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.193346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:53.235962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e785c98b-9c79-4c17-8837-ed0c6dc233b0') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.236255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e785c98b-9c79-4c17-8837-ed0c6dc233b0') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.329168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:53.340683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] Sync routers for ids ['1182b8c7-162f-4647-926b-683f1247f302'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:53.352007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:53.357159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] Routers {'1182b8c7-162f-4647-926b-683f1247f302'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:53.357806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1182b8c7-162f-4647-926b-683f1247f302'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.397565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:53.401556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.413770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:53.414482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.436252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.445197 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9800102a-8016-40da-8dc7-acb2b6348000 req-191f37db-0d70-40e7-8d6b-bec08d89bca6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 210 time: 0.2724481 Apr 01 15:54:53.451867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] device_id is not set on port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:53.460886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.484145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] Routers {'1182b8c7-162f-4647-926b-683f1247f302'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:53.484791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1182b8c7-162f-4647-926b-683f1247f302'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.535702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.537269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-89c648d4-e9ac-4c4d-90d8-5fb6ba40dd9f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8904972 Apr 01 15:54:53.548262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43012) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:53.555724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.556131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8136073-0f56-4696-8480-b42f1a01553a None None] The sync data for ids ['1182b8c7-162f-4647-926b-683f1247f302'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:53.571860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.605069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:53.605529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:53.621445 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:53.631313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.663370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 40606b20-e92e-4d51-acf3-e73ce52e87a2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=40606b20-e92e-4d51-acf3-e73ce52e87a2,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:53.752477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.801197 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c8595eb9-6f0a-4ab6-93c6-6d17ae5ca109 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/1182b8c7-162f-4647-926b-683f1247f302 HTTP/1.1" status: 200 len: 925 time: 0.2514107 Apr 01 15:54:53.807497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:53.817621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object dd5d9ea8-0895-4581-a981-c25b55c956b8 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:53.837660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.848764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Allocated IP 2001:db8::107 (4d84037c-f9db-4b54-ba8e-81640927af26/f10d194f-4350-4180-a0bd-98af7705abca/7ac1ae9a-3c79-46b2-a0a8-58959c3a852d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:53.923649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.965657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.013872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8336dd35-e388-4ef5-bb80-9d5677094e9b tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=1182b8c7-162f-4647-926b-683f1247f302 HTTP/1.1" status: 200 len: 205 time: 0.2044954 Apr 01 15:54:54.014813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43020) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.023086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.093768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.095752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.177301 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e44467a2-8503-4a06-9f00-1c8de9ae032a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/9c4ffa9c-c3c1-4934-bc6b-0aa8541111ff HTTP/1.1" status: 204 len: 168 time: 1.9001532 Apr 01 15:54:54.189756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43024) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.201518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-429912805'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:54.220003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:54.225893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:54.234837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:54.240995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:54.243159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:54.254655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=dd5d9ea8-0895-4581-a981-c25b55c956b8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.257140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:54.261759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.263159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.263852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.298007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:54.321142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.323704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.343916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Transition to ACTIVE for port object 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:54.353156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc85c60-ec19-47b8-ae87-1c80da251d0d None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:54.368687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45a72a-5b6d-4a66-ac4d-c03fa862207f None None] Network 4d84037c-f9db-4b54-ba8e-81640927af26 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:54.477149 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ad55212-0613-47f5-bb00-6c4f7a0b3302 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9527335 Apr 01 15:54:54.478978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:54.484787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.486894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43030) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.523948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:54.541030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.541947 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment 14f9979d-2260-4986-9471-6aa68224eb71 of type vlan for network 4d59e844-d59c-43b3-9628-86e04eccdcd3 Apr 01 15:54:54.563660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=71e23816-af1e-4cd3-83b2-d46eed684f52,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.580582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.630853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.664389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '49feb149-143f-4198-9561-24da13040861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:54.664754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:54.665142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Network 4d84037c-f9db-4b54-ba8e-81640927af26 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:54.671411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.676365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:54.690112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:54.695726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.696357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.710942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bd0ce455-0043-4021-8035-ad44c550af8c None None] Provisioning for port cb4b2825-11fc-4b12-8cff-87259eac84c6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:54.711133 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fdf1539-3946-4c8a-93c8-f429c659ebda req-fda1c7a8-aace-4982-9da5-4153c729b00d tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 210 time: 0.0971289 Apr 01 15:54:54.728003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'Port': ['ID=7ac1ae9a-3c79-46b2-a0a8-58959c3a852d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.760523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1a501-0cf1-4eed-9388-8794d9a64681 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.767339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1a501-0cf1-4eed-9388-8794d9a64681 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.768355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-18e1a501-0cf1-4eed-9388-8794d9a64681 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:54.812256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port 65b05aaa-8533-49bb-bc61-0f6b0bca1e09 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:54.813459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.843484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.864445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.865313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.927293 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8055450-1dbf-4155-9cfd-b07169149ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6478550 Apr 01 15:54:54.935394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43034) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.962060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9de60dd4-8a46-464b-bf6d-95b0326e10e9 None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:54.967831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9de60dd4-8a46-464b-bf6d-95b0326e10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.008535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Request body: {'port': {'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2134205389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:55.010282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] bootfile-name is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:54:55.011020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] tftp-server is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:54:55.011568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.api.validators [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] server-ip-address is not in valid_values {{(pid=88733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:54:55.021231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.144173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device cb4b2825-11fc-4b12-8cff-87259eac84c6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:55.172651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-4d84037c-f9db-4b54-ba8e-81640927af26', 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26', 'tenant_id': '00495e4979f143df82eda8a6237c0a4e', 'fixed_ips': [{'subnet_id': 'f10d194f-4350-4180-a0bd-98af7705abca'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:55.173577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.177171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for 65b05aaa-8533-49bb-bc61-0f6b0bca1e09 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:55.187087 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9963510 Apr 01 15:54:55.195041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43038) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.216205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:55.226423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-18e1a501-0cf1-4eed-9388-8794d9a64681 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:55.227595 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-18e1a501-0cf1-4eed-9388-8794d9a64681 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7395329 Apr 01 15:54:55.237754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:55.238027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43042) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.239425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4086-7fe2-48b9-8bb4-feb7d3afeda0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=4d59e844-d59c-43b3-9628-86e04eccdcd3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.350071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:55.425826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port dd5d9ea8-0895-4581-a981-c25b55c956b8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:55.426169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.479698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.484655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.490357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.495028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.504016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Usage tracker for resource:port and tenant:00495e4979f143df82eda8a6237c0a4e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.510379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.518509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.532604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.669640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Allocated IP 2001:db8::2 (4d84037c-f9db-4b54-ba8e-81640927af26/f10d194f-4350-4180-a0bd-98af7705abca/dc66fdad-dab8-4f4c-b807-4f586a351770) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:55.672011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9ea53bfd-acd8-4566-958b-6cdaab51c7b0 None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:55.672514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9ea53bfd-acd8-4566-958b-6cdaab51c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.719338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:55.724126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.726892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.748251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port cb4b2825-11fc-4b12-8cff-87259eac84c6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:55.759305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e4eb8-f397-4e5d-9480-f533ebd2c534 None None] Network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:55.775425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.835382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-4c14e408-b7f8-4a9a-ac7b-6365ceb8f7ed tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.837076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-4c14e408-b7f8-4a9a-ac7b-6365ceb8f7ed tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 797 time: 0.6308160 Apr 01 15:54:55.919991 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8bba2f27-67c0-4e05-9643-6d6830bd4b99 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0678451 Apr 01 15:54:55.924703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43048) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.062362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port cb4b2825-11fc-4b12-8cff-87259eac84c6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:56.062904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.087327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Made reservation on behalf of 00495e4979f143df82eda8a6237c0a4e for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:56.091821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.093670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-8be7bc91-7667-4901-93b9-7cc7abba6f38 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Synchronizing usage tracker for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:56.101011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:56.105366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.105934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.156842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for dd5d9ea8-0895-4581-a981-c25b55c956b8 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:56.176840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=65b05aaa-8533-49bb-bc61-0f6b0bca1e09,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.239202 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a081bc7a-c949-40ed-a4f7-87e49965fbde req-2b04f09b-d2c5-4d64-8b79-679224970662 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 210 time: 0.2171926 Apr 01 15:54:56.263999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] device_id is not set on port b56db20c-7c7e-477f-8905-b925002733e7 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:56.307195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-8be7bc91-7667-4901-93b9-7cc7abba6f38 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Unset dirty status for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:56.309025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-8be7bc91-7667-4901-93b9-7cc7abba6f38 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9efba6cc064f4859a625bf38ae6c1e56 HTTP/1.1" status: 200 len: 380 time: 0.4254413 Apr 01 15:54:56.311385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.311734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111', 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '71e23816-af1e-4cd3-83b2-d46eed684f52'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:56.312549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.365130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.371291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'port': {'device_id': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'admin_state_up': True, 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'security_groups': ['a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:56.387249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Performing IP validity checks on allocation pools {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:54:56.391580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:54:56.614803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.638914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.657170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.678061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.692000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=dd5d9ea8-0895-4581-a981-c25b55c956b8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.730072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.732170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.736273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.770352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1e6a3aa7-507d-4f70-b4b3-da23ebdfe997 None None] Could not find standard attr ID for object dd5d9ea8-0895-4581-a981-c25b55c956b8. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:56.780048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Transition to ACTIVE for port object dc66fdad-dab8-4f4c-b807-4f586a351770 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:56.783743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Allocated IP 172.20.0.1 (c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111/71e23816-af1e-4cd3-83b2-d46eed684f52/4eb34553-d1cf-4d81-90f4-1720589e9b6b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:56.786141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.803008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.814659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.824973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.831829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router 1182b8c7-162f-4647-926b-683f1247f302 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:56.833893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port cb4b2825-11fc-4b12-8cff-87259eac84c6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=cb4b2825-11fc-4b12-8cff-87259eac84c6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:56.838856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Transition to ACTIVE for port object dc66fdad-dab8-4f4c-b807-4f586a351770 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:56.843871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=ec6820ea-e7c6-45ce-9e34-60c8a0be4654,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.861145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': '14f9979d-2260-4986-9471-6aa68224eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:56.866319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.866831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: 4d59e844-d59c-43b3-9628-86e04eccdcd3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:56.866942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-226499c8-c4d4-4197-bcd1-13657e899d80 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/1182b8c7-162f-4647-926b-683f1247f302 HTTP/1.1" status: 204 len: 168 time: 2.8465815 Apr 01 15:54:56.867024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43056) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.867107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1e6a3aa7-507d-4f70-b4b3-da23ebdfe997 None None] Provisioning complete for port cb4b2825-11fc-4b12-8cff-87259eac84c6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:56.868181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3aa7-507d-4f70-b4b3-da23ebdfe997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.875137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-117366277', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:56.885201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.891489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:router and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:56.894940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:56.903181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.938461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Made reservation on behalf of 9efba6cc064f4859a625bf38ae6c1e56 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:56.942512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.999723 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-039c0881-d1e7-4654-8f46-4c761e151f36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/dd5d9ea8-0895-4581-a981-c25b55c956b8 HTTP/1.1" status: 204 len: 168 time: 1.7575157 Apr 01 15:54:57.001794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.010211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 40606b20-e92e-4d51-acf3-e73ce52e87a2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:57.017506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43060) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.039759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.040858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.043825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.052224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:57.080025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.103666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Allocated IP 2001:db8::4d (4d84037c-f9db-4b54-ba8e-81640927af26/f10d194f-4350-4180-a0bd-98af7705abca/b56db20c-7c7e-477f-8905-b925002733e7) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:57.121345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a1a16-29ed-42dd-a1ba-35a1c9db1326 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.122981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a1a16-29ed-42dd-a1ba-35a1c9db1326 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.123729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b06a1a16-29ed-42dd-a1ba-35a1c9db1326 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:57.153461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 4d59e844-d59c-43b3-9628-86e04eccdcd3) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:57.166552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.167221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.184250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Network 4d84037c-f9db-4b54-ba8e-81640927af26 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:57.186415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c315f02-ab27-4c5c-9b76-e833a256970a None None] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:57.210505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Allocated IP 172.20.0.10 (f4b26716-6914-44a6-b49b-df23bd28540f/283cf243-0ff6-445b-a726-fada32225660/ee731e82-7854-4117-9006-327e8891dc10) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:57.214658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:57.241001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:57.291826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b06a1a16-29ed-42dd-a1ba-35a1c9db1326 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:57.293647 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b06a1a16-29ed-42dd-a1ba-35a1c9db1326 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2748971 Apr 01 15:54:57.296112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43066) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.423137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=cb4b2825-11fc-4b12-8cff-87259eac84c6,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.446705 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03a5785c-ae4f-46cc-bf38-51c5e48d4637 req-c6db212c-b39c-48a7-a04c-b22e4e0bef04 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 210 time: 0.0511234 Apr 01 15:54:57.461219 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8e69a55d-7749-4ad1-96dd-a6de8967d023 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2552016 Apr 01 15:54:57.464567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43070) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.490402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3', 'name': 'tempest-PortsIpV6TestJSON-1543528625'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:57.553552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.641298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.645595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Transition to ACTIVE for port object ee731e82-7854-4117-9006-327e8891dc10 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.660913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 270cdd1e-5067-40e3-899d-74837e53ec05 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:57.669726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 40606b20-e92e-4d51-acf3-e73ce52e87a2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:57.670157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.677399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.700314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:57.714670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:57.738528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.749509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Attempting to bind port dc66fdad-dab8-4f4c-b807-4f586a351770 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:57.749982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Attempting to bind port dc66fdad-dab8-4f4c-b807-4f586a351770 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:57.750349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Attempting to bind port dc66fdad-dab8-4f4c-b807-4f586a351770 on network 4d84037c-f9db-4b54-ba8e-81640927af26 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:57.752411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Pushing event updated for resources: {'Port': ['ID=dc66fdad-dab8-4f4c-b807-4f586a351770,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.777338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Transition to ACTIVE for port object 4eb34553-d1cf-4d81-90f4-1720589e9b6b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.781946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:57.782314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Checking segment: {'id': '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:57.782770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.783227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Bound using segment: {'id': '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:57.783828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Bound port: dc66fdad-dab8-4f4c-b807-4f586a351770, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d84037c-f9db-4b54-ba8e-81640927af26'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:57.784212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.796549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.804388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:57.809137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.868179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Transition to ACTIVE for port object 4eb34553-d1cf-4d81-90f4-1720589e9b6b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.915216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.951027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.985322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Transition to ACTIVE for port object b56db20c-7c7e-477f-8905-b925002733e7 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:58.028485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port fe312abd-4688-4e44-99fb-9216764a49d6 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:58.038418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.067444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network f4b26716-6914-44a6-b49b-df23bd28540f is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.074352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.077256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:58.126498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] For port dc66fdad-dab8-4f4c-b807-4f586a351770, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:58.128548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.141940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-4d59e844-d59c-43b3-9628-86e04eccdcd3', 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': 'ec6820ea-e7c6-45ce-9e34-60c8a0be4654'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:58.142906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.176368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.179816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.180977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] For port dc66fdad-dab8-4f4c-b807-4f586a351770, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dc66fdad-dab8-4f4c-b807-4f586a351770,segment=NetworkSegment(2763c9dd-77f2-4ccf-b274-8f4cbf9c1874),segment_id=2763c9dd-77f2-4ccf-b274-8f4cbf9c1874)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:58.185688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.192266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.192429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:58.194360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Pushing event updated for resources: {'Port': ['ID=4eb34553-d1cf-4d81-90f4-1720589e9b6b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.235942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.313006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Network 4d84037c-f9db-4b54-ba8e-81640927af26 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.321065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.329081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:58.341120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:58.342228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.348127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:58.348956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.349925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'Port': ['ID=b56db20c-7c7e-477f-8905-b925002733e7,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.362954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=71e23816-af1e-4cd3-83b2-d46eed684f52,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.390080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device cb4b2825-11fc-4b12-8cff-87259eac84c6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:58.430862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.506066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.535187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.535800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::3f (4d59e844-d59c-43b3-9628-86e04eccdcd3/ec6820ea-e7c6-45ce-9e34-60c8a0be4654/fe312abd-4688-4e44-99fb-9216764a49d6) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:58.539283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Attempting to bind port 4eb34553-d1cf-4d81-90f4-1720589e9b6b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:58.540255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Attempting to bind port 4eb34553-d1cf-4d81-90f4-1720589e9b6b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '49feb149-143f-4198-9561-24da13040861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:58.541374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Attempting to bind port 4eb34553-d1cf-4d81-90f4-1720589e9b6b on network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:58.560488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:58.576757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49feb149-143f-4198-9561-24da13040861') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:58.577999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49feb149-143f-4198-9561-24da13040861') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:58.595100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:58.595867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Checking segment: {'id': '49feb149-143f-4198-9561-24da13040861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:58.596459 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.597076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Bound using segment: {'id': '49feb149-143f-4198-9561-24da13040861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:58.597742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Bound port: 4eb34553-d1cf-4d81-90f4-1720589e9b6b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49feb149-143f-4198-9561-24da13040861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:58.598285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.605620 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-e08bd0cf-d63e-40c3-989f-7493bcff0ef5 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2442787 Apr 01 15:54:58.607283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.610378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f2949edf-b460-4873-86bc-1bce45529dad tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.6442854 Apr 01 15:54:58.616884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=270cdd1e-5067-40e3-899d-74837e53ec05,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.620107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d2fc449-404a-4291-b3bb-dfa10da7349b None None] Provisioning for port ee731e82-7854-4117-9006-327e8891dc10 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:58.627552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43076) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.628794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.633850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-758b867a-2dda-4155-8ca6-791b41b23d55 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/270cdd1e-5067-40e3-899d-74837e53ec05 HTTP/1.1" status: 204 len: 168 time: 1.3341856 Apr 01 15:54:58.637186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43078) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.638672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ae5de-ce55-412a-bfeb-80551d33e5c9 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:58.645290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Request body: {'port': {'device_id': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:58.680005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5edd9c-70e4-448b-8cf9-af5a3e5b4537 None None] Pushing event updated for resources: {'Port': ['ID=dc66fdad-dab8-4f4c-b807-4f586a351770,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.708584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d2fc449-404a-4291-b3bb-dfa10da7349b None None] Provisioning complete for port ee731e82-7854-4117-9006-327e8891dc10 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:58.708953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc449-404a-4291-b3bb-dfa10da7349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.728350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.776239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:58.776653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:58.793581 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:58.819124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd7791bd-fbe8-42c5-b5d6-e43ce080c270 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755321 Apr 01 15:54:58.822864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.827607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.896641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fc449-404a-4291-b3bb-dfa10da7349b None None] Port ee731e82-7854-4117-9006-327e8891dc10 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:58.922299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.942015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port cb4b2825-11fc-4b12-8cff-87259eac84c6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:58.942516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.034328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] For port 4eb34553-d1cf-4d81-90f4-1720589e9b6b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:59.051377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] For port 4eb34553-d1cf-4d81-90f4-1720589e9b6b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4eb34553-d1cf-4d81-90f4-1720589e9b6b,segment=NetworkSegment(49feb149-143f-4198-9561-24da13040861),segment_id=49feb149-143f-4198-9561-24da13040861)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:59.066793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.086878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:54:59.086878 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:54:59.086878 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': 'c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111'}] Apr 01 15:54:59.086878 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:59.087434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:59.134348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.177315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.215641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object fe312abd-4688-4e44-99fb-9216764a49d6 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:59.220643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3d47-f15d-40ca-a22f-755ed0ba2ac4 req-d240da08-3219-46ea-898c-64574eac7969 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.233764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a73d3d47-f15d-40ca-a22f-755ed0ba2ac4 req-d240da08-3219-46ea-898c-64574eac7969 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 932 time: 0.4921246 Apr 01 15:54:59.269674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.278014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.287391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.288434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Synchronizing usage tracker for tenant:00495e4979f143df82eda8a6237c0a4e on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:59.309738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87b329-1df5-4cc1-8b46-974f79bc6659 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.310532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2d87b329-1df5-4cc1-8b46-974f79bc6659 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:59.350515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 172.26.8.202 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0444f855-0899-42c5-806c-983cbd3ed4a2) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:59.361929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:59.376403 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a73d3d47-f15d-40ca-a22f-755ed0ba2ac4 req-e2967b65-6687-4323-b899-8a7c22ce2d1c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448197 Apr 01 15:54:59.378578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8a6ca-417b-433b-a034-5f0fa09ed877 None None] Pushing event updated for resources: {'Port': ['ID=4eb34553-d1cf-4d81-90f4-1720589e9b6b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:59.384025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Deleting port cb4b2825-11fc-4b12-8cff-87259eac84c6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:59.384716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.488681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298291f9-15e7-40c3-a6bb-0865d442911a None None] Network c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:59.493760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2d87b329-1df5-4cc1-8b46-974f79bc6659 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:59.495666 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2d87b329-1df5-4cc1-8b46-974f79bc6659 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6715562 Apr 01 15:54:59.498271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43088) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.504866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Unset dirty status for tenant:00495e4979f143df82eda8a6237c0a4e on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:59.506094 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d0e82991-7a69-4776-8e90-25e965a2cf23 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.8707454 Apr 01 15:54:59.509040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43092) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.603478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Deleting port b56db20c-7c7e-477f-8905-b925002733e7 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:59.604379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.608255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.625330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.662538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.689827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee731e82-7854-4117-9006-327e8891dc10 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:54:59.705840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.747734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port 4eb34553-d1cf-4d81-90f4-1720589e9b6b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:59.747734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.807692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:59.818199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:59.838223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Transition to ACTIVE for port object ee731e82-7854-4117-9006-327e8891dc10 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:59.842045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:59.848016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.849083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.856302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff50da-07f9-4955-957e-755160db907b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.860839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8cff50da-07f9-4955-957e-755160db907b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3613250 Apr 01 15:54:59.861587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43096) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.865539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Allocated IP 2001:db8::2 (4d59e844-d59c-43b3-9628-86e04eccdcd3/ec6820ea-e7c6-45ce-9e34-60c8a0be4654/b0e69108-964b-477b-9ce0-fa70a8e885f3) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:59.869494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] For port cb4b2825-11fc-4b12-8cff-87259eac84c6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=cb4b2825-11fc-4b12-8cff-87259eac84c6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:59.869713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.970972 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9419d0d6-c243-4b15-9f90-22fc99114775 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002955 Apr 01 15:54:59.971869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=fe312abd-4688-4e44-99fb-9216764a49d6,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:59.981463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43100) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.996232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.005829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:00.028226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Calling delete_port for cb4b2825-11fc-4b12-8cff-87259eac84c6 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:00.110421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.335471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Calling delete_port for b56db20c-7c7e-477f-8905-b925002733e7 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:00.360644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dc66fdad-dab8-4f4c-b807-4f586a351770 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:00.371229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0b39191a-1f49-464c-aa95-31fdfd924991 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9055705 Apr 01 15:55:00.376221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43104) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.377091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.385854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:00.418918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c8af96-29a4-46d0-b98f-a8a507def292 None None] Network 4d84037c-f9db-4b54-ba8e-81640927af26 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:00.520634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:00.520875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.529230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.533009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.612334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.629387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Transition to ACTIVE for port object b0e69108-964b-477b-9ce0-fa70a8e885f3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:00.662656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Transition to ACTIVE for port object b0e69108-964b-477b-9ce0-fa70a8e885f3 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:00.670310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=0444f855-0899-42c5-806c-983cbd3ed4a2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.679767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port fe312abd-4688-4e44-99fb-9216764a49d6 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:00.680112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.689205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.699375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.761948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.768136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] Pushing event deleted for resources: {'Port': ['ID=cb4b2825-11fc-4b12-8cff-87259eac84c6,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.802819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:00.807096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.834096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3ba27-ed9b-43b0-9d11-170d14b9ac84 None None] No DVR routers for this DVR port cb4b2825-11fc-4b12-8cff-87259eac84c6 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:00.877236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.892293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.909576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.956640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port 4eb34553-d1cf-4d81-90f4-1720589e9b6b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4eb34553-d1cf-4d81-90f4-1720589e9b6b,segment=NetworkSegment(49feb149-143f-4198-9561-24da13040861),segment_id=49feb149-143f-4198-9561-24da13040861)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:00.957058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.003618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Provisioning for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:01.048920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Pushing event updated for resources: {'Port': ['ID=b0e69108-964b-477b-9ce0-fa70a8e885f3,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.055854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Provisioning complete for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:01.056209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.104355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Attempting to bind port ee731e82-7854-4117-9006-327e8891dc10 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:01.104830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Attempting to bind port ee731e82-7854-4117-9006-327e8891dc10 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:01.105118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Attempting to bind port ee731e82-7854-4117-9006-327e8891dc10 on network f4b26716-6914-44a6-b49b-df23bd28540f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:01.127089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for 4eb34553-d1cf-4d81-90f4-1720589e9b6b owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:01.174582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Port ee731e82-7854-4117-9006-327e8891dc10 on network f4b26716-6914-44a6-b49b-df23bd28540f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:55:01.174929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Attempting to bind port ee731e82-7854-4117-9006-327e8891dc10 on network f4b26716-6914-44a6-b49b-df23bd28540f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:01.188570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:01.190655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Attempting to bind port b0e69108-964b-477b-9ce0-fa70a8e885f3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:01.190802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:01.190921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Attempting to bind port b0e69108-964b-477b-9ce0-fa70a8e885f3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '14f9979d-2260-4986-9471-6aa68224eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:01.193037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Checking segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:01.193256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Attempting to bind port b0e69108-964b-477b-9ce0-fa70a8e885f3 on network 4d59e844-d59c-43b3-9628-86e04eccdcd3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:01.193365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Bound using segment: {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:01.193470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.193976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Bound port: ee731e82-7854-4117-9006-327e8891dc10, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:01.193976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.196939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port dc66fdad-dab8-4f4c-b807-4f586a351770 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:01.207628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:01.207998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Checking segment: {'id': '14f9979d-2260-4986-9471-6aa68224eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:01.208509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.208794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Bound using segment: {'id': '14f9979d-2260-4986-9471-6aa68224eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:01.209248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Bound port: b0e69108-964b-477b-9ce0-fa70a8e885f3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f9979d-2260-4986-9471-6aa68224eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4d59e844-d59c-43b3-9628-86e04eccdcd3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:01.209617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.222582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536dda4-c464-4a21-a544-6ed7f407f240 req-8c73b574-f58f-4888-8b9d-9089ceaeb2ca tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:01.223220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4536dda4-c464-4a21-a544-6ed7f407f240 req-8c73b574-f58f-4888-8b9d-9089ceaeb2ca tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Synchronizing usage tracker for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:01.258006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event deleted for resources: {'Port': ['ID=b56db20c-7c7e-477f-8905-b925002733e7,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.328275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device cb4b2825-11fc-4b12-8cff-87259eac84c6 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:01.402724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.406516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:01.407227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Provisioning for port dc66fdad-dab8-4f4c-b807-4f586a351770 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:01.412460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:01.421441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: cb4b2825-11fc-4b12-8cff-87259eac84c6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:01.421782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device cb4b2825-11fc-4b12-8cff-87259eac84c6 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:01.427424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Provisioning complete for port dc66fdad-dab8-4f4c-b807-4f586a351770 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:01.427804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.430697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4536dda4-c464-4a21-a544-6ed7f407f240 req-8c73b574-f58f-4888-8b9d-9089ceaeb2ca tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Unset dirty status for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:01.432586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4536dda4-c464-4a21-a544-6ed7f407f240 req-8c73b574-f58f-4888-8b9d-9089ceaeb2ca tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 944 time: 0.8743360 Apr 01 15:55:01.454046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.472642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] For port b0e69108-964b-477b-9ce0-fa70a8e885f3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:01.486251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.499259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] For port b0e69108-964b-477b-9ce0-fa70a8e885f3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0e69108-964b-477b-9ce0-fa70a8e885f3,segment=NetworkSegment(14f9979d-2260-4986-9471-6aa68224eb71),segment_id=14f9979d-2260-4986-9471-6aa68224eb71)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:01.538662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.550053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port 4eb34553-d1cf-4d81-90f4-1720589e9b6b on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:01.554564 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4536dda4-c464-4a21-a544-6ed7f407f240 req-bb022062-7208-429f-8590-e9d2f382dad6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157506 Apr 01 15:55:01.588944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=4eb34553-d1cf-4d81-90f4-1720589e9b6b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.612569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.656713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.729128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:01.729759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.731222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] 10.222.0.91 "PUT /v2.0/ports/ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 1094 time: 3.1022446 Apr 01 15:55:01.736398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:01.758206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] For port dc66fdad-dab8-4f4c-b807-4f586a351770, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dc66fdad-dab8-4f4c-b807-4f586a351770,segment=NetworkSegment(2763c9dd-77f2-4ccf-b274-8f4cbf9c1874),segment_id=2763c9dd-77f2-4ccf-b274-8f4cbf9c1874)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:01.759822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926f42-5270-44a7-bac8-83c595a45a42 None None] Pushing event updated for resources: {'Port': ['ID=b0e69108-964b-477b-9ce0-fa70a8e885f3,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.857385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2737e9-90d5-4a85-9441-c28fa2b0fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.889427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.923396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for fe312abd-4688-4e44-99fb-9216764a49d6 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:02.047322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d91df-0403-4560-bc54-cbadedc46799 None None] Pushing event updated for resources: {'Port': ['ID=dc66fdad-dab8-4f4c-b807-4f586a351770,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.079270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea377c5a-acbc-4b02-b0eb-03f02dbb1a3f None None] Provisioning complete for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:02.079840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea377c5a-acbc-4b02-b0eb-03f02dbb1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.127945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.141072 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'status': 'completed', 'code': 200} Apr 01 15:55:02.156521 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-17c002a9-d06a-44d3-8a24-c940df83dec2 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "DELETE /v2.0/ports/b56db20c-7c7e-477f-8905-b925002733e7 HTTP/1.1" status: 204 len: 168 time: 2.6424584 Apr 01 15:55:02.166811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.167358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ea377c5a-acbc-4b02-b0eb-03f02dbb1a3f None None] Port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:02.200780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea377c5a-acbc-4b02-b0eb-03f02dbb1a3f None None] Provisioning complete for port dc66fdad-dab8-4f4c-b807-4f586a351770 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:02.201242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea377c5a-acbc-4b02-b0eb-03f02dbb1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.210651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.252831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:55:02.274375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.283386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Request body: {'port': {'name': 'tempest-new-port-name-2115224030', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:02.283386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] bootfile-name is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:55:02.283643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] tftp-server is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:55:02.284059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.api.validators [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] server-ip-address is not in valid_values {{(pid=88732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:55:02.384328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.436568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49feb149-143f-4198-9561-24da13040861') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.437171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49feb149-143f-4198-9561-24da13040861') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.446548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c425b9f6-d121-4db0-9cc9-b0e21b091e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.473919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:02.482872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:02.507356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:02.508000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.515088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dc66fdad-dab8-4f4c-b807-4f586a351770 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:02.517785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.549977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493e0d8-eb3f-47b5-8433-424aa7b4b386 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:02.592092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.626487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=9299b31d-3caf-4458-9a4b-1001c0570281,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.662197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.697871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:02.698530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:02.715676 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:02.749934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port dc66fdad-dab8-4f4c-b807-4f586a351770 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:02.750532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.774484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.781556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=fe312abd-4688-4e44-99fb-9216764a49d6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.844039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.873506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8e0492e1-de90-4af5-b905-30d2fa544ef0 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8838289 Apr 01 15:55:02.884076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43118) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.923173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:02.926149 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-01a20a8e-b21e-42a4-88f9-9500822f1162 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/fe312abd-4688-4e44-99fb-9216764a49d6 HTTP/1.1" status: 204 len: 168 time: 2.5443466 Apr 01 15:55:02.928583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43122) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.982332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2745a35-d847-43db-a13d-545f47c17d54 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:02.982838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2745a35-d847-43db-a13d-545f47c17d54 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:02.984532 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e2745a35-d847-43db-a13d-545f47c17d54 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/fe312abd-4688-4e44-99fb-9216764a49d6 HTTP/1.1" status: 404 len: 333 time: 0.0550816 Apr 01 15:55:02.996003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43126) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.042450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-b5162bcc-a451-429c-819e-2a1d147a6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.046133 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-b5162bcc-a451-429c-819e-2a1d147a6167 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1097 time: 1.1898086 Apr 01 15:55:03.055305 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa810f7-cfc4-447f-85ed-0bd250a1b2e6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:55:03.055778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baa810f7-cfc4-447f-85ed-0bd250a1b2e6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:03.070040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.077792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c90bfd1a-23ff-4c0c-849b-574bfff6c44b None None] Provisioning complete for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:03.078007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c90bfd1a-23ff-4c0c-849b-574bfff6c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.107056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '9299b31d-3caf-4458-9a4b-1001c0570281'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:03.107953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.149705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.154396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.182040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0e69108-964b-477b-9ce0-fa70a8e885f3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:03.190493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baa810f7-cfc4-447f-85ed-0bd250a1b2e6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:03.194571 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-baa810f7-cfc4-447f-85ed-0bd250a1b2e6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/fe312abd-4688-4e44-99fb-9216764a49d6 HTTP/1.1" status: 404 len: 333 time: 0.1983969 Apr 01 15:55:03.197993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43130) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.251466 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-7c8c61d1-db90-4a92-b46c-bd091e5fcd1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 217 time: 0.1819298 Apr 01 15:55:03.278188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c90bfd1a-23ff-4c0c-849b-574bfff6c44b None None] Port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:03.309909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c90bfd1a-23ff-4c0c-849b-574bfff6c44b None None] Could not find standard attr ID for object b56db20c-7c7e-477f-8905-b925002733e7. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:03.347605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-0c324973-c76c-45f8-bc3e-fef6b9624e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.349086 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-0c324973-c76c-45f8-bc3e-fef6b9624e47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.0770795 Apr 01 15:55:03.355908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 HTTP/1.1" status: 204 len: 168 time: 7.4276907 Apr 01 15:55:03.361564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43134) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.395683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f97-6f67-4010-9695-951fd2f7deac tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.405073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596250938'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:03.431619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Allocated IP 2001:db8::f816:3eff:fe0a:929e (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9299b31d-3caf-4458-9a4b-1001c0570281/d83eb64f-0e65-4321-979f-cbf5bc5573d6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:03.459090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet ec6820ea-e7c6-45ce-9e34-60c8a0be4654 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:03.462434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.475128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:03.490495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:03.497997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:03.521998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.522508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.551196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router de640e11-88dc-4e4e-a48a-646d021bde8d is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:03.564334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52911256-5ab8-4aad-b7ad-9cc233c4f3fe None None] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:03.581474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f21380-a077-4eb3-a8f4-5ec468ad94f6 req-e7159bb4-575f-47bb-a6e2-c08ab4396d9a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.583027 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a7f21380-a077-4eb3-a8f4-5ec468ad94f6 req-e7159bb4-575f-47bb-a6e2-c08ab4396d9a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 944 time: 0.8441091 Apr 01 15:55:03.586065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b0e69108-964b-477b-9ce0-fa70a8e885f3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:03.655558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:03.664668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:03.676309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:03.709349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.732238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:03.736306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.754105 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a7f21380-a077-4eb3-a8f4-5ec468ad94f6 req-da87e2e5-6b86-434d-87d3-fc58cf96123b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581016 Apr 01 15:55:03.774715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.779343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-4c48bb5b-4d32-4e1b-8064-4bf1c8b6a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.781002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-4c48bb5b-4d32-4e1b-8064-4bf1c8b6a526 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4187722 Apr 01 15:55:03.822395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Provisioning for port b0e69108-964b-477b-9ce0-fa70a8e885f3 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:03.836912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:03.844661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:03.846649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Provisioning complete for port b0e69108-964b-477b-9ce0-fa70a8e885f3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:03.846933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.858066 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Sync routers for ids ['de640e11-88dc-4e4e-a48a-646d021bde8d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:03.867677 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Routers {'de640e11-88dc-4e4e-a48a-646d021bde8d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:03.868534 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:54:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['de640e11-88dc-4e4e-a48a-646d021bde8d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:03.950060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.959111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.963053 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-172615f4-e58b-4dce-a69f-709d0b2523f4 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0931234 Apr 01 15:55:03.963266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.975663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Transition to ACTIVE for port object d83eb64f-0e65-4321-979f-cbf5bc5573d6 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:04.004056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.004541 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 513b9487-58f0-46a0-8117-d8a489cc8c82 of type vlan for network f57c427a-f73c-4bcb-b7d7-960c60eb1205 Apr 01 15:55:04.034340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.046320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Transition to ACTIVE for port object d83eb64f-0e65-4321-979f-cbf5bc5573d6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:04.074788 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-ba50be63-945e-4c6f-8ca9-7c8500793960 service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849762 Apr 01 15:55:04.078493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:04.083096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.088384 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Set router de640e11-88dc-4e4e-a48a-646d021bde8d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:04.112332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.125878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.149675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] For port b0e69108-964b-477b-9ce0-fa70a8e885f3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0e69108-964b-477b-9ce0-fa70a8e885f3,segment=NetworkSegment(14f9979d-2260-4986-9471-6aa68224eb71),segment_id=14f9979d-2260-4986-9471-6aa68224eb71)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:04.155128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.237258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:04.244930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.253194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:04.260213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:04.262673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Pushing event updated for resources: {'Port': ['ID=d83eb64f-0e65-4321-979f-cbf5bc5573d6,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.406582 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6b6f8603-c81b-4cce-ad48-306e3104ee7f tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/de640e11-88dc-4e4e-a48a-646d021bde8d HTTP/1.1" status: 200 len: 908 time: 0.4416645 Apr 01 15:55:04.409094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.414111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43142) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.462055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-117366277', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': True}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:04.477981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:04.486134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6820ea-e7c6-45ce-9e34-60c8a0be4654,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.491617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Usage tracker for resource:router and tenant:4d1ee8894aef4ba88789257dc726e7db is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:04.499998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:04.503630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.514815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:04.520558 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8e69a1cd-739e-4e5a-a0a1-520655ab7fc9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/ec6820ea-e7c6-45ce-9e34-60c8a0be4654 HTTP/1.1" status: 204 len: 168 time: 1.3192458 Apr 01 15:55:04.522271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43146) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.530550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Attempting to bind port d83eb64f-0e65-4321-979f-cbf5bc5573d6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:04.531190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Attempting to bind port d83eb64f-0e65-4321-979f-cbf5bc5573d6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:04.531738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Attempting to bind port d83eb64f-0e65-4321-979f-cbf5bc5573d6 on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:04.544539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596d4b-3612-48c1-b0ef-63d21b4f82ae None None] Pushing event updated for resources: {'Port': ['ID=b0e69108-964b-477b-9ce0-fa70a8e885f3,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.547661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:04.548283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:04.548921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.549452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:04.550074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Bound port: d83eb64f-0e65-4321-979f-cbf5bc5573d6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:04.550609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.566498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'name': 'tempest-snat-router-117366277', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202'}], 'enable_snat': False}, 'gw_port_id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:57Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 3, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port': {'id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:04.582303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Checking router: de640e11-88dc-4e4e-a48a-646d021bde8d for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:04.582941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Updating router de640e11-88dc-4e4e-a48a-646d021bde8d port 0444f855-0899-42c5-806c-983cbd3ed4a2 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:04.591790 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8aa7483-0da4-43f4-af30-a6867f6248ed req-7c584c31-0368-4dca-9a0c-ad3a1cffec7c service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908528 Apr 01 15:55:04.595111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.602141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f1988-fc94-44e0-a7ba-7de0fe6353e0 None None] Network 4d59e844-d59c-43b3-9628-86e04eccdcd3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:04.610120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.615684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.616282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.636132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9299b31d-3caf-4458-9a4b-1001c0570281 (CIDR: 2001:db8::/64) Apr 01 15:55:04.651586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.652612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.664131 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.669671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.727034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.741983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port b0e69108-964b-477b-9ce0-fa70a8e885f3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:04.742345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.787486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] In _notify_port_updated(), no bound segment for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d on network 4d84037c-f9db-4b54-ba8e-81640927af26 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:04.791266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.792359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.793945 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "PUT /v2.0/ports/7ac1ae9a-3c79-46b2-a0a8-58959c3a852d HTTP/1.1" status: 200 len: 1130 time: 2.6023300 Apr 01 15:55:04.809735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-69dd3d53-c024-4ad0-8b27-450c00ac0e7b None None] Provisioning complete for port b0e69108-964b-477b-9ce0-fa70a8e885f3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:04.810419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-69dd3d53-c024-4ad0-8b27-450c00ac0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.823250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43150) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.886418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] For port d83eb64f-0e65-4321-979f-cbf5bc5573d6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:04.893273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0eeef1bd-b9de-4d34-beda-3f20f60b23ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.898590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68597b-8764-439f-b0c9-3e858b37b34f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event updated for resources: {'Port': ['ID=7ac1ae9a-3c79-46b2-a0a8-58959c3a852d,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.953446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:04.958266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:04.989016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] For port d83eb64f-0e65-4321-979f-cbf5bc5573d6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d83eb64f-0e65-4321-979f-cbf5bc5573d6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:05.051159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port b0e69108-964b-477b-9ce0-fa70a8e885f3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0e69108-964b-477b-9ce0-fa70a8e885f3,segment=NetworkSegment(14f9979d-2260-4986-9471-6aa68224eb71),segment_id=14f9979d-2260-4986-9471-6aa68224eb71)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:05.051560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.112500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.113830 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7146363 Apr 01 15:55:05.118101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43154) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.120200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c25637ba-3b97-4d82-9b3f-80e4cb69de59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2136674 Apr 01 15:55:05.126578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:05.144269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8f9ef-f447-44d6-ba99-45852ce08bcf tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=f57c427a-f73c-4bcb-b7d7-960c60eb1205,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.152546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43158) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.170285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f57c427a-f73c-4bcb-b7d7-960c60eb1205 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:05.188176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:05.216316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b481-982a-4133-9683-c910eb062291 req-9ca7cd0d-b047-4995-ade3-cc559d6c8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.217956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-9ca7cd0d-b047-4995-ade3-cc559d6c8344 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1097 time: 0.4140372 Apr 01 15:55:05.221569 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.233102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for b0e69108-964b-477b-9ce0-fa70a8e885f3 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:05.242931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Transition to ACTIVE for port object 0444f855-0899-42c5-806c-983cbd3ed4a2 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:05.349553 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.366253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3424-911f-4f43-9bc7-aafcacc36ba3 None None] Pushing event updated for resources: {'Port': ['ID=d83eb64f-0e65-4321-979f-cbf5bc5573d6,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.455537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ac71e4cb-f0c0-440f-9a0d-940388d31486 None None] Provisioning complete for port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:05.456036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ac71e4cb-f0c0-440f-9a0d-940388d31486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.473720 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0e5d9-0a5f-41b6-91af-b9de65da3d2d None None] Pushing event updated for resources: {'Port': ['ID=0444f855-0899-42c5-806c-983cbd3ed4a2,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.493546 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Attempting to bind port 0444f855-0899-42c5-806c-983cbd3ed4a2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:05.495321 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Attempting to bind port 0444f855-0899-42c5-806c-983cbd3ed4a2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:05.497516 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Attempting to bind port 0444f855-0899-42c5-806c-983cbd3ed4a2 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:05.507830 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:05.508593 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:05.509582 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.510414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:05.511468 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Bound port: 0444f855-0899-42c5-806c-983cbd3ed4a2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:05.512050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.517968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] DHCP port deletion for 4d59e844-d59c-43b3-9628-86e04eccdcd3 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:05.549701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Deleting port b0e69108-964b-477b-9ce0-fa70a8e885f3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:05.550340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.642804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:05.655604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ac71e4cb-f0c0-440f-9a0d-940388d31486 None None] Port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:05.664606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:05.665505 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] For port 0444f855-0899-42c5-806c-983cbd3ed4a2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:05.680108 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] For port 0444f855-0899-42c5-806c-983cbd3ed4a2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0444f855-0899-42c5-806c-983cbd3ed4a2,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:05.687806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:05.710462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:05.724271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b481-982a-4133-9683-c910eb062291 req-067e9287-d9e0-40e3-94c9-9e942d8c8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.725846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-067e9287-d9e0-40e3-94c9-9e942d8c8e68 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 898 time: 0.4906652 Apr 01 15:55:05.762977 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.786754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.824418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:05.831097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:05.835289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:05.842108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14a292-5027-4fb2-bb56-e838d65ef073 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.842784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4e14a292-5027-4fb2-bb56-e838d65ef073 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Synchronizing usage tracker for tenant:00495e4979f143df82eda8a6237c0a4e on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:05.844578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:05.877992 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Routers {'de640e11-88dc-4e4e-a48a-646d021bde8d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:05.878833 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['de640e11-88dc-4e4e-a48a-646d021bde8d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:05.881921 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-0934796e-7c8c-4bda-8f48-090d8765131d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 217 time: 0.1440542 Apr 01 15:55:05.965593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.985571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b481-982a-4133-9683-c910eb062291 req-1e2412b8-be1d-43ea-a3fa-39814dd2aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.987346 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-1e2412b8-be1d-43ea-a3fa-39814dd2aaf0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.0951931 Apr 01 15:55:05.988817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:05.993790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.998602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470cc36-6b6c-4373-90fa-46c2e5922451 req-e00c8c89-9a30-4134-9446-3d2cd0c0de0c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.000541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b470cc36-6b6c-4373-90fa-46c2e5922451 req-e00c8c89-9a30-4134-9446-3d2cd0c0de0c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 944 time: 0.7186165 Apr 01 15:55:06.024869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:55:06.081052 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b470cc36-6b6c-4373-90fa-46c2e5922451 req-a8b078a0-9ad9-44e0-bcaf-f095dadad1a0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695710 Apr 01 15:55:06.085485 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0e5d9-0a5f-41b6-91af-b9de65da3d2d None None] Pushing event updated for resources: {'Port': ['ID=0444f855-0899-42c5-806c-983cbd3ed4a2,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.090667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] For port b0e69108-964b-477b-9ce0-fa70a8e885f3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b0e69108-964b-477b-9ce0-fa70a8e885f3,segment=NetworkSegment(14f9979d-2260-4986-9471-6aa68224eb71),segment_id=14f9979d-2260-4986-9471-6aa68224eb71)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:06.091066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.103270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.157984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4e14a292-5027-4fb2-bb56-e838d65ef073 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Unset dirty status for tenant:00495e4979f143df82eda8a6237c0a4e on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:06.166372 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4e14a292-5027-4fb2-bb56-e838d65ef073 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "GET /v2.0/ports/7ac1ae9a-3c79-46b2-a0a8-58959c3a852d HTTP/1.1" status: 200 len: 1130 time: 0.8884749 Apr 01 15:55:06.174508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:06.177094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.177818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43164) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.340352 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] Set router de640e11-88dc-4e4e-a48a-646d021bde8d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:06.370952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.379759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Calling delete_port for b0e69108-964b-477b-9ce0-fa70a8e885f3 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:06.430026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d83eb64f-0e65-4321-979f-cbf5bc5573d6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:06.482763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=b0e69108-964b-477b-9ce0-fa70a8e885f3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.486922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b481-982a-4133-9683-c910eb062291 req-9b3136eb-ff11-4ef3-967b-e73e7b3ea857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.488491 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-9b3136eb-ff11-4ef3-967b-e73e7b3ea857 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3543124 Apr 01 15:55:06.490007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port b0e69108-964b-477b-9ce0-fa70a8e885f3 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:06.670484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Deleting port 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:06.671190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.736792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:06.755853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:06.760612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:06.765130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'ee731e82-7854-4117-9006-327e8891dc10', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'mac_address': 'fa:16:3e:8d:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:55:06.796447 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:06.820716 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'name': 'tempest-snat-router-117366277', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202'}], 'enable_snat': False}, 'gw_port_id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:57Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 3, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port': {'id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:06.828669 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4374db3-8daf-437a-8312-941768dc2835 None None] The sync data for ids ['de640e11-88dc-4e4e-a48a-646d021bde8d'] in dv-neutron-835944-1-hyperv is: [{'id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'name': 'tempest-snat-router-117366277', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202'}], 'enable_snat': False}, 'gw_port_id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:57Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 3, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port': {'id': '0444f855-0899-42c5-806c-983cbd3ed4a2', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de640e11-88dc-4e4e-a48a-646d021bde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:06.842668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.861008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-8f0c07bc-308a-43fb-a835-f4ae079c366e service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552051 Apr 01 15:55:06.863504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:06.875878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee731e82-7854-4117-9006-327e8891dc10 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:06.903897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:06.914053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.954368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d59e844-d59c-43b3-9628-86e04eccdcd3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:06.966238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0e69108-964b-477b-9ce0-fa70a8e885f3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:07.015228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f9979d-2260-4986-9471-6aa68224eb71') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.015520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f9979d-2260-4986-9471-6aa68224eb71') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.024999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b0e69108-964b-477b-9ce0-fa70a8e885f3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:07.026012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b0e69108-964b-477b-9ce0-fa70a8e885f3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:07.030073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.064902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.116779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.148357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.149752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.171353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:07.172550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.183016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.197383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:07.198028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.201336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6940bbd-f09e-4e0f-813c-cb6748009a69 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:07.229442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:07.229848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.237259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Provisioning for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:07.249832 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:07.281412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Deleting port b0e69108-964b-477b-9ce0-fa70a8e885f3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:07.282155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.352716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Provisioning complete for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:07.354045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.396365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.425126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2538526 Apr 01 15:55:07.431502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43170) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.441834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:3a:47:ca', 'name': 'tempest-NetworksTestDHCPv6-803393226'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:07.503510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ee731e82-7854-4117-9006-327e8891dc10'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:55:07.614494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e61-52f1-40d5-a73b-233aa3f555d2 None None] The port 'b0e69108-964b-477b-9ce0-fa70a8e885f3' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:07.618869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '513b9487-58f0-46a0-8117-d8a489cc8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:07.619841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: f57c427a-f73c-4bcb-b7d7-960c60eb1205, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:07.628061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:07.636945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.656878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723fc16-8ccd-4b3b-8272-aefd971bdf65 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=4617f9b1-500d-4b1f-82fb-1c688ed0dcfc,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.662931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:07.742582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=952b8c5b-1040-4668-98f4-a98f4ac0dbaf,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.745894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:07.747315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Calling delete_port for 7ac1ae9a-3c79-46b2-a0a8-58959c3a852d owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:07.767834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac357ea-0ef8-4171-bfe3-b4499db8372b req-38cf3779-12d6-419b-873a-080841f13da0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:07.769400 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3ac357ea-0ef8-4171-bfe3-b4499db8372b req-38cf3779-12d6-419b-873a-080841f13da0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 945 time: 0.4323313 Apr 01 15:55:07.776978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network f57c427a-f73c-4bcb-b7d7-960c60eb1205 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:07.807022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.837849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:07.849878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=4d59e844-d59c-43b3-9628-86e04eccdcd3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.875005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.877567 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d2b5b481-982a-4133-9683-c910eb062291 req-0b6bfd5c-4a60-47e3-be1a-d41470c0c5fa service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0033669 Apr 01 15:55:07.897946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f57c427a-f73c-4bcb-b7d7-960c60eb1205) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.914335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.932376 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3ac357ea-0ef8-4171-bfe3-b4499db8372b req-d60e3267-9856-4009-80d5-bd66d25ec736 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456907 Apr 01 15:55:07.935538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:07.938343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.979913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7aed73a6-e1e4-4bf7-8cd8-19261ebf312f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/4d59e844-d59c-43b3-9628-86e04eccdcd3 HTTP/1.1" status: 204 len: 168 time: 3.4562836 Apr 01 15:55:07.985034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e55220-c59d-439c-8bfd-db98374f1132 None None] Network f57c427a-f73c-4bcb-b7d7-960c60eb1205 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:07.985333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43174) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.990744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.006095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1838797636'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:08.022009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:08.031148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:08.041255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:08.047988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:08.204368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.264214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:08.269918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.286602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 172.26.8.238 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/9a84463b-9179-4942-8c71-162746ee63b1) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:08.292954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] For port d83eb64f-0e65-4321-979f-cbf5bc5573d6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d83eb64f-0e65-4321-979f-cbf5bc5573d6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:08.293428 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-58eded91-7883-43f1-a041-7b2784507be3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1719112 Apr 01 15:55:08.296760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43178) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:08.306137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 1f71f3df-14f4-404d-b449-9cf62dc4555e yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:08.344858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0444f855-0899-42c5-806c-983cbd3ed4a2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:08.371729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:08.375204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.377152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.397510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.470471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:08.490394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.490829 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment b3f9d8b8-a220-4999-8853-0141f44b6a0b of type vlan for network 70894810-a74a-4a7a-a89b-11b79774033b Apr 01 15:55:08.579057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.618742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8:0:1::3dc (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4617f9b1-500d-4b1f-82fb-1c688ed0dcfc/1f71f3df-14f4-404d-b449-9cf62dc4555e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:08.628787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe3a:47ca (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/9299b31d-3caf-4458-9a4b-1001c0570281/1f71f3df-14f4-404d-b449-9cf62dc4555e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:08.658449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event deleted for resources: {'Port': ['ID=7ac1ae9a-3c79-46b2-a0a8-58959c3a852d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.668941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef90603-ca24-434c-83e3-3c5436cd7984 None None] Pushing event updated for resources: {'Port': ['ID=d83eb64f-0e65-4321-979f-cbf5bc5573d6,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.753219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.770059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:08.770743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.772822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f57c427a-f73c-4bcb-b7d7-960c60eb1205', 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '952b8c5b-1040-4668-98f4-a98f4ac0dbaf'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:08.773677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.829194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.891579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0444f855-0899-42c5-806c-983cbd3ed4a2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:08.913787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.922260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0444f855-0899-42c5-806c-983cbd3ed4a2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:08.922651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.941397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=70894810-a74a-4a7a-a89b-11b79774033b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.956828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.991557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 70894810-a74a-4a7a-a89b-11b79774033b details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:09.001753 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-62a5d0c5-2375-469b-a7be-8ba1db849dce tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "DELETE /v2.0/ports/7ac1ae9a-3c79-46b2-a0a8-58959c3a852d HTTP/1.1" status: 204 len: 168 time: 2.5688827 Apr 01 15:55:09.008712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.122472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.132593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.151911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 1f71f3df-14f4-404d-b449-9cf62dc4555e will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.156940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-09cbc320-14a8-467f-bf05-91aa7dacac8f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1677322 Apr 01 15:55:09.157551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43188) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.164051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '70894810-a74a-4a7a-a89b-11b79774033b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:09.274074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=9a84463b-9179-4942-8c71-162746ee63b1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.280551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Update dhcp port {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '9299b31d-3caf-4458-9a4b-1001c0570281', 'ip_address': '2001:db8::f816:3eff:fe0a:929e'}, {'subnet_id': '4617f9b1-500d-4b1f-82fb-1c688ed0dcfc'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'd83eb64f-0e65-4321-979f-cbf5bc5573d6'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:09.295403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:09.295943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:09.301197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:09.304285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:09.313007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:09.313356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:09.330246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:09.372766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Deleting subnet f10d194f-4350-4180-a0bd-98af7705abca {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:09.375889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.394449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Allocated IP 172.20.0.2 (f57c427a-f73c-4bcb-b7d7-960c60eb1205/952b8c5b-1040-4668-98f4-a98f4ac0dbaf/b86a2f3e-d7a7-4c67-a803-22ab7c2d475f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:09.403699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.414435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.417858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.433450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.479697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:09.482640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.519021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889a48-a434-4a91-bfac-ed1f36fbd31b req-69b760da-6668-49a7-9b05-ec08494f4664 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.520685 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e0889a48-a434-4a91-bfac-ed1f36fbd31b req-69b760da-6668-49a7-9b05-ec08494f4664 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 945 time: 0.4090192 Apr 01 15:55:09.536539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:09.542376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:09.544987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:09.551026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.551761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.589355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0444f855-0899-42c5-806c-983cbd3ed4a2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0444f855-0899-42c5-806c-983cbd3ed4a2,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:09.600846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.672779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.760945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=1f71f3df-14f4-404d-b449-9cf62dc4555e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.820876 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e0889a48-a434-4a91-bfac-ed1f36fbd31b req-058a543e-61ab-4e2b-a4a2-cd5f6c7cd91b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914095 Apr 01 15:55:09.877145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0444f855-0899-42c5-806c-983cbd3ed4a2,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.888874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.896236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-49aad5ea-4b3c-431f-b5f8-8cc343302329 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4595261 Apr 01 15:55:09.899129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43192) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.904107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Allocated IP 2001:db8:0:1::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/4617f9b1-500d-4b1f-82fb-1c688ed0dcfc/d83eb64f-0e65-4321-979f-cbf5bc5573d6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:09.906266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.926715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Transition to ACTIVE for port object b86a2f3e-d7a7-4c67-a803-22ab7c2d475f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.969776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:09.998397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 1f71f3df-14f4-404d-b449-9cf62dc4555e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:09.999061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.016327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Transition to ACTIVE for port object b86a2f3e-d7a7-4c67-a803-22ab7c2d475f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:10.152160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] For port d83eb64f-0e65-4321-979f-cbf5bc5573d6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d83eb64f-0e65-4321-979f-cbf5bc5573d6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:10.153375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.162297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.217675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.245280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.258192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Network f57c427a-f73c-4bcb-b7d7-960c60eb1205 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:10.263877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:10.277458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:10.295579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Transition to ACTIVE for port object d83eb64f-0e65-4321-979f-cbf5bc5573d6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:10.295579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Pushing event updated for resources: {'Port': ['ID=b86a2f3e-d7a7-4c67-a803-22ab7c2d475f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.331686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0444f855-0899-42c5-806c-983cbd3ed4a2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:10.356696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': 'b3f9d8b8-a220-4999-8853-0141f44b6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:10.357056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: 70894810-a74a-4a7a-a89b-11b79774033b, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:10.372126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port ee731e82-7854-4117-9006-327e8891dc10 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:10.387893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=ba188e2b-d204-442c-9f23-11e72923e66b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.392234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.424260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port ee731e82-7854-4117-9006-327e8891dc10 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:10.424774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.454787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.460265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.526043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.529180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event deleted for resources: {'Subnet': ['ID=f10d194f-4350-4180-a0bd-98af7705abca,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.541935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 1f71f3df-14f4-404d-b449-9cf62dc4555e owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:10.552588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9eb2db49-857e-4dba-b211-d5945c67784f tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "DELETE /v2.0/subnets/f10d194f-4350-4180-a0bd-98af7705abca HTTP/1.1" status: 204 len: 168 time: 1.5375524 Apr 01 15:55:10.555878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43196) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.583599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb2b75-309e-46d5-9342-6f1f871414bd None None] Network 4d84037c-f9db-4b54-ba8e-81640927af26 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:10.667000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 70894810-a74a-4a7a-a89b-11b79774033b is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:10.684096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Attempting to bind port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:10.684700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Attempting to bind port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '513b9487-58f0-46a0-8117-d8a489cc8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:10.685020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Attempting to bind port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f on network f57c427a-f73c-4bcb-b7d7-960c60eb1205 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:10.748526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.804764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:10.805215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Checking segment: {'id': '513b9487-58f0-46a0-8117-d8a489cc8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:10.805711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.806787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Bound using segment: {'id': '513b9487-58f0-46a0-8117-d8a489cc8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:10.807649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Bound port: b86a2f3e-d7a7-4c67-a803-22ab7c2d475f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513b9487-58f0-46a0-8117-d8a489cc8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:10.808101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.822464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 70894810-a74a-4a7a-a89b-11b79774033b) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:10.827482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:10.832868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.847287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.856834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5b457-bb85-4cba-b3c7-3a1d27a00d45 None None] Network 70894810-a74a-4a7a-a89b-11b79774033b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:10.858479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=952b8c5b-1040-4668-98f4-a98f4ac0dbaf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.909570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a295bb-f81e-472b-905a-dabcbb4f985d None None] Pushing event updated for resources: {'Port': ['ID=d83eb64f-0e65-4321-979f-cbf5bc5573d6,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.915305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.032106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0444f855-0899-42c5-806c-983cbd3ed4a2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:11.032471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.046806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.064408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=1f71f3df-14f4-404d-b449-9cf62dc4555e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.081940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a143700b-6de1-4970-a2ee-5358fcd5050b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9231439 Apr 01 15:55:11.086531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43202) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.095513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '70894810-a74a-4a7a-a89b-11b79774033b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1675267756'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:11.196749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.232547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.235901 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-816e1b56-e8ad-4dba-a8b9-356a4ae49dca tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/1f71f3df-14f4-404d-b449-9cf62dc4555e HTTP/1.1" status: 204 len: 168 time: 1.3356020 Apr 01 15:55:11.304508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43206) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.305665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.318424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] For port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:11.322808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] For port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b86a2f3e-d7a7-4c67-a803-22ab7c2d475f,segment=NetworkSegment(513b9487-58f0-46a0-8117-d8a489cc8c82),segment_id=513b9487-58f0-46a0-8117-d8a489cc8c82)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:11.329458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Deleting port dc66fdad-dab8-4f4c-b807-4f586a351770 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:11.329828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.343771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:11.360450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:11.376526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fecd5-15a6-4db0-b7b7-d96b68d167a2 req-2c67dc66-ab04-4c24-ae30-00ecdae8214a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:11.379344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec9fecd5-15a6-4db0-b7b7-d96b68d167a2 req-2c67dc66-ab04-4c24-ae30-00ecdae8214a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 945 time: 0.3681986 Apr 01 15:55:11.395704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c427a-f73c-4bcb-b7d7-960c60eb1205']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.434913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513b9487-58f0-46a0-8117-d8a489cc8c82') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.435210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513b9487-58f0-46a0-8117-d8a489cc8c82') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.448186 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec9fecd5-15a6-4db0-b7b7-d96b68d167a2 req-928bc6ab-fceb-4b33-8a22-64a09ec7fb4d tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565379 Apr 01 15:55:11.483494 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'code': 200} Apr 01 15:55:11.500680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d83eb64f-0e65-4321-979f-cbf5bc5573d6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:11.512924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.565939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:11.569178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:11.572943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:11.579579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:11.595943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140d8d2-32d8-4606-9cca-fbbf06ed2526 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:11.596813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c140d8d2-32d8-4606-9cca-fbbf06ed2526 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:11.620915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.651652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.682181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94217e9-e385-4023-af50-46c952193914 None None] DHCP port deletion for 4d84037c-f9db-4b54-ba8e-81640927af26 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:11.701976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.716699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c94217e9-e385-4023-af50-46c952193914 None None] Deleting port dc66fdad-dab8-4f4c-b807-4f586a351770 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:11.717073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c94217e9-e385-4023-af50-46c952193914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.718845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:11.723768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:11.729267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.729539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:11.740515 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:11.766950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:11.809078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c140d8d2-32d8-4606-9cca-fbbf06ed2526 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:11.812762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c140d8d2-32d8-4606-9cca-fbbf06ed2526 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5046706 Apr 01 15:55:11.815125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43212) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.843743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router a4113f50-5011-4f30-adee-a5663227f816 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:11.858160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] For port dc66fdad-dab8-4f4c-b807-4f586a351770, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dc66fdad-dab8-4f4c-b807-4f586a351770,segment=NetworkSegment(2763c9dd-77f2-4ccf-b274-8f4cbf9c1874),segment_id=2763c9dd-77f2-4ccf-b274-8f4cbf9c1874)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:11.858582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.079477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70894810-a74a-4a7a-a89b-11b79774033b', 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': 'ba188e2b-d204-442c-9f23-11e72923e66b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:12.080562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.147379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5c5d-a0a3-4f0b-9a7e-bde5c4786f5a None None] Pushing event updated for resources: {'Port': ['ID=b86a2f3e-d7a7-4c67-a803-22ab7c2d475f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.161064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::30e (70894810-a74a-4a7a-a89b-11b79774033b/ba188e2b-d204-442c-9f23-11e72923e66b/7cd08fe5-befb-469b-99b4-6dbb2a68e0b5) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:12.161592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7513c0db-730d-476b-ae46-ae4f1549cadf None None] Provisioning for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:12.183733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9b77e-e7ad-43c4-b320-79d69a60b9be tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.188507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e4a9b77e-e7ad-43c4-b320-79d69a60b9be tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3673308 Apr 01 15:55:12.193259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43216) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.260656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:12.260656 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:12.260656 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': 'f57c427a-f73c-4bcb-b7d7-960c60eb1205'}] Apr 01 15:55:12.260656 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:12.261122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:12.304498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32076204-a7c9-4230-99b6-0cec21efe002 None None] Network f57c427a-f73c-4bcb-b7d7-960c60eb1205 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:12.318216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d83eb64f-0e65-4321-979f-cbf5bc5573d6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:12.334275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Calling delete_port for dc66fdad-dab8-4f4c-b807-4f586a351770 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:12.350923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7513c0db-730d-476b-ae46-ae4f1549cadf None None] Provisioning complete for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:12.351292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7513c0db-730d-476b-ae46-ae4f1549cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.449918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecf6cb-2d21-4b2c-ad57-bd00e9e283b2 req-67eeab6b-bfd5-4bf6-8b51-88a2a17d30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.451473 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fecf6cb-2d21-4b2c-ad57-bd00e9e283b2 req-67eeab6b-bfd5-4bf6-8b51-88a2a17d30a8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.4812629 Apr 01 15:55:12.481130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c94217e9-e385-4023-af50-46c952193914 None None] For port dc66fdad-dab8-4f4c-b807-4f586a351770, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dc66fdad-dab8-4f4c-b807-4f586a351770,segment=NetworkSegment(2763c9dd-77f2-4ccf-b274-8f4cbf9c1874),segment_id=2763c9dd-77f2-4ccf-b274-8f4cbf9c1874)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:12.482510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c94217e9-e385-4023-af50-46c952193914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.511002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.520849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.520849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.520849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:12.536817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:12.562888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.636466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event deleted for resources: {'Port': ['ID=dc66fdad-dab8-4f4c-b807-4f586a351770,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.643602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] No DVR routers for this DVR port dc66fdad-dab8-4f4c-b807-4f586a351770 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:12.650918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fecf6cb-2d21-4b2c-ad57-bd00e9e283b2 req-f069c87f-8bfc-48ce-93d2-8b870bc9d7c3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328511 Apr 01 15:55:12.658255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Sync routers for ids ['a4113f50-5011-4f30-adee-a5663227f816'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:12.680710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.704113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:12.720948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:12.723083 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8318b18e-5a08-4e49-a499-a75412760e09 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5277655 Apr 01 15:55:12.726985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43222) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.741046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102b4bf-4d02-47d0-9f12-4adbfa593afa req-b51a92db-3466-4055-bea1-819e128dc8ec tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.747284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5102b4bf-4d02-47d0-9f12-4adbfa593afa req-b51a92db-3466-4055-bea1-819e128dc8ec tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.1625950 Apr 01 15:55:12.764694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c94217e9-e385-4023-af50-46c952193914 None None] Calling delete_port for dc66fdad-dab8-4f4c-b807-4f586a351770 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:12.773780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.801864 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5102b4bf-4d02-47d0-9f12-4adbfa593afa req-6f48eba2-71a9-40b3-bdc3-d06cff9a5023 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Apr 01 15:55:12.814057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.826877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.830380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Routers {'a4113f50-5011-4f30-adee-a5663227f816'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:12.831030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a4113f50-5011-4f30-adee-a5663227f816'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.834779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.835969 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bd5ae05e-363c-4a83-914a-64a2e76af715 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.3878605 Apr 01 15:55:12.838830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43226) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.872306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:12.872717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.899257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d84037c-f9db-4b54-ba8e-81640927af26']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.933831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.934219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2763c9dd-77f2-4ccf-b274-8f4cbf9c1874') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.957490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.970225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 4617f9b1-500d-4b1f-82fb-1c688ed0dcfc {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:13.008122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.033673 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b35ee9e8-95a8-48c5-b398-493c6caa1c7a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/a4113f50-5011-4f30-adee-a5663227f816 HTTP/1.1" status: 200 len: 907 time: 0.1913209 Apr 01 15:55:13.033884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43230) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:13.065154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.080716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:13.081068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.095318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:13.097944 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:13.177352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 70894810-a74a-4a7a-a89b-11b79774033b is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:13.184636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:13.188759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.190456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:13.191174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:13.191520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.196238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:13.196969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.217544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-c94217e9-e385-4023-af50-46c952193914 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:13.217544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-c94217e9-e385-4023-af50-46c952193914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:13.278688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Set router a4113f50-5011-4f30-adee-a5663227f816 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:13.293276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=7cd08fe5-befb-469b-99b4-6dbb2a68e0b5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.332244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.350782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b86a2f3e-d7a7-4c67-a803-22ab7c2d475f,segment=NetworkSegment(513b9487-58f0-46a0-8117-d8a489cc8c82),segment_id=513b9487-58f0-46a0-8117-d8a489cc8c82)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:13.355182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.406002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8282d4c9-61ed-4665-b9b9-963aadb283eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3142860 Apr 01 15:55:13.408602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43234) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:13.408889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Allocated IP 2001:db8::2 (70894810-a74a-4a7a-a89b-11b79774033b/ba188e2b-d204-442c-9f23-11e72923e66b/3241b06a-e1ba-49f8-8cf9-6263273d92c2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:13.490257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for b86a2f3e-d7a7-4c67-a803-22ab7c2d475f owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:13.521658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.551527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.551779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:13.552101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.563724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] Pushing event deleted for resources: {'Network': ['ID=4d84037c-f9db-4b54-ba8e-81640927af26,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.575170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-455334de-92c2-4e8e-969e-cdca789f4389 None None] Could not find standard attr ID for object 1f71f3df-14f4-404d-b449-9cf62dc4555e. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:13.582883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.612900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ccfe3e9d-9f4f-4b55-b09c-3047326a57c6 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094 tempest-ExtraDHCPOptionsIpV6TestJSON-203021094-project] 10.222.0.21 "DELETE /v2.0/networks/4d84037c-f9db-4b54-ba8e-81640927af26 HTTP/1.1" status: 204 len: 168 time: 3.0069304 Apr 01 15:55:13.674916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.720780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c94217e9-e385-4023-af50-46c952193914 None None] Deleting port dc66fdad-dab8-4f4c-b807-4f586a351770 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:13.721168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c94217e9-e385-4023-af50-46c952193914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.765343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.805230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting port 9a84463b-9179-4942-8c71-162746ee63b1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:13.805660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.851973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c94217e9-e385-4023-af50-46c952193914 None None] The port 'dc66fdad-dab8-4f4c-b807-4f586a351770' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:13.945913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.031364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port b86a2f3e-d7a7-4c67-a803-22ab7c2d475f on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:14.110189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dc66fdad-dab8-4f4c-b807-4f586a351770 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:14.143676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=b86a2f3e-d7a7-4c67-a803-22ab7c2d475f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.171271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: dc66fdad-dab8-4f4c-b807-4f586a351770 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:14.171271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dc66fdad-dab8-4f4c-b807-4f586a351770 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:14.184175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.197683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Transition to ACTIVE for port object 3241b06a-e1ba-49f8-8cf9-6263273d92c2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:14.223592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113f50-5011-4f30-adee-a5663227f816', 'name': 'tempest-snat-router-117366277', 'tenant_id': '4d1ee8894aef4ba88789257dc726e7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '9a84463b-9179-4942-8c71-162746ee63b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:04Z', 'updated_at': '2022-04-01T15:55:09Z', 'revision_number': 3, 'project_id': '4d1ee8894aef4ba88789257dc726e7db', 'gw_port': {'id': '9a84463b-9179-4942-8c71-162746ee63b1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113f50-5011-4f30-adee-a5663227f816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:08Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.225868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Transition to ACTIVE for port object 3241b06a-e1ba-49f8-8cf9-6263273d92c2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:14.230484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Checking router: a4113f50-5011-4f30-adee-a5663227f816 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:14.230868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Updating router a4113f50-5011-4f30-adee-a5663227f816 port 9a84463b-9179-4942-8c71-162746ee63b1 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:14.287771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.303097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.346587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c427a-f73c-4bcb-b7d7-960c60eb1205']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.368323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513b9487-58f0-46a0-8117-d8a489cc8c82') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.369621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513b9487-58f0-46a0-8117-d8a489cc8c82') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.385597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.401772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:14.404717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.419560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.419901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.469118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.491182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=4617f9b1-500d-4b1f-82fb-1c688ed0dcfc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.498464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:14.498938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Network 70894810-a74a-4a7a-a89b-11b79774033b is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:14.499059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.509919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:14.512261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ff9f9-9e1b-4d6a-8622-e17e2f616dd0 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:14.523015 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:14.537991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.545796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:14.636745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.776983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Calling delete_port for 9a84463b-9179-4942-8c71-162746ee63b1 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:14.854928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Pushing event updated for resources: {'Port': ['ID=3241b06a-e1ba-49f8-8cf9-6263273d92c2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.861598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Attempting to bind port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:14.862200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Attempting to bind port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b3f9d8b8-a220-4999-8853-0141f44b6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:14.862683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Attempting to bind port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 on network 70894810-a74a-4a7a-a89b-11b79774033b {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:14.872355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:14.872880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Checking segment: {'id': 'b3f9d8b8-a220-4999-8853-0141f44b6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:14.873379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.873888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Bound using segment: {'id': 'b3f9d8b8-a220-4999-8853-0141f44b6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:14.874464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Bound port: 3241b06a-e1ba-49f8-8cf9-6263273d92c2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f9d8b8-a220-4999-8853-0141f44b6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70894810-a74a-4a7a-a89b-11b79774033b'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:14.874968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.901855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-753f9fab-4424-4aad-a0fb-1053adfc3fd5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4617f9b1-500d-4b1f-82fb-1c688ed0dcfc HTTP/1.1" status: 204 len: 168 time: 2.1736741 Apr 01 15:55:14.906909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43252) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.929683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.996588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=7cd08fe5-befb-469b-99b4-6dbb2a68e0b5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.067482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.093923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e1628dbe-8f81-489b-83fb-b7a10a7ae4de tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 HTTP/1.1" status: 204 len: 168 time: 1.6863697 Apr 01 15:55:15.097210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43256) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.129781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4b9b5fd0-4397-411a-a66d-51a51b3d6aeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00495e4979f143df82eda8a6237c0a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819955 Apr 01 15:55:15.140916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43260) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.144433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] For port 3241b06a-e1ba-49f8-8cf9-6263273d92c2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:15.150740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] For port 3241b06a-e1ba-49f8-8cf9-6263273d92c2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3241b06a-e1ba-49f8-8cf9-6263273d92c2,segment=NetworkSegment(b3f9d8b8-a220-4999-8853-0141f44b6a0b),segment_id=b3f9d8b8-a220-4999-8853-0141f44b6a0b)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:15.158728 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21f56d7-a090-4e24-860f-ac802fdcb4ec tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:55:15.162262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a21f56d7-a090-4e24-860f-ac802fdcb4ec tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:15.162386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 9299b31d-3caf-4458-9a4b-1001c0570281 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:15.168493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.210889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebd96f-998b-498d-810a-e74b3e153577 req-933c7b55-8a35-45b2-9552-9e96e1c76862 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:15.212408 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c7ebd96f-998b-498d-810a-e74b3e153577 req-933c7b55-8a35-45b2-9552-9e96e1c76862 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 1.0756943 Apr 01 15:55:15.219293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.261471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.278662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.279986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.305769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=f57c427a-f73c-4bcb-b7d7-960c60eb1205,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.325009 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b894bd90-b76c-45f4-b613-0fbb3be5acd6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/f57c427a-f73c-4bcb-b7d7-960c60eb1205 HTTP/1.1" status: 204 len: 168 time: 7.0231419 Apr 01 15:55:15.325009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.330430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:15.330706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43264) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.330839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:15.333405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a84463b-9179-4942-8c71-162746ee63b1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.341289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055123364'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:15.374310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a21f56d7-a090-4e24-860f-ac802fdcb4ec tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:15.376478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a21f56d7-a090-4e24-860f-ac802fdcb4ec tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 HTTP/1.1" status: 404 len: 333 time: 0.2782202 Apr 01 15:55:15.384742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:15.387401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43268) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.388054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ba233-be50-4b9c-89d1-0871980a9e3f None None] Pushing event updated for resources: {'Port': ['ID=3241b06a-e1ba-49f8-8cf9-6263273d92c2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.415128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.427490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:15.430450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:15.445601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:15.469798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.472530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c7ebd96f-998b-498d-810a-e74b3e153577 req-3a09d8fc-032e-4b44-a385-f59af12b30f1 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330899 Apr 01 15:55:15.515044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.566907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet ba188e2b-d204-442c-9f23-11e72923e66b {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:15.570250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.652445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.681321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:15.684988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.691080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.698181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.703491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.734204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:15.745505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.746115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 9014aefd-8247-4506-b04c-2bbc9a914a08 of type vlan for network 05471caa-33f0-40b9-99bd-8e4bd75b28a5 Apr 01 15:55:15.775700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.819136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.857404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.858323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4113f50-5011-4f30-adee-a5663227f816 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:15.872515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Port 9a84463b-9179-4942-8c71-162746ee63b1 not found while updating agent binding for router a4113f50-5011-4f30-adee-a5663227f816. {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 01 15:55:15.878409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.881939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ff1295d2-400d-4d79-80b8-4be588fbbfd2 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a4113f50-5011-4f30-adee-a5663227f816 HTTP/1.1" status: 204 len: 168 time: 2.8448329 Apr 01 15:55:15.882399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43272) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.882966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Routers set() bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:15.883490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Router IDs set() for agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 01 15:55:15.885017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4113f50-5011-4f30-adee-a5663227f816'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent'). {{(pid=88734) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:55:15.886312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c637f-e2a0-426b-99d6-12d1d50e339c None None] The sync data for ids ['a4113f50-5011-4f30-adee-a5663227f816'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:15.937409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.944196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.006266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=9299b31d-3caf-4458-9a4b-1001c0570281,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.019284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1120bea-f32e-450d-a584-c9c857b58785,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.021578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.032546 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ffc61928-7cb8-4313-9b66-26eddf1df0c6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9299b31d-3caf-4458-9a4b-1001c0570281 HTTP/1.1" status: 204 len: 168 time: 1.0609407 Apr 01 15:55:16.034288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.037702 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-efa785be-1155-4b19-962b-6fcace302ddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1120bea-f32e-450d-a584-c9c857b58785 HTTP/1.1" status: 204 len: 168 time: 0.8936536 Apr 01 15:55:16.037702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43276) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.053172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.068088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.069016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.122817 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-737d45f7-7605-42a1-ac90-34cb1ba1d28c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856211 Apr 01 15:55:16.125184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.135299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43282) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.176297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.181498 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/ba188e2b-d204-442c-9f23-11e72923e66b HTTP/1.1" status: 204 len: 168 time: 0.7679014 Apr 01 15:55:16.188276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:16.212005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43284) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.213377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139c73-0add-40aa-bc50-3b2c6ce7c5c8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=ba188e2b-d204-442c-9f23-11e72923e66b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.320946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3241b06a-e1ba-49f8-8cf9-6263273d92c2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:16.406979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0716619 Apr 01 15:55:16.413245 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43290) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.416305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc0a5e-1338-4614-aa10-72a431a03224 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:16.421882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': '05471caa-33f0-40b9-99bd-8e4bd75b28a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:16.444032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:16.444622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.449260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:16.452296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:16.464097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.466060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:16.482072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:16.482418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.551503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c7189bb-7b4c-480f-ba7a-b400183d4430 None None] Provisioning complete for port d83eb64f-0e65-4321-979f-cbf5bc5573d6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:16.552017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c7189bb-7b4c-480f-ba7a-b400183d4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.671525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396eab5-dfaf-421e-ba93-06b302332de1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=05471caa-33f0-40b9-99bd-8e4bd75b28a5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.713669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 05471caa-33f0-40b9-99bd-8e4bd75b28a5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:16.800777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:16.819171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:16.828687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:16.832104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:16.832425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.848555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:16.919356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.964163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port 3241b06a-e1ba-49f8-8cf9-6263273d92c2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3241b06a-e1ba-49f8-8cf9-6263273d92c2,segment=NetworkSegment(b3f9d8b8-a220-4999-8853-0141f44b6a0b),segment_id=b3f9d8b8-a220-4999-8853-0141f44b6a0b)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:16.970840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.021593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:17.115130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2018d11-1a24-4ae9-acdb-e88f7a2d92ac None None] Network 70894810-a74a-4a7a-a89b-11b79774033b requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:17.122353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:17.128589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.231482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Deleting port 0444f855-0899-42c5-806c-983cbd3ed4a2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:17.231839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.279884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing IP validity checks on allocation pools {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:55:17.280430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:55:17.297632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbdad9-8755-4c4b-b5f3-10f8abcfddf9 req-293fda30-5992-4a06-9d03-1a9945c5de2c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:17.299427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ebbdad9-8755-4c4b-b5f3-10f8abcfddf9 req-293fda30-5992-4a06-9d03-1a9945c5de2c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.6404219 Apr 01 15:55:17.359724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba72002-71d0-4151-9b6f-946950b651da None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:17.366930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Deleting port d83eb64f-0e65-4321-979f-cbf5bc5573d6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:17.369136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.394402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 3241b06a-e1ba-49f8-8cf9-6263273d92c2 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:17.432288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4274906-fa78-4eea-b80a-68ef2f790ff6 None None] Provisioning for port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:17.439459 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4274906-fa78-4eea-b80a-68ef2f790ff6 None None] Provisioning complete for port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:17.440286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4274906-fa78-4eea-b80a-68ef2f790ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.475526 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ebbdad9-8755-4c4b-b5f3-10f8abcfddf9 req-8fdca09a-29bb-4422-a26e-0fe554122b32 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613069 Apr 01 15:55:17.561419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] For port 0444f855-0899-42c5-806c-983cbd3ed4a2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0444f855-0899-42c5-806c-983cbd3ed4a2,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:17.561782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.699913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] DHCP port deletion for 70894810-a74a-4a7a-a89b-11b79774033b request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:17.713126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Calling delete_port for 0444f855-0899-42c5-806c-983cbd3ed4a2 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:17.720278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-eba72002-71d0-4151-9b6f-946950b651da None None] For port d83eb64f-0e65-4321-979f-cbf5bc5573d6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d83eb64f-0e65-4321-979f-cbf5bc5573d6,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:17.720807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.729274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Deleting port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:17.730030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.772825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc474f-3cc1-47bd-8e5d-7f56d149281d req-77e15945-bf37-4a84-a7e0-59c22f0356e0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:17.772825 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a4bc474f-3cc1-47bd-8e5d-7f56d149281d req-77e15945-bf37-4a84-a7e0-59c22f0356e0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.1338282 Apr 01 15:55:17.820573 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a4bc474f-3cc1-47bd-8e5d-7f56d149281d req-7896b05e-dfdb-4385-aecf-7fcd401d3c0c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564370 Apr 01 15:55:17.848857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43314) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.940843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e84da4-0e63-4423-a5fe-33ce0f6637e1 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:17.942444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-13e84da4-0e63-4423-a5fe-33ce0f6637e1 tempest-TestNetworkAdvancedServerOps-1575678060 tempest-TestNetworkAdvancedServerOps-1575678060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1094 time: 0.0924721 Apr 01 15:55:17.945179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43320) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.951212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:17.957235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:17.961396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Usage tracker for resource:floatingip and tenant:9efba6cc064f4859a625bf38ae6c1e56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:17.964742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:17.971869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:17.983944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.988639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Calling delete_port for d83eb64f-0e65-4321-979f-cbf5bc5573d6 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:18.026607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4274906-fa78-4eea-b80a-68ef2f790ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.033314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=3241b06a-e1ba-49f8-8cf9-6263273d92c2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.036564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:18.070200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.173692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=1239a82b-a928-4732-873b-fe793f462564,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.180185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '9014aefd-8247-4506-b04c-2bbc9a914a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '05471caa-33f0-40b9-99bd-8e4bd75b28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:18.180679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: 05471caa-33f0-40b9-99bd-8e4bd75b28a5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:18.226057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.241846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.286782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.299790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] For port 3241b06a-e1ba-49f8-8cf9-6263273d92c2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3241b06a-e1ba-49f8-8cf9-6263273d92c2,segment=NetworkSegment(b3f9d8b8-a220-4999-8853-0141f44b6a0b),segment_id=b3f9d8b8-a220-4999-8853-0141f44b6a0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:18.300329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.323167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0444f855-0899-42c5-806c-983cbd3ed4a2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.326394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70894810-a74a-4a7a-a89b-11b79774033b']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.356459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f9d8b8-a220-4999-8853-0141f44b6a0b') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.356737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f9d8b8-a220-4999-8853-0141f44b6a0b') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.383785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3241b06a-e1ba-49f8-8cf9-6263273d92c2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:18.390226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.404846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 05471caa-33f0-40b9-99bd-8e4bd75b28a5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:18.406665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:55:18.443040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43326) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.451169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.474293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.481586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Calling delete_port for 3241b06a-e1ba-49f8-8cf9-6263273d92c2 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:18.544040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.576310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:18.576724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.590285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3241b06a-e1ba-49f8-8cf9-6263273d92c2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:18.590802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3241b06a-e1ba-49f8-8cf9-6263273d92c2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:18.591316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d83eb64f-0e65-4321-979f-cbf5bc5573d6 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:18.593941 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:18.624044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.670182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d83eb64f-0e65-4321-979f-cbf5bc5573d6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:18.670525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d83eb64f-0e65-4321-979f-cbf5bc5573d6 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:18.698290 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.services.revisions.revision_plugin [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Could not find related port for resource to bump revision. Apr 01 15:55:18.703964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba72002-71d0-4151-9b6f-946950b651da None None] Pushing event deleted for resources: {'Port': ['ID=d83eb64f-0e65-4321-979f-cbf5bc5573d6,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.713536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 05471caa-33f0-40b9-99bd-8e4bd75b28a5) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:18.716990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba72002-71d0-4151-9b6f-946950b651da None None] No DVR routers for this DVR port d83eb64f-0e65-4321-979f-cbf5bc5573d6 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:18.726076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-71f1a033-8e62-439a-936e-eba3e0f754cf tempest-ServiceProvidersTest-1376709304 tempest-ServiceProvidersTest-1376709304-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2811310 Apr 01 15:55:18.748510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3daa0c-25d8-4881-903e-0febecb75a79 None None] Network 05471caa-33f0-40b9-99bd-8e4bd75b28a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:18.749650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.789450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:18.790033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.792595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Port d83eb64f-0e65-4321-979f-cbf5bc5573d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 01 15:55:18.793120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:929e {{(pid=88733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 01 15:55:18.814997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.824550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.827650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.835550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:18.835912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:18.857042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.895213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.919359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e7b64000-a668-4486-9337-1b1725521690 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5050108 Apr 01 15:55:18.923131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=70894810-a74a-4a7a-a89b-11b79774033b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.930494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43334) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.939845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:18.953075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:18.972076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f372f0-5811-491c-a389-aa40d4308ae5 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:18.974450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.975055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de640e11-88dc-4e4e-a48a-646d021bde8d {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:18.995396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:18.995986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.002802 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bbaf9ba4-9859-4725-8d0b-587362115ddb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/70894810-a74a-4a7a-a89b-11b79774033b HTTP/1.1" status: 204 len: 168 time: 2.7854774 Apr 01 15:55:19.011845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43338) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.016284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=b879ca4f-3ea5-4917-b8e1-dbcf0554afc1,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.029208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'name': 'tempest-PortsIpV6TestJSON-539446142'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:19.041975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.043430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e72882aa-cddb-4d60-968b-59d9e3b8cda6 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "DELETE /v2.0/routers/de640e11-88dc-4e4e-a48a-646d021bde8d HTTP/1.1" status: 204 len: 168 time: 3.1583920 Apr 01 15:55:19.051608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43342) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.062867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850306869', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:19.097777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:19.108509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Allocated IP 172.26.8.29 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/a83d279c-d4a5-43cf-bf31-2e4207834297) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:19.116724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:19.121356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:19.122753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.174719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:19.197415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f650df2-9bdc-40f3-8b09-5850afd327a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-05471caa-33f0-40b9-99bd-8e4bd75b28a5', 'network_id': '05471caa-33f0-40b9-99bd-8e4bd75b28a5', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '1239a82b-a928-4732-873b-fe793f462564'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:19.201189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f650df2-9bdc-40f3-8b09-5850afd327a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.221468 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ef16e724-295d-49f9-adbe-44901c046545 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0384107 Apr 01 15:55:19.225320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43346) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.238422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:19.248646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:19.257128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.351385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Deleting port 3241b06a-e1ba-49f8-8cf9-6263273d92c2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:19.351385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.434341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c049-5f3b-468b-bec4-9e4b9f15833a None None] The port '3241b06a-e1ba-49f8-8cf9-6263273d92c2' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:19.441134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.441134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.443902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:19.459149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:19.471989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:19.508798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:19.515246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:19.519598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:19.528533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:19.530944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.543185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43352) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.548680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': 'b879ca4f-3ea5-4917-b8e1-dbcf0554afc1'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:19.549546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.576586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.585925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.624995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:19.624995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.625733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=1239a82b-a928-4732-873b-fe793f462564,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.631276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:19.635796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.647533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port f33284d8-77ba-4610-8c40-4d4981a10b20 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server [None req-6f650df2-9bdc-40f3-8b09-5850afd327a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1239a82b-a928-4732-873b-fe793f462564: This subnet is being modified by another concurrent operation. Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:55:19.699407 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1239a82b-a928-4732-873b-fe793f462564: This subnet is being modified by another concurrent operation. Apr 01 15:55:19.704210 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Apr 01 15:55:19.719376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3364c43-6aa6-4539-a240-d71372a9bcb7 None None] Network 05471caa-33f0-40b9-99bd-8e4bd75b28a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:19.721184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.876571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.896493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.914403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Allocated IP 2001:db8::f816:3eff:fe45:3190 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/b879ca4f-3ea5-4917-b8e1-dbcf0554afc1/da1219b5-d561-40c5-bdeb-25d7901544aa) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:19.935759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:19.940689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Usage tracker for resource:security_group_rule and tenant:57a5035cd8324a2aa67aeada8fe5e838 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:19.943660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:19.951039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:19.954865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:19.963921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:20.017242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:20.036259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05471caa-33f0-40b9-99bd-8e4bd75b28a5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.066073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=a83d279c-d4a5-43cf-bf31-2e4207834297,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.073223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014aefd-8247-4506-b04c-2bbc9a914a08') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.073518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014aefd-8247-4506-b04c-2bbc9a914a08') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.112961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.126107 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b879ca4f-3ea5-4917-b8e1-dbcf0554afc1 (CIDR: 2001:db8::/64) Apr 01 15:55:20.132811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.139994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.148016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:20.148420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:20.166261 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:20.184530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:20.185029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:20.186782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.187712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.257357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.272016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0444f855-0899-42c5-806c-983cbd3ed4a2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:20.308046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0444f855-0899-42c5-806c-983cbd3ed4a2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:20.308398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0444f855-0899-42c5-806c-983cbd3ed4a2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:20.325013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57a5035cd8324a2aa67aeada8fe5e838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804909 Apr 01 15:55:20.327641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43358) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.329101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ff611-75d9-4bf4-b231-be610f815a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1990ce6c-698e-4349-b8e5-4512bc4b727a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.407115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Transition to ACTIVE for port object da1219b5-d561-40c5-bdeb-25d7901544aa will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:20.407476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.412623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.432584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Transition to ACTIVE for port object da1219b5-d561-40c5-bdeb-25d7901544aa will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:20.441298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/05471caa-33f0-40b9-99bd-8e4bd75b28a5 HTTP/1.1" status: 204 len: 168 time: 1.5133548 Apr 01 15:55:20.443232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43362) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.450795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e904a790-fe1a-4c91-8a3e-f059f02bf42e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2205501 Apr 01 15:55:20.457108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1027493580'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:20.457282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.457957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50055f-1910-4dbc-899c-38f45f91e808 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=05471caa-33f0-40b9-99bd-8e4bd75b28a5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.460667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43366) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.462677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:20.467337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:20.470448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:20.476655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:20.483042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:20.526899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.592887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:20.600004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:20.601424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:20.605175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:20.607493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.615706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Pushing event updated for resources: {'Port': ['ID=da1219b5-d561-40c5-bdeb-25d7901544aa,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.651617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:20.661390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.661835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 5c0ddb0f-fd51-48ad-b45a-9e716fab1c23 of type vlan for network 805cce60-02f1-4144-a744-8051e6bef962 Apr 01 15:55:20.692395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.704336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Attempting to bind port da1219b5-d561-40c5-bdeb-25d7901544aa on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:20.704791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Attempting to bind port da1219b5-d561-40c5-bdeb-25d7901544aa by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:20.705225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Attempting to bind port da1219b5-d561-40c5-bdeb-25d7901544aa on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:20.711042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:20.711478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:20.711939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.712463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:20.712991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Bound port: da1219b5-d561-40c5-bdeb-25d7901544aa, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:20.713426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.740144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.798515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.806443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:20.807288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.855195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] For port da1219b5-d561-40c5-bdeb-25d7901544aa, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:20.858833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] For port da1219b5-d561-40c5-bdeb-25d7901544aa, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da1219b5-d561-40c5-bdeb-25d7901544aa,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:20.926491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=805cce60-02f1-4144-a744-8051e6bef962,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.928504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.963810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3fb93e8f-0d7c-4891-a090-05fd483857d5 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5177519 Apr 01 15:55:20.965849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.974030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': '805cce60-02f1-4144-a744-8051e6bef962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:20.985122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 805cce60-02f1-4144-a744-8051e6bef962 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:21.024100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.091673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:21.109585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:21.112733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:21.115842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:21.117379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:21.122753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:21.129230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:21.132398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:21.151657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e30d8-f63e-4faf-a0d2-ba813f2f6073 None None] Pushing event updated for resources: {'Port': ['ID=da1219b5-d561-40c5-bdeb-25d7901544aa,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.168894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.238875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:21.242389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.312541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:21.316179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.334450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.452073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:21.505002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:21.507037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1990ce6c-698e-4349-b8e5-4512bc4b727a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.512611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:21.517708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:21.518344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.576944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=f33284d8-77ba-4610-8c40-4d4981a10b20,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.610751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.673942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.728661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.729831 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec5f8df9-cdbc-495c-abe5-cb0aadc63e80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1990ce6c-698e-4349-b8e5-4512bc4b727a HTTP/1.1" status: 204 len: 168 time: 1.3993976 Apr 01 15:55:21.751820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.807464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.900985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=581bd9ed-53fc-4411-9427-c3141b29cecc,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.910141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '805cce60-02f1-4144-a744-8051e6bef962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:21.910727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: 805cce60-02f1-4144-a744-8051e6bef962, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:21.932594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Allocated IP 172.26.8.21 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/5fbf03ca-4f25-4937-9fa0-581890b42120) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:21.951084 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-66d22990-cbe3-4eab-8182-4b69aa97a4ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9361444 Apr 01 15:55:21.966279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43376) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.034584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port f33284d8-77ba-4610-8c40-4d4981a10b20 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:22.035057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.138770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 805cce60-02f1-4144-a744-8051e6bef962 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:22.151313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.235503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.304918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.309154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.358834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da1219b5-d561-40c5-bdeb-25d7901544aa up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:22.402047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 805cce60-02f1-4144-a744-8051e6bef962) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:22.420103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc8d5b-f9da-4185-9597-79eb6b579e5d None None] Network 805cce60-02f1-4144-a744-8051e6bef962 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:22.456926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:22.463554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:22.472126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:22.472719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.503408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=2c65362d-930e-4a0f-99d6-c4cd3c3cae10,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.522018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for f33284d8-77ba-4610-8c40-4d4981a10b20 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:22.553520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:22.554159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.554278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.593906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f55e6-12aa-4269-bb3e-89b9f953c588 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:22.650717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.709033 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5cac7867-4298-4199-96b9-6ba2038e9f78 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2396071 Apr 01 15:55:22.712208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43388) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.714700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.718776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:55:a4:69', 'name': 'tempest-NetworksTestDHCPv6-1068218526'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:22.754861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6fd915d7-0aeb-47da-9122-9f8707db3cad tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7876205 Apr 01 15:55:22.757332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:22.759042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.761350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.768536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port da1219b5-d561-40c5-bdeb-25d7901544aa completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:22.809588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:22.811418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event updated for resources: {'Port': ['ID=5fbf03ca-4f25-4937-9fa0-581890b42120,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.817432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:22.883680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Provisioning for port da1219b5-d561-40c5-bdeb-25d7901544aa completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:22.895824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.907067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=f33284d8-77ba-4610-8c40-4d4981a10b20,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.957511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-805cce60-02f1-4144-a744-8051e6bef962', 'network_id': '805cce60-02f1-4144-a744-8051e6bef962', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '581bd9ed-53fc-4411-9427-c3141b29cecc'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:22.958371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.983317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Provisioning complete for port da1219b5-d561-40c5-bdeb-25d7901544aa triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:22.983693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.999995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c03ae0bc-4d1b-4248-95cc-7b9c392eb7b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/f33284d8-77ba-4610-8c40-4d4981a10b20 HTTP/1.1" status: 204 len: 168 time: 1.0416288 Apr 01 15:55:23.001077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43398) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.004421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:23.011107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'mac_address': 'fa:16:3e:03:fb:ec', 'name': 'tempest-PortsIpV6TestJSON-991159436'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:23.071060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:23.096358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:23.108135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:23.211065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:23.216890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:23.220710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:23.227005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:23.246337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:23.325647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.420138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.423487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.436746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:23.453228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Allocated IP 172.20.0.1 (805cce60-02f1-4144-a744-8051e6bef962/581bd9ed-53fc-4411-9427-c3141b29cecc/3d045a9f-e1bf-413c-822a-b8f365c523ad) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:23.482564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event updated for resources: {'Port': ['ID=a83d279c-d4a5-43cf-bf31-2e4207834297,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.511359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.562935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port cf357fb9-0118-4f6c-a8db-b590b20fcd84 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:23.563231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] For port da1219b5-d561-40c5-bdeb-25d7901544aa, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da1219b5-d561-40c5-bdeb-25d7901544aa,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:23.624135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.660136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Update dhcp port {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': 'b879ca4f-3ea5-4917-b8e1-dbcf0554afc1', 'ip_address': '2001:db8::f816:3eff:fe45:3190'}, {'subnet_id': '2c65362d-930e-4a0f-99d6-c4cd3c3cae10'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'da1219b5-d561-40c5-bdeb-25d7901544aa'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:23.696895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.710861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.735894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1778007167'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:23.797700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 1a22052b-b19e-4189-aa4e-99f68192eb9c yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:23.801227 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Floating IP 2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c associated. External IP: 172.26.8.29, port: ee731e82-7854-4117-9006-327e8891dc10. Apr 01 15:55:23.803278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.871945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:23.891460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a415e-3af4-40fc-84fa-d0d39b4f0825 None None] Pushing event updated for resources: {'Port': ['ID=da1219b5-d561-40c5-bdeb-25d7901544aa,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.901414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Usage tracker for resource:network and tenant:38e8687322964e8eabf7d54576549a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:23.904240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8:0:1::104 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/2c65362d-930e-4a0f-99d6-c4cd3c3cae10/cf357fb9-0118-4f6c-a8db-b590b20fcd84) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:23.912523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:23.929194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.930288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::f816:3eff:fe55:a469 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/b879ca4f-3ea5-4917-b8e1-dbcf0554afc1/cf357fb9-0118-4f6c-a8db-b590b20fcd84) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:23.966094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.030813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.059326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Transition to ACTIVE for port object 3d045a9f-e1bf-413c-822a-b8f365c523ad will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.092983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Transition to ACTIVE for port object 3d045a9f-e1bf-413c-822a-b8f365c523ad will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.164875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Made reservation on behalf of 38e8687322964e8eabf7d54576549a56 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.168388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.190000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.213821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.265601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Network 805cce60-02f1-4144-a744-8051e6bef962 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:24.277288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:24.287477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:24.301462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.323478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Pushing event updated for resources: {'Port': ['ID=3d045a9f-e1bf-413c-822a-b8f365c523ad,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.334686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da1219b5-d561-40c5-bdeb-25d7901544aa up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:24.372381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.373579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.393365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Usage tracker for resource:security_group_rule and tenant:38e8687322964e8eabf7d54576549a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.397887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.421634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.432127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.444832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Attempting to bind port 3d045a9f-e1bf-413c-822a-b8f365c523ad on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:24.445413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Attempting to bind port 3d045a9f-e1bf-413c-822a-b8f365c523ad by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '805cce60-02f1-4144-a744-8051e6bef962'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:24.445544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Attempting to bind port 3d045a9f-e1bf-413c-822a-b8f365c523ad on network 805cce60-02f1-4144-a744-8051e6bef962 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:24.455615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:24.455867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object cf357fb9-0118-4f6c-a8db-b590b20fcd84 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.456132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Checking segment: {'id': '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '805cce60-02f1-4144-a744-8051e6bef962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:24.456395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.456803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Bound using segment: {'id': '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '805cce60-02f1-4144-a744-8051e6bef962'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:24.457280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Bound port: 3d045a9f-e1bf-413c-822a-b8f365c523ad, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '805cce60-02f1-4144-a744-8051e6bef962'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:24.457658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.525701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port da1219b5-d561-40c5-bdeb-25d7901544aa triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:24.526082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.590162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.613900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] For port 3d045a9f-e1bf-413c-822a-b8f365c523ad, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:24.625524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] For port 3d045a9f-e1bf-413c-822a-b8f365c523ad, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3d045a9f-e1bf-413c-822a-b8f365c523ad,segment=NetworkSegment(5c0ddb0f-fd51-48ad-b45a-9e716fab1c23),segment_id=5c0ddb0f-fd51-48ad-b45a-9e716fab1c23)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:24.651254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.682440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:24.687884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:24.691603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=1a22052b-b19e-4189-aa4e-99f68192eb9c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.694120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:24.701581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.702564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.703307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.746256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.767320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:24.773603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:24.774132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=581bd9ed-53fc-4411-9427-c3141b29cecc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.781141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:24.790413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Allocated IP 2001:db8:0:1::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/2c65362d-930e-4a0f-99d6-c4cd3c3cae10/da1219b5-d561-40c5-bdeb-25d7901544aa) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:24.790639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.790639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.824395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=cf357fb9-0118-4f6c-a8db-b590b20fcd84,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.873354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Router 8765ad93-fd7a-4f33-989f-d14c23e1453a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:24.885063 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-72cd565a-93a3-4adc-82f8-b7645edbe9b1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8799977 Apr 01 15:55:24.885412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43416) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.908223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86bac-357c-4264-a7ba-901015bb8618 None None] Pushing event updated for resources: {'Port': ['ID=3d045a9f-e1bf-413c-822a-b8f365c523ad,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.934012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fe7eb229-5eae-4e52-b3cb-676f96b9c617 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2176242 Apr 01 15:55:24.940214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43420) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:25.012066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bee9c1-1f51-4549-bfae-0ea31a546c5b None None] Network 805cce60-02f1-4144-a744-8051e6bef962 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:25.020452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.040324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb77fc2-8d65-4d54-953b-e22358bc3b16 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.041034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-aeb77fc2-8d65-4d54-953b-e22358bc3b16 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:25.063448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port cf357fb9-0118-4f6c-a8db-b590b20fcd84 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:25.063812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.126999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] For port da1219b5-d561-40c5-bdeb-25d7901544aa, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da1219b5-d561-40c5-bdeb-25d7901544aa,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:25.139618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805cce60-02f1-4144-a744-8051e6bef962']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.174868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.175276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.192445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-aeb77fc2-8d65-4d54-953b-e22358bc3b16 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:25.192445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aeb77fc2-8d65-4d54-953b-e22358bc3b16 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/1a22052b-b19e-4189-aa4e-99f68192eb9c HTTP/1.1" status: 200 len: 844 time: 0.3031271 Apr 01 15:55:25.193590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43424) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:25.225414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.247480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Transition to ACTIVE for port object da1219b5-d561-40c5-bdeb-25d7901544aa will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:25.251947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.331985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.359127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 1a22052b-b19e-4189-aa4e-99f68192eb9c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:25.359127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.364869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.372170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.390661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:25.391708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:25.409565 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:25.441084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.493043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.502558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917000-8590-400e-9e92-bbdb7d8cfb2a None None] Pushing event updated for resources: {'Port': ['ID=da1219b5-d561-40c5-bdeb-25d7901544aa,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.509918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.525944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:25.540907 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Sync routers for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:25.552549 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:25.553492 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.607107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for cf357fb9-0118-4f6c-a8db-b590b20fcd84 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:25.628907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:25.664831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aeac34-27f0-4170-9128-73e3f300de1a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.672827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:25.672827 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:25.672827 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': '805cce60-02f1-4144-a744-8051e6bef962'}] Apr 01 15:55:25.672827 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:25.673670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:25.677116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.677632 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Added segment 7851ab2b-01b7-45a5-8a9b-a020fff6ffab of type vlan for network 47c38632-4631-4b19-9824-7381e8c6989e Apr 01 15:55:25.776364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.798737 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:25.812359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.853359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.865271 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a573df95-2f84-48ea-bd9a-256194b486b9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9190686 Apr 01 15:55:25.869576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:25.983405 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'status': 'completed', 'code': 200} Apr 01 15:55:26.048377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 1a22052b-b19e-4189-aa4e-99f68192eb9c owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:26.069215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.075990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.076791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.129419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Router 65e51c97-c77b-49db-bd1f-6f7134d5b294 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:26.185642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.279761 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'mac_address': 'fa:16:3e:8d:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:21Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 0, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:26.285892 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Checking router: 8765ad93-fd7a-4f33-989f-d14c23e1453a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:26.298713 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:26.300055 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:26.307928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da1219b5-d561-40c5-bdeb-25d7901544aa up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:26.465176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event updated for resources: {'Network': ['ID=47c38632-4631-4b19-9824-7381e8c6989e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:26.479548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 47c38632-4631-4b19-9824-7381e8c6989e details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:26.498793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port 3d045a9f-e1bf-413c-822a-b8f365c523ad {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:26.499128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.501813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620cfa0-27be-463c-9bc3-e949984d4fc8 req-f63e5018-1d60-4dc4-b7a2-6a7b4f1936df tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.504563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e620cfa0-27be-463c-9bc3-e949984d4fc8 req-f63e5018-1d60-4dc4-b7a2-6a7b4f1936df tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2586358 Apr 01 15:55:26.545842 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-51dea8b2-7677-46e5-83f0-2abd9cbcb00d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0244505 Apr 01 15:55:26.545842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43432) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.562528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-f469c099-ea33-4cbb-8095-fa439d50b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.564389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-f469c099-ea33-4cbb-8095-fa439d50b0ce service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.5244839 Apr 01 15:55:26.566860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Request body: {'subnet': {'network_id': '47c38632-4631-4b19-9824-7381e8c6989e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:26.605550 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:26.641879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f13ba598-dd15-4acc-aafb-f27aa3e15f37 None None] Provisioning for port da1219b5-d561-40c5-bdeb-25d7901544aa completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:26.675464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f13ba598-dd15-4acc-aafb-f27aa3e15f37 None None] Provisioning complete for port da1219b5-d561-40c5-bdeb-25d7901544aa triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:26.676814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f13ba598-dd15-4acc-aafb-f27aa3e15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.678662 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e620cfa0-27be-463c-9bc3-e949984d4fc8 req-601ed6da-d4c8-4fb1-922d-d80b5823e3a8 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184971 Apr 01 15:55:26.715970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43436) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.724765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7bdaa-66df-434e-90ee-e1ecd5582206 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:55:26.826825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:26.853928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Usage tracker for resource:subnet and tenant:38e8687322964e8eabf7d54576549a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:26.861174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:26.864548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:26.893524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:26.940524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.942810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] Sync routers for ids ['65e51c97-c77b-49db-bd1f-6f7134d5b294'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:26.960103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fbc35dd7-b303-4afb-8b7d-85fd6eda51d8 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/floatingips/2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c HTTP/1.1" status: 200 len: 991 time: 0.2398777 Apr 01 15:55:26.997315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] Routers {'65e51c97-c77b-49db-bd1f-6f7134d5b294'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:26.997963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['65e51c97-c77b-49db-bd1f-6f7134d5b294'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.059304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port 3d045a9f-e1bf-413c-822a-b8f365c523ad, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3d045a9f-e1bf-413c-822a-b8f365c523ad,segment=NetworkSegment(5c0ddb0f-fd51-48ad-b45a-9e716fab1c23),segment_id=5c0ddb0f-fd51-48ad-b45a-9e716fab1c23)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:27.059545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.066893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.067858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7bdaa-66df-434e-90ee-e1ecd5582206 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:27.082729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.082894 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'mac_address': 'fa:16:3e:8d:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:21Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 0, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.088329 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f2455-57f1-4e42-b0c6-cf4f2324c3a0 None None] The sync data for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv is: [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'mac_address': 'fa:16:3e:8d:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:21Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 0, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:27.101963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=1a22052b-b19e-4189-aa4e-99f68192eb9c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.123747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] Routers {'65e51c97-c77b-49db-bd1f-6f7134d5b294'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:27.124397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['65e51c97-c77b-49db-bd1f-6f7134d5b294'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.156626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.205049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=cf357fb9-0118-4f6c-a8db-b590b20fcd84,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.226459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for 3d045a9f-e1bf-413c-822a-b8f365c523ad owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:27.250584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6cee166e-d910-4c4f-b1ff-aa6b8ccedc91 None None] Could not find standard attr ID for object cf357fb9-0118-4f6c-a8db-b590b20fcd84. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:27.253205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.253903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759e922-d162-4d1b-9c25-60652ad7052f None None] The sync data for ids ['65e51c97-c77b-49db-bd1f-6f7134d5b294'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:27.279918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-01fd4e23-6f1e-45aa-8363-3bd7c3a3fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.287170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.287311 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-01fd4e23-6f1e-45aa-8363-3bd7c3a3fb39 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 898 time: 0.6679950 Apr 01 15:55:27.287469 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a8aae691-9011-494c-b6b4-53f3868adcf4 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2297668 Apr 01 15:55:27.287578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.287661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43440) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.287747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-edd900b6-0a51-4129-8029-ba92eabfcf00 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/cf357fb9-0118-4f6c-a8db-b590b20fcd84 HTTP/1.1" status: 204 len: 168 time: 2.3461454 Apr 01 15:55:27.296301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43444) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.303997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:27.408211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-f42eb594-0d1d-4c19-8ce0-5d703c7e23ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 999 time: 0.1189103 Apr 01 15:55:27.413267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8fc11a7f-fbb0-431a-a905-aa590958e113 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/1a22052b-b19e-4189-aa4e-99f68192eb9c HTTP/1.1" status: 204 len: 168 time: 2.2189252 Apr 01 15:55:27.414240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43448) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.416256 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13266a0-929c-474b-a72c-2bf13e18a761 None None] New status for floating IP 2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:55:27.457672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Made reservation on behalf of 38e8687322964e8eabf7d54576549a56 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:27.461418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.512551 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d6a6d7-677f-45a0-b5da-863577490163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:55:27.513118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-69d6a6d7-677f-45a0-b5da-863577490163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:27.548755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4303b-be70-4863-949c-6f7162a6b5a3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.549331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-fe5815c6-1e27-48f8-aa29-2e4f33ca55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.550344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-fe5815c6-1e27-48f8-aa29-2e4f33ca55ca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.1351550 Apr 01 15:55:27.550465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-21f4303b-be70-4863-949c-6f7162a6b5a3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2526081 Apr 01 15:55:27.553057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43452) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.574783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d5c9a-5fef-444e-a60a-7031e28621e1 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:55:27.647678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-69d6a6d7-677f-45a0-b5da-863577490163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:27.653391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-69d6a6d7-677f-45a0-b5da-863577490163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/1a22052b-b19e-4189-aa4e-99f68192eb9c HTTP/1.1" status: 404 len: 333 time: 0.1990728 Apr 01 15:55:27.659084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43456) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.673261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.676387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'name': 'tempest-PortsIpV6TestJSON-1269359052'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:27.708812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d5c9a-5fef-444e-a60a-7031e28621e1 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:27.749639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=3d045a9f-e1bf-413c-822a-b8f365c523ad,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.766559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port 3d045a9f-e1bf-413c-822a-b8f365c523ad on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:27.829587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d04ed-2f6f-4c54-b3c3-a623454de85a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.830325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bd6d04ed-2f6f-4c54-b3c3-a623454de85a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:27.840722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:27.866573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:27.883661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-ab2e7418-5166-4bd2-bf93-5f9106102eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.886132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-ab2e7418-5166-4bd2-bf93-5f9106102eb0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2897334 Apr 01 15:55:28.004213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43460) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.012948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bd6d04ed-2f6f-4c54-b3c3-a623454de85a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:28.014125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bd6d04ed-2f6f-4c54-b3c3-a623454de85a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4601290 Apr 01 15:55:28.014977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:28.018571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.085278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43464) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.195588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 0121857e-0886-4f09-b5f2-30cb1ed91ae3 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:28.235895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.379982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805cce60-02f1-4144-a744-8051e6bef962']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.403232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.403520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0ddb0f-fd51-48ad-b45a-9e716fab1c23') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.406006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf2f60-13a8-4c1e-b1da-94b001976705 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:28.407550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf2f60-13a8-4c1e-b1da-94b001976705 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:28.409165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf2f60-13a8-4c1e-b1da-94b001976705 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:28.410800 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-34cf2f60-13a8-4c1e-b1da-94b001976705 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3172584 Apr 01 15:55:28.416813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43468) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.432010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.432761 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ac5b3ad-9d25-4e76-be3d-84a7c33977b3 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/floatingips/2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c HTTP/1.1" status: 200 len: 993 time: 0.4274611 Apr 01 15:55:28.440175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-ed0116f6-053f-4d81-a8c6-a954a27dea14 service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425744 Apr 01 15:55:28.590510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.614005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:28.614294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:28.629001 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:28.646888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 2c65362d-930e-4a0f-99d6-c4cd3c3cae10 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:28.651975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.707346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.710939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce1c41db-bd7e-4d65-b153-7d6297dbacb1 req-8d75261c-4e03-4b87-b494-76c07891d1b6 service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552221 Apr 01 15:55:28.727107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.744450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.827651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.867590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.916199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event updated for resources: {'Subnet': ['ID=1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.935954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:28.943485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:28.949143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:28.950286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Checking segment: {'id': '7851ab2b-01b7-45a5-8a9b-a020fff6ffab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:28.950706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Network hostable DHCP agents. Network: 47c38632-4631-4b19-9824-7381e8c6989e, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:28.955273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:28.956065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.961156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.969779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=0121857e-0886-4f09-b5f2-30cb1ed91ae3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.987633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.005657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=805cce60-02f1-4144-a744-8051e6bef962,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.024474 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b22cd8b5-b0e0-489d-ad5a-1145503301d7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/805cce60-02f1-4144-a744-8051e6bef962 HTTP/1.1" status: 204 len: 168 time: 6.2167332 Apr 01 15:55:29.028395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43472) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.034749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696612612'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.041175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:29.045343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:29.054644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:29.074145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4d24b6a4-c92c-40d0-b9ef-a2c52c92b1bf tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4037082 Apr 01 15:55:29.075313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:29.077120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43476) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.079078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.083795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.118216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Network 47c38632-4631-4b19-9824-7381e8c6989e is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:29.195034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:29.199725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.231396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.274277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 47c38632-4631-4b19-9824-7381e8c6989e) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:29.282362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.283474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.288306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3665f-b97a-4732-9c00-2894b99abdc4 None None] Network 47c38632-4631-4b19-9824-7381e8c6989e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:29.297940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:29.320981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.321839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 3fdf8f5a-9e85-40a7-8a71-893ce7bd5652 of type vlan for network 8310adf8-fb41-40c4-840c-76420f5a90f8 Apr 01 15:55:29.381223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.431850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=2c65362d-930e-4a0f-99d6-c4cd3c3cae10,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.438446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.444467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.446968 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-20f0d738-ba53-43e3-9c29-c7a7e47a54d7 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2c65362d-930e-4a0f-99d6-c4cd3c3cae10 HTTP/1.1" status: 204 len: 168 time: 1.0257487 Apr 01 15:55:29.452723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43480) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.461118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91906d9-f1c4-4691-b018-fa5644987f78 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:29.516301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.561882 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd913608-f49f-48a5-a5da-1bd3156a6596 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0090127 Apr 01 15:55:29.563400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43484) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.570583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Request body: {'port': {'network_id': '47c38632-4631-4b19-9824-7381e8c6989e', 'name': 'tempest-TagsExtTest-394690396'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.602725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet b879ca4f-3ea5-4917-b8e1-dbcf0554afc1 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:29.607410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.608366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.613065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.614049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.637727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-47c38632-4631-4b19-9824-7381e8c6989e', 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e', 'tenant_id': '38e8687322964e8eabf7d54576549a56', 'fixed_ips': [{'subnet_id': '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:29.638562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.703801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.793399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7635572 Apr 01 15:55:29.804250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43488) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.824874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.874472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] In _notify_port_updated(), no bound segment for port 0121857e-0886-4f09-b5f2-30cb1ed91ae3 on network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:29.880160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.880780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.882081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/ports/0121857e-0886-4f09-b5f2-30cb1ed91ae3 HTTP/1.1" status: 200 len: 818 time: 0.8040612 Apr 01 15:55:29.897681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43492) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.901030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376976e7-1d6e-4db5-9ef1-5d9fe26432f9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=8310adf8-fb41-40c4-840c-76420f5a90f8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.930745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8310adf8-fb41-40c4-840c-76420f5a90f8 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:29.945119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.966273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b2fd8-5df2-4c0c-959c-e17c98a42b46 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=0121857e-0886-4f09-b5f2-30cb1ed91ae3,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.978502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Allocated IP 172.20.0.2 (47c38632-4631-4b19-9824-7381e8c6989e/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/daab6956-7abb-471b-b416-21f242fcea4e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:29.994289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:30.008607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Usage tracker for resource:port and tenant:38e8687322964e8eabf7d54576549a56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:30.014288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:30.020592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 0121857e-0886-4f09-b5f2-30cb1ed91ae3 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:30.020944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.055097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:30.188078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:30.203762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:30.208524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:30.223377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:30.265656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Made reservation on behalf of 38e8687322964e8eabf7d54576549a56 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:30.269787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.303734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.348162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.356666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.361326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Transition to ACTIVE for port object daab6956-7abb-471b-b416-21f242fcea4e will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:30.386019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Transition to ACTIVE for port object daab6956-7abb-471b-b416-21f242fcea4e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:30.404104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.412637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.485868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:30.488845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.505316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.584120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] device_id is not set on port b68270ba-5844-447c-93cd-456975726345 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:30.604824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Pushing event updated for resources: {'Port': ['ID=daab6956-7abb-471b-b416-21f242fcea4e,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.620651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Network 47c38632-4631-4b19-9824-7381e8c6989e is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:30.622140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:30.626836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:30.628428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 0121857e-0886-4f09-b5f2-30cb1ed91ae3 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:30.705837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.747789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Attempting to bind port daab6956-7abb-471b-b416-21f242fcea4e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:30.749020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Attempting to bind port daab6956-7abb-471b-b416-21f242fcea4e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '7851ab2b-01b7-45a5-8a9b-a020fff6ffab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:30.749576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Attempting to bind port daab6956-7abb-471b-b416-21f242fcea4e on network 47c38632-4631-4b19-9824-7381e8c6989e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:30.756583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:30.757857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Checking segment: {'id': '7851ab2b-01b7-45a5-8a9b-a020fff6ffab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:30.759688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.760122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Bound using segment: {'id': '7851ab2b-01b7-45a5-8a9b-a020fff6ffab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:30.760680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Bound port: daab6956-7abb-471b-b416-21f242fcea4e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851ab2b-01b7-45a5-8a9b-a020fff6ffab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '47c38632-4631-4b19-9824-7381e8c6989e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:30.760973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.800664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=b879ca4f-3ea5-4917-b8e1-dbcf0554afc1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.807491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.829261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Allocated IP 172.20.0.4 (47c38632-4631-4b19-9824-7381e8c6989e/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/b68270ba-5844-447c-93cd-456975726345) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:30.834243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e752f944-8074-4c1d-afd1-388ffd3320ef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/b879ca4f-3ea5-4917-b8e1-dbcf0554afc1 HTTP/1.1" status: 204 len: 168 time: 1.3799837 Apr 01 15:55:30.835024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43496) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.840751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router 65e51c97-c77b-49db-bd1f-6f7134d5b294 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:30.877046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] For port daab6956-7abb-471b-b416-21f242fcea4e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:30.885564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] For port daab6956-7abb-471b-b416-21f242fcea4e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=daab6956-7abb-471b-b416-21f242fcea4e,segment=NetworkSegment(7851ab2b-01b7-45a5-8a9b-a020fff6ffab),segment_id=7851ab2b-01b7-45a5-8a9b-a020fff6ffab)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:30.895605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ab5a6-9475-4e56-a04e-c093b53b1c93 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:30.938966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.945414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-44d007ab-d11a-4a41-8bff-e13bcd1cfa21 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089718 Apr 01 15:55:30.950908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43500) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.965264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:31.006784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f652760a-a64a-4c8b-ad31-2eafbb9c735c None None] Provisioning complete for port da1219b5-d561-40c5-bdeb-25d7901544aa triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:31.007258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f652760a-a64a-4c8b-ad31-2eafbb9c735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.026253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=0121857e-0886-4f09-b5f2-30cb1ed91ae3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.049206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.058220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.092920 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae9e66d0-b7a3-42a0-87a0-32956916a68e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/0121857e-0886-4f09-b5f2-30cb1ed91ae3 HTTP/1.1" status: 204 len: 168 time: 1.1934893 Apr 01 15:55:31.099765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43504) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.261356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85354f6-822a-41a0-8bcb-b0988cb90434 None None] Pushing event updated for resources: {'Port': ['ID=daab6956-7abb-471b-b416-21f242fcea4e,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.263898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.265593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:31.294530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Transition to ACTIVE for port object b68270ba-5844-447c-93cd-456975726345 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:31.303101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.307247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] Sync routers for ids ['65e51c97-c77b-49db-bd1f-6f7134d5b294'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:31.312202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.313415 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d84da40a-f97f-42d5-b20b-48288ee1d378 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "PUT /v2.0/routers/65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 200 len: 924 time: 4.0278959 Apr 01 15:55:31.317814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43508) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.318826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.324059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.338787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.346259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] Routers {'65e51c97-c77b-49db-bd1f-6f7134d5b294'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:31.346931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['65e51c97-c77b-49db-bd1f-6f7134d5b294'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:31.377463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551e930-413a-49a5-8345-65aba11e58b9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.378163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0551e930-413a-49a5-8345-65aba11e58b9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:31.422797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.423053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:31.445296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] Routers {'65e51c97-c77b-49db-bd1f-6f7134d5b294'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:31.445780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['65e51c97-c77b-49db-bd1f-6f7134d5b294'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:31.535476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.537595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:31.537997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d26778-30ad-4f77-a1fa-0f03b347b7aa None None] The sync data for ids ['65e51c97-c77b-49db-bd1f-6f7134d5b294'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:31.631311 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3bd6957f-f810-40a3-b845-9a5110e40b1f tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 200 len: 924 time: 0.3123724 Apr 01 15:55:31.634118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:31.639240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Deleting port da1219b5-d561-40c5-bdeb-25d7901544aa {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:31.639571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.640591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Network 47c38632-4631-4b19-9824-7381e8c6989e is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:31.641285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43512) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.647650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:31.652361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:31.709627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:31.711311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.724962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0551e930-413a-49a5-8345-65aba11e58b9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:31.729547 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0551e930-413a-49a5-8345-65aba11e58b9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6162701 Apr 01 15:55:31.738167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43516) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.780732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event updated for resources: {'Port': ['ID=b68270ba-5844-447c-93cd-456975726345,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.793035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.793678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.838449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b243d7e8-89ce-4709-8d94-5b59c907163b tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.839212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b243d7e8-89ce-4709-8d94-5b59c907163b tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Synchronizing usage tracker for tenant:4d1ee8894aef4ba88789257dc726e7db on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:31.875856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-31296332-4993-48df-92ff-45c52cf39c25 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3088949 Apr 01 15:55:31.876061 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-175b7683-4e3a-4207-bc85-b6a7907639d9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:55:31.876061 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-175b7683-4e3a-4207-bc85-b6a7907639d9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/0121857e-0886-4f09-b5f2-30cb1ed91ae3 HTTP/1.1" status: 404 len: 333 time: 0.1238675 Apr 01 15:55:31.880328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43520) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.880636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43522) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.888353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-47272311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:31.895307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=0808b39d-aa34-49b8-9179-ec1b90557ea2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.905029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:31.905029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: 8310adf8-fb41-40c4-840c-76420f5a90f8, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:31.905222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1508841561'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:31.911359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.915868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.921381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Usage tracker for resource:router and tenant:38e8687322964e8eabf7d54576549a56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.925194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.928235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.931766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.940773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.943367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.958831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] For port da1219b5-d561-40c5-bdeb-25d7901544aa, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=da1219b5-d561-40c5-bdeb-25d7901544aa,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:31.959129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.960036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b243d7e8-89ce-4709-8d94-5b59c907163b tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Unset dirty status for tenant:4d1ee8894aef4ba88789257dc726e7db on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:31.961286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b243d7e8-89ce-4709-8d94-5b59c907163b tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=65e51c97-c77b-49db-bd1f-6f7134d5b294&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3189931 Apr 01 15:55:31.965290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43528) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.023648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 8310adf8-fb41-40c4-840c-76420f5a90f8 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:32.072711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:32.076500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.086048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Calling delete_port for da1219b5-d561-40c5-bdeb-25d7901544aa owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:32.093372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.094445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.120039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8310adf8-fb41-40c4-840c-76420f5a90f8) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:32.125632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.127607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.143803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:32.150860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.159946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09b6ce-eb87-46a9-92d2-466bb9bcf035 None None] Network 8310adf8-fb41-40c4-840c-76420f5a90f8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:32.186361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.191092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.191442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment 9ad36765-434e-4b3e-be63-7c2ecff6d027 of type vlan for network e946fd5e-c54a-41d7-9c23-4182bbc861ea Apr 01 15:55:32.201711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a05366-9878-4e25-b1ce-a818c8036b8a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.202284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08a05366-9878-4e25-b1ce-a818c8036b8a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Synchronizing usage tracker for tenant:4d1ee8894aef4ba88789257dc726e7db on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:32.236117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.287046 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2675eb34-4d36-457d-ac4c-f017a97492e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4751472 Apr 01 15:55:32.290466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43532) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.295085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:32.303156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:32.306930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.307578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.338609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.343778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=3add10d8-f699-452b-9ee0-dcf0e84adb9b,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.373276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device daab6956-7abb-471b-b416-21f242fcea4e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:32.384071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-08a05366-9878-4e25-b1ce-a818c8036b8a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Unset dirty status for tenant:4d1ee8894aef4ba88789257dc726e7db on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:32.387750 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-08a05366-9878-4e25-b1ce-a818c8036b8a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.4179685 Apr 01 15:55:32.395444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43536) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.443721 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-258f47b6-9c2b-41f8-ba39-6be74e79663f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 200 len: 205 time: 0.0519705 Apr 01 15:55:32.444213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43540) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.451346 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6732859d-b0b5-4d6a-9536-6a43892a867c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4993429 Apr 01 15:55:32.458846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43544) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.481111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:32.494296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-00ef6002-cc7e-46fb-a240-0524b2e46225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.497801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.501789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.507353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.507996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.598835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] Pushing event deleted for resources: {'Port': ['ID=da1219b5-d561-40c5-bdeb-25d7901544aa,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.600673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51a7cd-95b1-450a-9abf-50adb084d4e6 None None] No DVR routers for this DVR port da1219b5-d561-40c5-bdeb-25d7901544aa on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:32.617739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8310adf8-fb41-40c4-840c-76420f5a90f8', 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '0808b39d-aa34-49b8-9179-ec1b90557ea2'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:32.618845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.631971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee7d51-910d-4be3-b1a0-1a4d4b0401a1 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:32.650536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed404f6-6ea3-47ea-9f2e-9bb8ef2a93ea None None] Network 47c38632-4631-4b19-9824-7381e8c6989e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:32.687755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.787908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9010825 Apr 01 15:55:32.787908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.787908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-20611bea-5a11-4b10-bb16-5d1db924d287 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9047098 Apr 01 15:55:32.789237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43548) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.789698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43550) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.837805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port daab6956-7abb-471b-b416-21f242fcea4e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:32.851888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fb8e7c91-1a79-492a-a748-25d84223f9c3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1256370893', 'prefixes': ['172.20.0.0/16']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:32.862646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:32.884826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0e1bb-ff97-44f7-b318-a6ac95ddb89b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=e946fd5e-c54a-41d7-9c23-4182bbc861ea,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.891342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb8e7c91-1a79-492a-a748-25d84223f9c3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:32.893569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.928518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:32.992081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Provisioning for port daab6956-7abb-471b-b416-21f242fcea4e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:33.032163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:33.040327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:33.045851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:33.049085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.049474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.063473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:33.071795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:33.076132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:33.083534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:33.084024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da1219b5-d561-40c5-bdeb-25d7901544aa no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:33.084872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:33.149160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port 5fbf03ca-4f25-4937-9fa0-581890b42120 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:33.150937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.183657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:33.186491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Provisioning complete for port daab6956-7abb-471b-b416-21f242fcea4e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:33.186886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.188068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.194564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:33.199661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.235180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: da1219b5-d561-40c5-bdeb-25d7901544aa {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:33.235577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device da1219b5-d561-40c5-bdeb-25d7901544aa not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:33.334844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3add10d8-f699-452b-9ee0-dcf0e84adb9b (CIDR: 2001:db8::/64) Apr 01 15:55:33.389957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:33.390506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:33.408148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '3add10d8-f699-452b-9ee0-dcf0e84adb9b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:33.408954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.426542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Allocated IP 172.20.0.1 (8310adf8-fb41-40c4-840c-76420f5a90f8/0808b39d-aa34-49b8-9179-ec1b90557ea2/049c9937-ae97-4fdd-ae07-ef0eeca120b9) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:33.431981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7c91-1a79-492a-a748-25d84223f9c3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for subnetpool, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.433159 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fb8e7c91-1a79-492a-a748-25d84223f9c3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6409922 Apr 01 15:55:33.440717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43556) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.442543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-948d8310-1329-471e-ae7c-f0c7c2e307db tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-581487120') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:33.481496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.495762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c1d13ef-1cb8-4ee9-9024-d79efb6b0b36 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0244150 Apr 01 15:55:33.497327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43560) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.502926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:33.646437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.681382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:33.686354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:33.689706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:33.698076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:33.752470 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-948d8310-1329-471e-ae7c-f0c7c2e307db tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-581487120 HTTP/1.1" status: 201 len: 201 time: 0.3115408 Apr 01 15:55:33.752686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43564) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.758073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-4b544c0e-2709-4a3e-9712-2a18d3b09c6b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-177136838') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:33.783750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for 5fbf03ca-4f25-4937-9fa0-581890b42120 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:33.791853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:33.795455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.832680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] For port daab6956-7abb-471b-b416-21f242fcea4e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=daab6956-7abb-471b-b416-21f242fcea4e,segment=NetworkSegment(7851ab2b-01b7-45a5-8a9b-a020fff6ffab),segment_id=7851ab2b-01b7-45a5-8a9b-a020fff6ffab)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:33.845497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/3add10d8-f699-452b-9ee0-dcf0e84adb9b/f2806444-e875-43ea-9900-8be8b5b5e01c) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:33.946738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.026898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.117213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.144275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.146805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Transition to ACTIVE for port object 049c9937-ae97-4fdd-ae07-ef0eeca120b9 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:34.153615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': '9ad36765-434e-4b3e-be63-7c2ecff6d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:34.153963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: e946fd5e-c54a-41d7-9c23-4182bbc861ea, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:34.179036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775fda2-f9c3-41cd-bf6b-25a641cf1e10 None None] Pushing event updated for resources: {'Port': ['ID=daab6956-7abb-471b-b416-21f242fcea4e,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.205191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Transition to ACTIVE for port object 049c9937-ae97-4fdd-ae07-ef0eeca120b9 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:34.228546 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b544c0e-2709-4a3e-9712-2a18d3b09c6b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-177136838 HTTP/1.1" status: 201 len: 201 time: 0.4745157 Apr 01 15:55:34.232762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43568) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.245926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-b7a8e7e6-33d9-46e6-b034-18be7bffb7b9 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-676446106') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.276931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.293977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Transition to ACTIVE for port object f2806444-e875-43ea-9900-8be8b5b5e01c will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:34.298174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Provisioning for port b68270ba-5844-447c-93cd-456975726345 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:34.301348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device daab6956-7abb-471b-b416-21f242fcea4e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:34.302849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=409f8342-6750-4d02-a895-6817c0698450,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.306920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=5fbf03ca-4f25-4937-9fa0-581890b42120,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.348513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.384647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Provisioning complete for port b68270ba-5844-447c-93cd-456975726345 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:34.385089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.390556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.481139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Network 8310adf8-fb41-40c4-840c-76420f5a90f8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:34.481364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.499947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:34.507520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:34.513309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Port b68270ba-5844-447c-93cd-456975726345 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:34.514836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Pushing event updated for resources: {'Port': ['ID=049c9937-ae97-4fdd-ae07-ef0eeca120b9,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.534648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=0808b39d-aa34-49b8-9179-ec1b90557ea2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.546778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Transition to ACTIVE for port object f2806444-e875-43ea-9900-8be8b5b5e01c will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:34.577474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:55:34.589680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:34.595522 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b7a8e7e6-33d9-46e6-b034-18be7bffb7b9 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-676446106 HTTP/1.1" status: 201 len: 201 time: 0.3616912 Apr 01 15:55:34.599110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.603072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43572) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.606463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Provisioning complete for port daab6956-7abb-471b-b416-21f242fcea4e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:34.606865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b19970cd-459e-48f6-af65-f43c63ab719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.608451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.612671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.656222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port daab6956-7abb-471b-b416-21f242fcea4e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:34.656781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.660180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-38a651de-c520-4c24-8178-82d210718d3f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-1591153322') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.693365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.693967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router 65e51c97-c77b-49db-bd1f-6f7134d5b294 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:34.696859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e946fd5e-c54a-41d7-9c23-4182bbc861ea) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:34.703647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.706363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:34.706758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.735402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.740602 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a849b7ae-8536-46e4-927e-8b55fe3358fa tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 204 len: 168 time: 2.2916570 Apr 01 15:55:34.740754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Attempting to bind port 049c9937-ae97-4fdd-ae07-ef0eeca120b9 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:34.740754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Attempting to bind port 049c9937-ae97-4fdd-ae07-ef0eeca120b9 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:34.740754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Attempting to bind port 049c9937-ae97-4fdd-ae07-ef0eeca120b9 on network 8310adf8-fb41-40c4-840c-76420f5a90f8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:34.741050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43576) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.750560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-503278635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:34.753903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ffb9e-4b70-41b9-a234-4aefae358fc0 None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:34.756964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:34.758774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:34.763984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:34.764149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:34.766894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:34.769503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.774065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:34.777749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:34.778197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.798532 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-77ff47b6-a561-48fc-8c16-d96cd735bb79 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0078263 Apr 01 15:55:34.799953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43580) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.806416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:34.823020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8310adf8-fb41-40c4-840c-76420f5a90f8']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.835534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:34.836203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.836424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Checking segment: {'id': '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:34.837369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.837756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Bound using segment: {'id': '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:34.838233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Bound port: 049c9937-ae97-4fdd-ae07-ef0eeca120b9, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8310adf8-fb41-40c4-840c-76420f5a90f8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:34.838605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.846308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.846603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.868612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.877094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:34.892344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.900358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.901406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.902462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:34.903168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.917403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.932702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:34.954431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:34.959449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Pushing event updated for resources: {'Port': ['ID=f2806444-e875-43ea-9900-8be8b5b5e01c,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.997881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:35.001981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:35.005158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:35.012004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:35.012233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a9e85b0a-89ea-480f-ae85-277bfc286a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.021262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.095152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:35.098833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.137019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.138200 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5857f67-5eb0-4a61-a819-274f2a70cabf tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3939726 Apr 01 15:55:35.141134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43584) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.145838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:35.151799 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:35.159908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9f19c745-c8b9-4dba-8179-faa967c6a3e9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6623230 Apr 01 15:55:35.163942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-38a651de-c520-4c24-8178-82d210718d3f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-1591153322 HTTP/1.1" status: 201 len: 201 time: 0.5168719 Apr 01 15:55:35.166428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43588) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.166647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.176568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-e783305b-108f-46d4-8dff-3773cf200910 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:35.206124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:60:68:d8', 'name': 'tempest-NetworksTestDHCPv6-795612307'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.287351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Attempting to bind port f2806444-e875-43ea-9900-8be8b5b5e01c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:35.287676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Attempting to bind port f2806444-e875-43ea-9900-8be8b5b5e01c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:35.287997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Attempting to bind port f2806444-e875-43ea-9900-8be8b5b5e01c on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:35.314335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] For port 049c9937-ae97-4fdd-ae07-ef0eeca120b9, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:35.314697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:35.314697 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:35.314697 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': '8310adf8-fb41-40c4-840c-76420f5a90f8'}] Apr 01 15:55:35.314697 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:35.315390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:35.318513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:35.318910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:35.319670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.319882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:35.320506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Bound port: f2806444-e875-43ea-9900-8be8b5b5e01c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:35.321100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.345429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] For port 049c9937-ae97-4fdd-ae07-ef0eeca120b9, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=049c9937-ae97-4fdd-ae07-ef0eeca120b9,segment=NetworkSegment(3fdf8f5a-9e85-40a7-8a71-893ce7bd5652),segment_id=3fdf8f5a-9e85-40a7-8a71-893ce7bd5652)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:35.391732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e783305b-108f-46d4-8dff-3773cf200910 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 200 len: 240 time: 0.2201791 Apr 01 15:55:35.391732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:35.392654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43596) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.398756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-f04d6ecc-1196-455f-9968-b5434c9e39ec tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-581487120') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:35.446042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:35.485525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.494110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f04d6ecc-1196-455f-9968-b5434c9e39ec tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-581487120 HTTP/1.1" status: 204 len: 168 time: 0.0995784 Apr 01 15:55:35.499266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43600) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.504908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-692d69e3-b151-47b5-bd3e-5869f6bc6b56 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-581487120') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:35.536351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:35.550200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': '409f8342-6750-4d02-a895-6817c0698450'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:35.550967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.651762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0218a81-6d14-46f7-b5ba-542d71f586da None None] Provisioning complete for port b68270ba-5844-447c-93cd-456975726345 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:35.652145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e0218a81-6d14-46f7-b5ba-542d71f586da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.697658 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.ipam_backend_mixin [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 409f8342-6750-4d02-a895-6817c0698450 (CIDR: 2001:db8::/64) Apr 01 15:55:35.707117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.754267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 4c527e04-5dc7-480e-941c-f603afc4b200 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:35.755690 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:35.755690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:35.769387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.806077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb390bd-3066-415c-b5b8-d64a87318390 None None] Pushing event updated for resources: {'Port': ['ID=049c9937-ae97-4fdd-ae07-ef0eeca120b9,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.817908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.821399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.829033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] For port f2806444-e875-43ea-9900-8be8b5b5e01c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:35.857062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] For port f2806444-e875-43ea-9900-8be8b5b5e01c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f2806444-e875-43ea-9900-8be8b5b5e01c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:35.863904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e0218a81-6d14-46f7-b5ba-542d71f586da None None] Port b68270ba-5844-447c-93cd-456975726345 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:35.875573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port 049c9937-ae97-4fdd-ae07-ef0eeca120b9 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:35.875573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.878391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d00d7ff1-2f62-41c0-b81f-e20d419110b7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0773103 Apr 01 15:55:35.883272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43604) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.899974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.920525 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-692d69e3-b151-47b5-bd3e-5869f6bc6b56 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-581487120 HTTP/1.1" status: 204 len: 168 time: 0.4201760 Apr 01 15:55:35.928815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43608) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.933302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c27321-59f3-499b-96d1-ad5bed0abdf0 None None] Network 8310adf8-fb41-40c4-840c-76420f5a90f8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:35.940348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-b6698803-10c1-4cfc-a46c-0d78a2a42485 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:35.971606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.088936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Allocated IP 2001:db8::2 (e946fd5e-c54a-41d7-9c23-4182bbc861ea/409f8342-6750-4d02-a895-6817c0698450/c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:36.177434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:36.184997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:36.188605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:36.209794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24680-f230-471a-89f2-6d89ea056346 None None] Pushing event updated for resources: {'Port': ['ID=f2806444-e875-43ea-9900-8be8b5b5e01c,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.237006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::218 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/3add10d8-f699-452b-9ee0-dcf0e84adb9b/4c527e04-5dc7-480e-941c-f603afc4b200) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:36.261746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:36.262737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:68d8 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8/4c527e04-5dc7-480e-941c-f603afc4b200) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:36.269807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.273328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port 049c9937-ae97-4fdd-ae07-ef0eeca120b9, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=049c9937-ae97-4fdd-ae07-ef0eeca120b9,segment=NetworkSegment(3fdf8f5a-9e85-40a7-8a71-893ce7bd5652),segment_id=3fdf8f5a-9e85-40a7-8a71-893ce7bd5652)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:36.273673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.293782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b6698803-10c1-4cfc-a46c-0d78a2a42485 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 200 len: 205 time: 0.3592021 Apr 01 15:55:36.319635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43612) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:36.335072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-520d8d53-9979-4263-9f8c-3b2c5f9fc49b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:36.408588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.422711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for 049c9937-ae97-4fdd-ae07-ef0eeca120b9 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:36.447119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:36.451010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.467407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.538178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.552787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Transition to ACTIVE for port object c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:36.645700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Transition to ACTIVE for port object c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:36.726494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.748223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-520d8d53-9979-4263-9f8c-3b2c5f9fc49b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 200 len: 240 time: 0.4282398 Apr 01 15:55:36.756953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43616) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:36.765788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.775833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-f2e95c21-4316-4421-b0ed-ffbb8194debf tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-177136838') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:36.810121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.813250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:36.817015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:36.823864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:36.827851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Pushing event updated for resources: {'Port': ['ID=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.829936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=049c9937-ae97-4fdd-ae07-ef0eeca120b9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.839744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port 049c9937-ae97-4fdd-ae07-ef0eeca120b9 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:36.856805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Allocated IP 172.26.8.94 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/1c8c92f0-b35b-4b08-b8f9-2f8e525525f6) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:36.882786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 4c527e04-5dc7-480e-941c-f603afc4b200 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:36.937215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Attempting to bind port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:36.937600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Attempting to bind port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9ad36765-434e-4b3e-be63-7c2ecff6d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:36.938790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Attempting to bind port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e on network e946fd5e-c54a-41d7-9c23-4182bbc861ea {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:36.944811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:36.945181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Checking segment: {'id': '9ad36765-434e-4b3e-be63-7c2ecff6d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:36.945580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.946494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Bound using segment: {'id': '9ad36765-434e-4b3e-be63-7c2ecff6d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:36.947313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Bound port: c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad36765-434e-4b3e-be63-7c2ecff6d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:36.947911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.037697 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f2e95c21-4316-4421-b0ed-ffbb8194debf tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-177136838 HTTP/1.1" status: 204 len: 168 time: 0.2757339 Apr 01 15:55:37.040660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43620) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.053388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-fc259963-5604-4ed2-9c02-f23a219322c2 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-177136838') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.072026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:37.076139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,segment=NetworkSegment(9ad36765-434e-4b3e-be63-7c2ecff6d027),segment_id=9ad36765-434e-4b3e-be63-7c2ecff6d027)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:37.128092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.158608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.178258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.196358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8310adf8-fb41-40c4-840c-76420f5a90f8']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.213015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.213315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdf8f5a-9e85-40a7-8a71-893ce7bd5652') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.223610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.229174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.254580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.268590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:37.268590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:37.283679 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:37.309069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.326080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.326572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2bd1-8c25-4968-bccd-f5de04c1954c None None] Pushing event updated for resources: {'Port': ['ID=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.362376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.385993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.387230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.387911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.417110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=64000ea3-e703-4830-b061-40540b0bfa87,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.424830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.434655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.441957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:37.478144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.481536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.484218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:37.490781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.492173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.518206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=4c527e04-5dc7-480e-941c-f603afc4b200,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.519985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event updated for resources: {'Port': ['ID=1c8c92f0-b35b-4b08-b8f9-2f8e525525f6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.635231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc259963-5604-4ed2-9c02-f23a219322c2 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-177136838 HTTP/1.1" status: 204 len: 168 time: 0.5911920 Apr 01 15:55:37.635583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43624) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.642385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-84e5bad9-7297-4628-baee-054f3ea4b0bf tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.692117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.693713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.708417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.713082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/8310adf8-fb41-40c4-840c-76420f5a90f8 HTTP/1.1" status: 204 len: 168 time: 5.4172614 Apr 01 15:55:37.713082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b809d6c-77c9-48bd-9898-7aa8be4a25da tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5454001 Apr 01 15:55:37.713923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43628) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.737100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43630) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.750527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135984214'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:37.759390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a93f3-b118-44b2-9318-2c5dd88b9470 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:37.771586 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-56c04f94-6901-4b39-bdcd-d0eeebeb7e97 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8858252 Apr 01 15:55:37.776358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43636) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.796880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208da80-1c8d-4517-b432-e89e1e7aefb8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=8310adf8-fb41-40c4-840c-76420f5a90f8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.810741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:37.824794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:37.829461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:37.851607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'fixed_ips': [{'subnet_id': '409f8342-6750-4d02-a895-6817c0698450'}, {'subnet_id': '64000ea3-e703-4830-b061-40540b0bfa87'}], 'name': 'tempest-PortsIpV6TestJSON-991009960'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:37.853295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:37.859364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 4c527e04-5dc7-480e-941c-f603afc4b200 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:37.859706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.912198 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-84e5bad9-7297-4628-baee-054f3ea4b0bf tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 200 len: 205 time: 0.2753556 Apr 01 15:55:37.916592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43640) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.924087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-1ed5fd43-adf4-41e4-84f6-ba57d0caf2a5 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.990526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8913b6be-df5b-416c-a969-f4f6e0fe5ce9 None None] Provisioning for port f2806444-e875-43ea-9900-8be8b5b5e01c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:38.041406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:38.044894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.144152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Update dhcp port {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'fixed_ips': [{'subnet_id': '3add10d8-f699-452b-9ee0-dcf0e84adb9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd65ca97a-4f2b-4ac6-85b0-c0441ac64bb8'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'f2806444-e875-43ea-9900-8be8b5b5e01c'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:38.201373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:38.202234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.207853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1ed5fd43-adf4-41e4-84f6-ba57d0caf2a5 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 200 len: 240 time: 0.2877054 Apr 01 15:55:38.213695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43644) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.224270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-b91e793a-5e3c-45ee-94c3-fac906d2fc04 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-676446106') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.335134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:38.354672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:38.361767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:38.376310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.384303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.384714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe of type vlan for network 3f962985-3609-4d23-979e-8b9136d0291c Apr 01 15:55:38.433795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f2806444-e875-43ea-9900-8be8b5b5e01c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:38.464244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:38.526951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 4c527e04-5dc7-480e-941c-f603afc4b200 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:38.567127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b91e793a-5e3c-45ee-94c3-fac906d2fc04 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-676446106 HTTP/1.1" status: 204 len: 168 time: 0.3515794 Apr 01 15:55:38.567904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.574713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.582800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-3f0bc8f8-41a6-4041-95df-7eaa3c2e3d41 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-676446106') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.629526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:38.657242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe66:3691 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8/f2806444-e875-43ea-9900-8be8b5b5e01c) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:38.664134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.721490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06636c38-9d3e-43d1-9569-35a57a84f798 None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:38.949356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.974770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] For port f2806444-e875-43ea-9900-8be8b5b5e01c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f2806444-e875-43ea-9900-8be8b5b5e01c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:38.987560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b01c30e9-4663-4264-bce1-492a3f3d4ca3 None None] Provisioning for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:38.989525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:39.011979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.017995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:39.025246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.025977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f2806444-e875-43ea-9900-8be8b5b5e01c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:39.048126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f2806444-e875-43ea-9900-8be8b5b5e01c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:39.048780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.090658 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f0bc8f8-41a6-4041-95df-7eaa3c2e3d41 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-676446106 HTTP/1.1" status: 204 len: 168 time: 0.5143123 Apr 01 15:55:39.128145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.151513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43652) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.168513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-55bbe44e-e355-4585-b4de-45e37a405c56 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.196980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Transition to ACTIVE for port object f2806444-e875-43ea-9900-8be8b5b5e01c will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:39.241517 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5070729 Apr 01 15:55:39.251591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37e2cb-955e-4f58-b5cf-7d7d32e6711b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=3f962985-3609-4d23-979e-8b9136d0291c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.254945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43656) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.263181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:39.276320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3f962985-3609-4d23-979e-8b9136d0291c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:39.360798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.370362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.375599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.412318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.447489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.514389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=4c527e04-5dc7-480e-941c-f603afc4b200,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.517871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-55bbe44e-e355-4585-b4de-45e37a405c56 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 200 len: 205 time: 0.3658347 Apr 01 15:55:39.523299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43660) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.531611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-8a860947-4863-45c9-ad71-89df3e919f1b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.677249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.682288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-953484bf-afea-4e61-a5e3-e496f8b2fa44 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/4c527e04-5dc7-480e-941c-f603afc4b200 HTTP/1.1" status: 204 len: 168 time: 1.9433494 Apr 01 15:55:39.686078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43664) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.689513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25f340-4e43-48e9-bea5-a8e0a3caba8c None None] Pushing event updated for resources: {'Port': ['ID=f2806444-e875-43ea-9900-8be8b5b5e01c,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.726523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.728861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:39.729556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:39.732315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Update dhcp port {'port': {'network_id': 'e946fd5e-c54a-41d7-9c23-4182bbc861ea', 'fixed_ips': [{'subnet_id': '409f8342-6750-4d02-a895-6817c0698450', 'ip_address': '2001:db8::2'}, {'subnet_id': '64000ea3-e703-4830-b061-40540b0bfa87'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:39.742137 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a860947-4863-45c9-ad71-89df3e919f1b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 200 len: 241 time: 0.2176430 Apr 01 15:55:39.745192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43670) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.752988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-3c135993-14e6-40b0-9767-c8b87ed208c0 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-1591153322') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.783076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c135993-14e6-40b0-9767-c8b87ed208c0 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-1591153322 HTTP/1.1" status: 204 len: 168 time: 0.0364041 Apr 01 15:55:39.787675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43674) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.797984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-2a90caac-ae0e-43f9-9cde-4209f9084e66 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-1591153322') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.825357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.875124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.881246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::39d (e946fd5e-c54a-41d7-9c23-4182bbc861ea/409f8342-6750-4d02-a895-6817c0698450/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:39.906755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8:0:1::22e (e946fd5e-c54a-41d7-9c23-4182bbc861ea/64000ea3-e703-4830-b061-40540b0bfa87/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:39.908596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 3f962985-3609-4d23-979e-8b9136d0291c is not hosted by any dhcp agent {{(pid=88732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:55:39.915247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:39.916011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.920665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "PUT /v2.0/networks/3f962985-3609-4d23-979e-8b9136d0291c HTTP/1.1" status: 200 len: 723 time: 0.6616876 Apr 01 15:55:39.922453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43678) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.935830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': '3f962985-3609-4d23-979e-8b9136d0291c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:40.037642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Router 6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:40.064572 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a90caac-ae0e-43f9-9cde-4209f9084e66 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-1591153322 HTTP/1.1" status: 204 len: 168 time: 0.2757173 Apr 01 15:55:40.067485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43682) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.068870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2ded4-6cc9-404e-a44c-092df4010684 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=3f962985-3609-4d23-979e-8b9136d0291c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.090143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-63afd0fd-407c-4f4d-b6ce-93d806761f7e tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.091336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3f962985-3609-4d23-979e-8b9136d0291c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:40.120129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35915658-5b16-4c1c-b7d1-8c6b5184471c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.120940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-35915658-5b16-4c1c-b7d1-8c6b5184471c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:40.217784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-35915658-5b16-4c1c-b7d1-8c6b5184471c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:40.220114 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-35915658-5b16-4c1c-b7d1-8c6b5184471c tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5330455 Apr 01 15:55:40.221831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43686) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.294351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.298008 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-63afd0fd-407c-4f4d-b6ce-93d806761f7e tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 200 len: 205 time: 0.2181001 Apr 01 15:55:40.302977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43690) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.308669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-2a194e0c-1596-4bef-884e-5d5befc8f794 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.334358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19c9e5-54d7-4381-8d7e-3ce4fd7ecb71 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.335977 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9c19c9e5-54d7-4381-8d7e-3ce4fd7ecb71 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1131678 Apr 01 15:55:40.336289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f2806444-e875-43ea-9900-8be8b5b5e01c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f2806444-e875-43ea-9900-8be8b5b5e01c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:40.340178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43694) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.351327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:40.366865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:40.411694 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a194e0c-1596-4bef-884e-5d5befc8f794 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1073585 Apr 01 15:55:40.415814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43698) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.419041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:40.423659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-e3901708-8763-4653-a112-35a2cec88b4b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.451096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:40.457680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-acc89486-a5c8-45db-bba0-02657089c766 None None] Could not find standard attr ID for object 4c527e04-5dc7-480e-941c-f603afc4b200. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:40.469365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.473940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:40.517222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.518678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.520320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.521150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:40.564003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:40.567398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.615794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:40.616043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:40.617238 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-90f413ce-362a-4ce2-86d3-8896a2907ad5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2761443 Apr 01 15:55:40.622310 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e3901708-8763-4653-a112-35a2cec88b4b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 204 len: 168 time: 0.2033303 Apr 01 15:55:40.622310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43702) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.624379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43704) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.629030 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e104e-c718-4862-8056-9e1af393d001 None None] Sync routers for ids ['6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:40.632821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-acc89486-a5c8-45db-bba0-02657089c766 None None] Provisioning for port f2806444-e875-43ea-9900-8be8b5b5e01c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:40.648001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.651520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-60abd60c-3b46-43fc-8c31-93de8d565e78 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "PUT /v2.0/routers/6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 200 len: 882 time: 5.5073025 Apr 01 15:55:40.651666 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] Routers {'6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:40.651666 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.655658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43710) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.669602 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-acc89486-a5c8-45db-bba0-02657089c766 None None] Provisioning complete for port f2806444-e875-43ea-9900-8be8b5b5e01c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:40.669972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc89486-a5c8-45db-bba0-02657089c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.712103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-349fc576-f735-4c3d-844c-eedd58cebf9d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.734689 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.753668 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] Routers {'6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:40.756162 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.828458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 3add10d8-f699-452b-9ee0-dcf0e84adb9b {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:40.836165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.838516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f2806444-e875-43ea-9900-8be8b5b5e01c,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.848431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:40.868342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:40.868715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.870074 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-872e104e-c718-4862-8056-9e1af393d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.870681 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e104e-c718-4862-8056-9e1af393d001 None None] The sync data for ids ['6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:40.935222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-349fc576-f735-4c3d-844c-eedd58cebf9d tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 204 len: 168 time: 0.3096838 Apr 01 15:55:40.938483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43714) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.944557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-b75c99b5-fe46-4d24-abdb-1533978ba96c tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.021629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed07d2c2-88d2-4bb0-bb8a-3f603e338cb8 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 200 len: 923 time: 0.3633251 Apr 01 15:55:41.032041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43718) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.043762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.051201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.079600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8cfba3b1-38a3-4005-b5a9-1cb41feb7aac None None] Could not find standard attr ID for object 4c527e04-5dc7-480e-941c-f603afc4b200. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:41.098104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,segment=NetworkSegment(9ad36765-434e-4b3e-be63-7c2ecff6d027),segment_id=9ad36765-434e-4b3e-be63-7c2ecff6d027)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:41.109212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:41.117056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.189451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.213227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550241e5-5e41-4174-887c-70daa3a8c88a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.217182 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-550241e5-5e41-4174-887c-70daa3a8c88a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1784685 Apr 01 15:55:41.217502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43722) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.293375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.304964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f2806444-e875-43ea-9900-8be8b5b5e01c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:41.320753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.361254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b75c99b5-fe46-4d24-abdb-1533978ba96c tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 204 len: 168 time: 0.4214773 Apr 01 15:55:41.376036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43726) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.389999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-4c2385b9-0847-475d-b987-4d3da56c331f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-2024024905') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.397611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.443385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Allocated IP 2001:db8:0:1::2 (e946fd5e-c54a-41d7-9c23-4182bbc861ea/64000ea3-e703-4830-b061-40540b0bfa87/c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:41.464878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f2806444-e875-43ea-9900-8be8b5b5e01c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:41.465510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.474686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:41.483293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:41.488776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:41.494165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17a9b3-6ea2-4b40-b974-a840e887ec71 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.494918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.499545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.499766 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1b17a9b3-6ea2-4b40-b974-a840e887ec71 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.2771726 Apr 01 15:55:41.500896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43730) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.508728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=44b99ad1-99e3-4aad-a92e-7c17a1d31d2c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.549020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.566232 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d940d2ea-0f71-408d-9477-9b766db7f854 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 200 len: 205 time: 0.0602553 Apr 01 15:55:41.568847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43734) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.638375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=7e40ca3f-16c3-48a9-ba52-cb858a24da8c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.638695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.646785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:41.647250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: 3f962985-3609-4d23-979e-8b9136d0291c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:41.660433 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9937eba8-259d-4dc0-9fe0-e87ef9da8318 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8169348 Apr 01 15:55:41.664064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43738) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.672279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '409f8342-6750-4d02-a895-6817c0698450'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:41.696967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.702731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca9c6c-1b47-4208-9569-91b33ded51ad None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:41.713213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=3add10d8-f699-452b-9ee0-dcf0e84adb9b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.726868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,segment=NetworkSegment(9ad36765-434e-4b3e-be63-7c2ecff6d027),segment_id=9ad36765-434e-4b3e-be63-7c2ecff6d027)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:41.815605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.825810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b57eb0c0-5a0c-4574-9c12-6f0df15e3312 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/3add10d8-f699-452b-9ee0-dcf0e84adb9b HTTP/1.1" status: 204 len: 168 time: 1.2010975 Apr 01 15:55:41.826512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43742) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.834485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.869179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Transition to ACTIVE for port object c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:41.872478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.874367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 3f962985-3609-4d23-979e-8b9136d0291c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:42.041373 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c2385b9-0847-475d-b987-4d3da56c331f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-2024024905 HTTP/1.1" status: 201 len: 201 time: 0.6557322 Apr 01 15:55:42.046965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43746) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.055289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-53122f06-44d1-4c20-b2b3-2dc61628d713 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-821279807') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:42.083506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:42.095574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.130796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.153107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.159941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.227862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 3f962985-3609-4d23-979e-8b9136d0291c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:42.249022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:42.253463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.262466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4565203-672d-404e-a05d-6e745485f42d None None] Network 3f962985-3609-4d23-979e-8b9136d0291c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:42.273720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.288741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Delete allocated IP 2001:db8:0:1::22e (e946fd5e-c54a-41d7-9c23-4182bbc861ea/64000ea3-e703-4830-b061-40540b0bfa87) {{(pid=88733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:55:42.317872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port 1c8c92f0-b35b-4b08-b8f9-2f8e525525f6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:42.318323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.428103 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bd618269-99a2-4d21-8d01-d11be910ce42 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5018680 Apr 01 15:55:42.428103 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-53122f06-44d1-4c20-b2b3-2dc61628d713 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-821279807 HTTP/1.1" status: 201 len: 201 time: 0.3792679 Apr 01 15:55:42.433519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43750) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.437157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43752) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.440676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ec4b-48d6-482d-be9b-d8e80c94fc7d None None] Pushing event updated for resources: {'Port': ['ID=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.450240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-00755d4f-c8a0-4823-8378-8b1eb4861cfb tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-678535683') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:42.525312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:42.613159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-3f962985-3609-4d23-979e-8b9136d0291c', 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '7e40ca3f-16c3-48a9-ba52-cb858a24da8c'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:42.617315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.671333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.783012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.871957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2389493'] for subnet, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.917640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.923940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Allocated IP 172.20.0.2 (3f962985-3609-4d23-979e-8b9136d0291c/7e40ca3f-16c3-48a9-ba52-cb858a24da8c/d4654518-1147-4028-8447-f9fec949dac0) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:42.949305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Ignored duplicate provisioning block setup for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:55:42.980407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-00755d4f-c8a0-4823-8378-8b1eb4861cfb tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-678535683 HTTP/1.1" status: 201 len: 201 time: 0.5430789 Apr 01 15:55:42.980407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43764) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.985845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-08a960a8-cd73-433b-ac23-9afe1bf01ee1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-78239046') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:43.045904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.094654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f9c0f3a5-5888-430b-9984-e289df62754f None None] Provisioning complete for port f2806444-e875-43ea-9900-8be8b5b5e01c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:43.095033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f3a5-5888-430b-9984-e289df62754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.111254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for 1c8c92f0-b35b-4b08-b8f9-2f8e525525f6 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:43.135335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff0739-01de-4104-aebf-f1213864ce4f None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:43.146771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.165981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.170016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.170016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.170016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.170422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.170422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173827 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08a960a8-cd73-433b-ac23-9afe1bf01ee1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-78239046 HTTP/1.1" status: 201 len: 201 time: 0.1900060 Apr 01 15:55:43.173933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.173933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.175135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43768) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.189950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-afc701ca-6cf8-4cc5-80e4-07626a769e3b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', {'tags': ['tempest-TagsExtTest-Tag-209030045', 'tempest-TagsExtTest-Tag-1036457534', 'tempest-TagsExtTest-Tag-799049621']}) {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:43.194201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6d6e2bc7-c4d7-4f60-bade-5467e865fb59 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8 HTTP/1.1" status: 204 len: 168 time: 1.3665953 Apr 01 15:55:43.194888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43772) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.241937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] In _notify_port_updated(), no bound segment for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c on network e946fd5e-c54a-41d7-9c23-4182bbc861ea {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:43.247857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:43.248971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.250465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/ports/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c HTTP/1.1" status: 200 len: 925 time: 1.5845046 Apr 01 15:55:43.257340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43776) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.279829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '409f8342-6750-4d02-a895-6817c0698450'}, {'subnet_id': '64000ea3-e703-4830-b061-40540b0bfa87'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:43.312123 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9ec86fa1-56da-48ee-afdc-22d9a1a23a0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057253 Apr 01 15:55:43.312300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43780) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.318046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:43.327291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:43.329801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=44b99ad1-99e3-4aad-a92e-7c17a1d31d2c,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.354335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.354710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.355049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.355384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.355714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.356041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.356365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.356684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.357006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.357326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.357641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.357957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c56234-fb98-4a5e-898e-31ae2acc337f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:43.361510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5140896-263a-442f-a296-60455fd5e7d4 None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:43.460190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.465435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:43.470327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:43.473662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:43.482398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:43.628963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:43.632882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.641978 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-afc701ca-6cf8-4cc5-80e4-07626a769e3b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 200 len: 316 time: 0.4634204 Apr 01 15:55:43.643526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43784) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.649315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-09760440-e5bd-435c-b6c8-52de7eae6325 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:43.662333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.672589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.713059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Transition to ACTIVE for port object d4654518-1147-4028-8447-f9fec949dac0 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:43.788207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=1c8c92f0-b35b-4b08-b8f9-2f8e525525f6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.800042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Transition to ACTIVE for port object d4654518-1147-4028-8447-f9fec949dac0 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:43.804380 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:43.895379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.934862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.960609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:43.974079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Deleting port f2806444-e875-43ea-9900-8be8b5b5e01c {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:43.975609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.026879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Network 3f962985-3609-4d23-979e-8b9136d0291c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:44.027689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-500d5c32-0715-4194-8943-0ae464753f7f None None] Provisioning for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:44.037275 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09760440-e5bd-435c-b6c8-52de7eae6325 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 204 len: 168 time: 0.3914583 Apr 01 15:55:44.037487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.037946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:44.044188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.045281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Pushing event updated for resources: {'Port': ['ID=d4654518-1147-4028-8447-f9fec949dac0,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.055136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-d9e4a312-7a22-4996-aa57-a944383b20ef tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-209030045') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.090540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-500d5c32-0715-4194-8943-0ae464753f7f None None] Provisioning complete for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:44.090931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-500d5c32-0715-4194-8943-0ae464753f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.153881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.154238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.154579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.155017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.155353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.155708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.156022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.156349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.156676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.156997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.157322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.157643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:44.174873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2655302'] for subnet, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.189029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.191553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.279897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Attempting to bind port d4654518-1147-4028-8447-f9fec949dac0 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:44.280070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Attempting to bind port d4654518-1147-4028-8447-f9fec949dac0 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:44.280443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Attempting to bind port d4654518-1147-4028-8447-f9fec949dac0 on network 3f962985-3609-4d23-979e-8b9136d0291c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:44.286505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=7e40ca3f-16c3-48a9-ba52-cb858a24da8c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.303488 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-d9e4a312-7a22-4996-aa57-a944383b20ef tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:44.307652 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9e4a312-7a22-4996-aa57-a944383b20ef tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-209030045 HTTP/1.1" status: 404 len: 328 time: 0.2571092 Apr 01 15:55:44.309843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43792) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.314891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:44.321436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Checking segment: {'id': '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:44.321436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.322122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.322240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Bound using segment: {'id': '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:44.322240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Bound port: d4654518-1147-4028-8447-f9fec949dac0, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f962985-3609-4d23-979e-8b9136d0291c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:44.322240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.322494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.322494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2bc72c50-54e4-4c2f-b430-4823efc44582 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "PUT /v2.0/subnets/7e40ca3f-16c3-48a9-ba52-cb858a24da8c HTTP/1.1" status: 200 len: 806 time: 1.8848071 Apr 01 15:55:44.322703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.322703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:44.328471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43796) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.333795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-f3c9b101-af4f-44b0-a376-8fefbf700872 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-1036457534') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.392854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8:0:1::1f7 (e946fd5e-c54a-41d7-9c23-4182bbc861ea/64000ea3-e703-4830-b061-40540b0bfa87/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:44.494050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.523325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] For port f2806444-e875-43ea-9900-8be8b5b5e01c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f2806444-e875-43ea-9900-8be8b5b5e01c,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:44.523325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.557010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.558281 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9dd99881-d9ef-4da8-8bf1-1800a6b98584 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 204 len: 168 time: 2.9883637 Apr 01 15:55:44.562759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43800) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.567954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-37700045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:44.577412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:44.582504 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-f3c9b101-af4f-44b0-a376-8fefbf700872 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:44.586145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f3c9b101-af4f-44b0-a376-8fefbf700872 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-1036457534 HTTP/1.1" status: 404 len: 329 time: 0.2708299 Apr 01 15:55:44.590663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:44.593455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43804) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.595848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:44.608821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-0fb7675c-7cc2-4ec5-a737-6494ed519f87 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a', 'tempest-TagsExtTest-Tag-799049621') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.618416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:44.623612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.628465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.633400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.634937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.644209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=735e8cc1-5628-42fa-8627-c579935fc02f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.652897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:44.664288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port d4654518-1147-4028-8447-f9fec949dac0 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:44.665806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.733360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.741541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-0fb7675c-7cc2-4ec5-a737-6494ed519f87 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:44.745569 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0fb7675c-7cc2-4ec5-a737-6494ed519f87 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags/tempest-TagsExtTest-Tag-799049621 HTTP/1.1" status: 404 len: 328 time: 0.1487274 Apr 01 15:55:44.746457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43808) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.748828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Calling delete_port for f2806444-e875-43ea-9900-8be8b5b5e01c owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:44.751198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-8fc759d8-9812-495e-b35c-69f984f26286 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', {'tags': ['tempest-TagsExtTest-Tag-1452834319', 'tempest-TagsExtTest-Tag-1457510793', 'tempest-TagsExtTest-Tag-1363565689']}) {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.784232 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a0c61423-21f0-4a4f-a8c6-876a7cfd5e60 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4709113 Apr 01 15:55:44.793719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] For port d4654518-1147-4028-8447-f9fec949dac0, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:44.795556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43812) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.803120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:44.808846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Ignored duplicate provisioning block setup for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:55:44.809809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] For port d4654518-1147-4028-8447-f9fec949dac0, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d4654518-1147-4028-8447-f9fec949dac0,segment=NetworkSegment(0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe),segment_id=0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:44.874661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.875698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.893421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.930922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.931121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.987899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fc759d8-9812-495e-b35c-69f984f26286 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 200 len: 318 time: 0.2406249 Apr 01 15:55:45.021018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43816) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.022927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd45b4-5eb9-4263-9249-fe0a761920e5 None None] Pushing event updated for resources: {'Port': ['ID=d4654518-1147-4028-8447-f9fec949dac0,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.036224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.040226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Provisioning for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:45.050980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.062972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-f5688e97-651d-49cb-a708-2e7910c5e119 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.102818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Provisioning complete for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:45.108370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.143638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] In _notify_port_updated(), no bound segment for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c on network e946fd5e-c54a-41d7-9c23-4182bbc861ea {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:45.158594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:45.158594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.158594 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/ports/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c HTTP/1.1" status: 200 len: 1011 time: 1.8870761 Apr 01 15:55:45.159178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43820) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.174939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] Pushing event deleted for resources: {'Port': ['ID=f2806444-e875-43ea-9900-8be8b5b5e01c,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.182141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ccd6-d999-4773-91aa-0e9e35f297f6 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=44b99ad1-99e3-4aad-a92e-7c17a1d31d2c,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.183086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd95256-2a0c-4d88-ad09-c46395d9b301 None None] No DVR routers for this DVR port f2806444-e875-43ea-9900-8be8b5b5e01c on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:45.184729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:45.234519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d13e9-dbd1-441d-bde5-1f679f20819b None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:45.267180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Provisioning complete for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:45.269557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6b813eb0-812d-4e1a-8864-3a88a12444d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.292159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.293257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:45.293850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.299178 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d007ea79-5f92-453d-a958-597b5af07f94 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7361829 Apr 01 15:55:45.300090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43826) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.319009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': True}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:45.351264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f2806444-e875-43ea-9900-8be8b5b5e01c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:45.392270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:45.392470 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f5688e97-651d-49cb-a708-2e7910c5e119 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 204 len: 168 time: 0.3474464 Apr 01 15:55:45.394463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43830) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.397780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:45.411951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-b66278d7-e650-4115-8694-6beda8d5e57b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-1452834319') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.443593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:45.449640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port d4654518-1147-4028-8447-f9fec949dac0, host dv-neutron-835944-1-hyperv, got binding levels [] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:45.449640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.459707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f2806444-e875-43ea-9900-8be8b5b5e01c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:45.460059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f2806444-e875-43ea-9900-8be8b5b5e01c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:45.477309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:45.692859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'tenant_id': '6e5fcdfa14094b32a71fccc57cf4fc89', 'fixed_ips': [{'subnet_id': '735e8cc1-5628-42fa-8627-c579935fc02f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:45.693727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.738870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.810093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-56a82126-31be-4451-9453-e4814934ddf6 None None] Provisioning complete for port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:45.810569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-56a82126-31be-4451-9453-e4814934ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.909964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.930357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-56a82126-31be-4451-9453-e4814934ddf6 None None] Port 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:45.953564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Allocated IP 2001:db8::2 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/735e8cc1-5628-42fa-8627-c579935fc02f/90abce5c-b4d0-4620-a779-f7bfd8db177e) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:45.989239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 44b99ad1-99e3-4aad-a92e-7c17a1d31d2c owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:46.026155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for d4654518-1147-4028-8447-f9fec949dac0 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:46.059667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:46.063110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.189843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.202232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Transition to ACTIVE for port object 90abce5c-b4d0-4620-a779-f7bfd8db177e will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:46.229216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Transition to ACTIVE for port object 90abce5c-b4d0-4620-a779-f7bfd8db177e will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:46.327291 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-b66278d7-e650-4115-8694-6beda8d5e57b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:46.328361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b66278d7-e650-4115-8694-6beda8d5e57b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-1452834319 HTTP/1.1" status: 404 len: 329 time: 0.9331217 Apr 01 15:55:46.334536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43834) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.342389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-3a5f027c-5bad-4be8-a69b-6fb8729f4fcc tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-1457510793') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.345473 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 735e8cc1-5628-42fa-8627-c579935fc02f (CIDR: 2001:db8::/64) Apr 01 15:55:46.355642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.384040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.415408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.417051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:46.417417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:46.418059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:46.420689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:46.422656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:46.422656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:46.424904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:46.521089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Pushing event updated for resources: {'Port': ['ID=90abce5c-b4d0-4620-a779-f7bfd8db177e,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.548806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Attempting to bind port 90abce5c-b4d0-4620-a779-f7bfd8db177e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:46.549170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Attempting to bind port 90abce5c-b4d0-4620-a779-f7bfd8db177e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:46.549535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Attempting to bind port 90abce5c-b4d0-4620-a779-f7bfd8db177e on network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Checking segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Bound using segment: {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Bound port: 90abce5c-b4d0-4620-a779-f7bfd8db177e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:46.563836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.564756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-3a5f027c-5bad-4be8-a69b-6fb8729f4fcc tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:46.568407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a5f027c-5bad-4be8-a69b-6fb8729f4fcc tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-1457510793 HTTP/1.1" status: 404 len: 329 time: 0.2303076 Apr 01 15:55:46.569348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43838) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.576077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-224e49a6-d4ac-4cd2-b12f-ca16886b30f9 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345', 'tempest-TagsExtTest-Tag-1363565689') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.601246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 172.26.8.125 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/52330fa9-400d-46c6-817f-8046bcb5168c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:46.621005 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b3ae1a8-f2bd-486f-9f9b-3aa6e50a6b45 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8220906 Apr 01 15:55:46.623773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43842) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.637788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'subnet': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:46.664097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] For port 90abce5c-b4d0-4620-a779-f7bfd8db177e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:46.668315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] For port 90abce5c-b4d0-4620-a779-f7bfd8db177e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90abce5c-b4d0-4620-a779-f7bfd8db177e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:46.671271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb1399-01ac-4b03-b10b-3f45aa86bdae None None] Network 3f962985-3609-4d23-979e-8b9136d0291c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:46.681965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.765772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.793769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=44b99ad1-99e3-4aad-a92e-7c17a1d31d2c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.820124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.903972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.929222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6324-aee2-47b1-8e3a-752832b03c90 None None] Pushing event updated for resources: {'Port': ['ID=90abce5c-b4d0-4620-a779-f7bfd8db177e,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.979348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1ebefb7b-25a8-40a6-8d76-38db4ffbde6f None None] Provisioning for port d4654518-1147-4028-8447-f9fec949dac0 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.010376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port d4654518-1147-4028-8447-f9fec949dac0 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:47.010954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.043799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=52330fa9-400d-46c6-817f-8046bcb5168c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.056271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:47.058256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.061599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:47.237249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.242196 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-512afdd3-efcc-423a-9945-dd2a75230249 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c HTTP/1.1" status: 204 len: 168 time: 2.0774136 Apr 01 15:55:47.244344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43846) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.257334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-224e49a6-d4ac-4cd2-b12f-ca16886b30f9 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:47.261944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-224e49a6-d4ac-4cd2-b12f-ca16886b30f9 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags/tempest-TagsExtTest-Tag-1363565689 HTTP/1.1" status: 404 len: 329 time: 0.6912405 Apr 01 15:55:47.262523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43850) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.276381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-b189b019-06fd-4577-a159-747764ded10a tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', {'tags': ['tempest-TagsExtTest-Tag-673573235', 'tempest-TagsExtTest-Tag-1142193621', 'tempest-TagsExtTest-Tag-1946712488']}) {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:47.383412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d4654518-1147-4028-8447-f9fec949dac0 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:47.466686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ca662-4c78-4ac4-b1b1-dc0ab43be134 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:55:47.467838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc9ca662-4c78-4ac4-b1b1-dc0ab43be134 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:47.489428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:47.493756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012bc948-f12a-4bcf-9d93-a53fa8b2fdb1 None None] Network 3f962985-3609-4d23-979e-8b9136d0291c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:47.510938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:subnet and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:47.517338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:47.531346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:47.568839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port d4654518-1147-4028-8447-f9fec949dac0, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d4654518-1147-4028-8447-f9fec949dac0,segment=NetworkSegment(0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe),segment_id=0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:47.569335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.596859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d4654518-1147-4028-8447-f9fec949dac0 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.609706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc9ca662-4c78-4ac4-b1b1-dc0ab43be134 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:47.617078 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc9ca662-4c78-4ac4-b1b1-dc0ab43be134 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c HTTP/1.1" status: 404 len: 333 time: 0.3629198 Apr 01 15:55:47.617208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-38ee3f57-ccec-4415-8c32-a39c82920e1f None None] Provisioning complete for port d4654518-1147-4028-8447-f9fec949dac0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.617208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38ee3f57-ccec-4415-8c32-a39c82920e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.618722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43854) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.648743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d4654518-1147-4028-8447-f9fec949dac0 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.649684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.703428 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b189b019-06fd-4577-a159-747764ded10a tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 200 len: 317 time: 0.4355187 Apr 01 15:55:47.710773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for d4654518-1147-4028-8447-f9fec949dac0 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:47.739868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:47.743865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.752090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43858) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.895811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-ba2fa3f5-e55c-447d-b7b4-35a451da2da0 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:47.966120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38ee3f57-ccec-4415-8c32-a39c82920e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.979970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.988668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 64000ea3-e703-4830-b061-40540b0bfa87 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:47.994796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.131555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.138763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.206477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=d4654518-1147-4028-8447-f9fec949dac0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.213885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.229140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.311723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port d4654518-1147-4028-8447-f9fec949dac0 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:48.427190 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ba2fa3f5-e55c-447d-b7b4-35a451da2da0 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 204 len: 168 time: 0.6727061 Apr 01 15:55:48.434487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43862) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.435005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.443711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-156e800c-df37-4b61-a635-e25c0250e7e1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-673573235') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.485597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bf94954c-6916-4f37-a2a5-51da481a1498 None None] Could not find standard attr ID for object d4654518-1147-4028-8447-f9fec949dac0. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:48.532370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607996cf-0588-46c8-8003-eaa4ef261119 None None] DHCP port deletion for 3f962985-3609-4d23-979e-8b9136d0291c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:48.558898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f6cef-bbdf-4d24-a6dd-5170dde4c6cc None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:55:48.571517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:55:48.601293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.702025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.717680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f6cef-bbdf-4d24-a6dd-5170dde4c6cc None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:48.743814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=7e40ca3f-16c3-48a9-ba52-cb858a24da8c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.748059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7d331fee-1ac8-4dad-9b22-2babb02712d9 None None] Provisioning for port 90abce5c-b4d0-4620-a779-f7bfd8db177e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:48.821807 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-156e800c-df37-4b61-a635-e25c0250e7e1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:48.822930 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-156e800c-df37-4b61-a635-e25c0250e7e1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-673573235 HTTP/1.1" status: 404 len: 328 time: 0.3891211 Apr 01 15:55:48.829348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43868) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.845259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-e064d0b9-7953-4a9d-a6d8-68b63f351da2 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-1142193621') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.933984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.943539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.967449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.049368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.084723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.117441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f962985-3609-4d23-979e-8b9136d0291c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.144908 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e064d0b9-7953-4a9d-a6d8-68b63f351da2 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:49.144908 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e064d0b9-7953-4a9d-a6d8-68b63f351da2 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-1142193621 HTTP/1.1" status: 404 len: 329 time: 0.3068104 Apr 01 15:55:49.145432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.145432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0823d5b6-b8c4-41b5-bc3e-3d4e77b73cfe') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.145875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8c4be-f65a-43c5-a9da-2656f52e370f None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:55:49.153325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43872) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.156273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=64000ea3-e703-4830-b061-40540b0bfa87,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.159195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.161947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-0876626f-d515-4975-9785-5f8717f20bf7 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f', 'tempest-TagsExtTest-Tag-1946712488') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.236945 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-29a806ad-0e42-40c8-a30c-33b0c849ac14 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/64000ea3-e703-4830-b061-40540b0bfa87 HTTP/1.1" status: 204 len: 168 time: 1.6172135 Apr 01 15:55:49.237820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43876) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.243444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.295463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.325109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8c4be-f65a-43c5-a9da-2656f52e370f None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:49.347750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90abce5c-b4d0-4620-a779-f7bfd8db177e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:49.406714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:49.407128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:49.427677 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:49.498333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 409f8342-6750-4d02-a895-6817c0698450 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:49.503429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.509546 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-0876626f-d515-4975-9785-5f8717f20bf7 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:49.513163 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0876626f-d515-4975-9785-5f8717f20bf7 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags/tempest-TagsExtTest-Tag-1946712488 HTTP/1.1" status: 404 len: 329 time: 0.3563447 Apr 01 15:55:49.518661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43880) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.532735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-97299fb3-dfb7-42db-8225-7b2e14e8de73 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', {'tags': ['tempest-TagsExtTest-Tag-186267741', 'tempest-TagsExtTest-Tag-1958930485', 'tempest-TagsExtTest-Tag-2146146348']}) {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.574640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.584616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] For port 90abce5c-b4d0-4620-a779-f7bfd8db177e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90abce5c-b4d0-4620-a779-f7bfd8db177e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:49.618686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.657162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 90abce5c-b4d0-4620-a779-f7bfd8db177e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:49.670855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 90abce5c-b4d0-4620-a779-f7bfd8db177e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:49.671229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.671838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.721249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router c99107b7-9966-4f02-adc5-a12e1c2ba6dc is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:49.725981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.781518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.800101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=3f962985-3609-4d23-979e-8b9136d0291c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.809307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-35de29a2-0b3a-4dae-a4c3-aa2814bc084c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/3f962985-3609-4d23-979e-8b9136d0291c HTTP/1.1" status: 204 len: 168 time: 5.4756308 Apr 01 15:55:49.809307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-97299fb3-dfb7-42db-8225-7b2e14e8de73 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "PUT /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 200 len: 317 time: 0.2860286 Apr 01 15:55:49.809307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.810638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.814229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43886) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.814558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43888) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.850019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-c2a404b6-2188-46a4-af84-36400d2734b3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.868080 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b4974-781e-478d-a8aa-1d65b7f6443d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:49.868554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b4974-781e-478d-a8aa-1d65b7f6443d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:49.876673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.895754 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6f1b4974-781e-478d-a8aa-1d65b7f6443d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/3f962985-3609-4d23-979e-8b9136d0291c HTTP/1.1" status: 404 len: 339 time: 0.0795453 Apr 01 15:55:49.953611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43894) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.960010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0edc14-fa0c-48c0-88c8-6e5ca9984f32 None None] Network 3f962985-3609-4d23-979e-8b9136d0291c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:49.969081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425044403', 'description': 'd1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:49.974892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85dbf61-8a8d-4b75-b17b-c06054715432 None None] Network e946fd5e-c54a-41d7-9c23-4182bbc861ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:49.977541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:49.987457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:network and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:49.988817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 90abce5c-b4d0-4620-a779-f7bfd8db177e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90abce5c-b4d0-4620-a779-f7bfd8db177e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:49.999918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:50.002468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:50.004093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.010181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:50.011103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0edc14-fa0c-48c0-88c8-6e5ca9984f32 None None] Network 3f962985-3609-4d23-979e-8b9136d0291c could not be found, it might have been deleted concurrently. {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 15:55:50.018588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.019533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.035684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19d905-77be-4797-a95b-2073052f3e62 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:50.047480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:50.051120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd2de1-a7af-450c-8879-d4a7a7a69773 None None] DHCP port deletion for 3f962985-3609-4d23-979e-8b9136d0291c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:50.066083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=409f8342-6750-4d02-a895-6817c0698450,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.068500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:50.069083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Subnet': ['ID=d3de739e-e2be-44f4-8dde-fdc544a184fb,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.078500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.079719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-28c5d899-a27f-4d4e-b2dd-251e3203bbfb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "PUT /v2.0/routers/c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 200 len: 917 time: 4.7784996 Apr 01 15:55:50.081561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=90abce5c-b4d0-4620-a779-f7bfd8db177e,revision_number=4']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.082437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.084172 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c8cd7c8a-f33d-4191-bfef-112abed72767 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/409f8342-6750-4d02-a895-6817c0698450 HTTP/1.1" status: 204 len: 168 time: 0.8434172 Apr 01 15:55:50.085862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43898) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.091596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43900) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.131233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] Sync routers for ids ['c99107b7-9966-4f02-adc5-a12e1c2ba6dc'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:50.140912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.216736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13a85c9c-1d63-42b4-8524-845b2ab91a10 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5916407 Apr 01 15:55:50.229078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43906) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.240882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Request body: {'port': {'network_id': '70d3a05b-6fb6-4f35-b51a-ac1206cb20b8', 'mac_address': 'fa:16:3e:7b:ee:8f', 'name': 'tempest-NetworksTestDHCPv6-1571576187'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:50.259098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-0c31d9c3-5249-4d27-8392-d9e994d7362f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5392001 Apr 01 15:55:50.259724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:50.270650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d4654518-1147-4028-8447-f9fec949dac0 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:50.270859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.277199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.277387 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c2a404b6-2188-46a4-af84-36400d2734b3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 204 len: 168 time: 0.4596086 Apr 01 15:55:50.287538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.292950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-72aeb76f-f14b-49f5-b083-4a72b3a20057 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-186267741') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.319807 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-55a07df6-79b4-4826-9412-e0c93cc35819 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 200 len: 923 time: 0.2328115 Apr 01 15:55:50.323507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43914) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.356554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:50.382221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.382868 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment 89068d8e-4e38-4f8b-9c15-a203895f580d of type vlan for network 8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 Apr 01 15:55:50.395181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d4654518-1147-4028-8447-f9fec949dac0 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:50.395527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d4654518-1147-4028-8447-f9fec949dac0 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:50.404411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] Routers {'c99107b7-9966-4f02-adc5-a12e1c2ba6dc'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:50.405060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c99107b7-9966-4f02-adc5-a12e1c2ba6dc'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.423585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.438258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377512f-773c-4108-be2c-73470fef70e9 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.439807 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a377512f-773c-4108-be2c-73470fef70e9 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=c99107b7-9966-4f02-adc5-a12e1c2ba6dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1156816 Apr 01 15:55:50.447872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:50.448560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.450284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43918) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.475058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=90abce5c-b4d0-4620-a779-f7bfd8db177e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.520180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-72aeb76f-f14b-49f5-b083-4a72b3a20057 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:50.523986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-72aeb76f-f14b-49f5-b083-4a72b3a20057 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-186267741 HTTP/1.1" status: 404 len: 328 time: 0.2414410 Apr 01 15:55:50.536773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43922) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.547405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.558360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-ff3a55dd-ba01-46a4-904f-66f3db8fada1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-1958930485') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.570521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] Routers {'c99107b7-9966-4f02-adc5-a12e1c2ba6dc'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:50.571264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c99107b7-9966-4f02-adc5-a12e1c2ba6dc'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.606844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:50.624916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Usage tracker for resource:port and tenant:6e5fcdfa14094b32a71fccc57cf4fc89 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:50.632865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d68f0-f69d-4bda-a29c-0a3460fd023a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.637489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:50.637705 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-718d68f0-f69d-4bda-a29c-0a3460fd023a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.1833560 Apr 01 15:55:50.637830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43926) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.653113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.653520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a6078-81df-452e-8b6e-e6c9a35d28fd None None] The sync data for ids ['c99107b7-9966-4f02-adc5-a12e1c2ba6dc'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:50.655901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:50.709274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-ff3a55dd-ba01-46a4-904f-66f3db8fada1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:50.732829 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ff3a55dd-ba01-46a4-904f-66f3db8fada1 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-1958930485 HTTP/1.1" status: 404 len: 329 time: 0.1724706 Apr 01 15:55:50.732829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43930) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.732829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-5398a665-3011-4f28-bc08-7f3b92932fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.732829 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-5398a665-3011-4f28-bc08-7f3b92932fc8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.3246589 Apr 01 15:55:50.732829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-4aeac588-ca8b-4583-90ab-eadcbc9b652a tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf', 'tempest-TagsExtTest-Tag-2146146348') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.749414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.756055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.757285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.769787 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c960fea5-fe23-4ce1-b79a-b4a2ead14246 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 200 len: 205 time: 0.1306810 Apr 01 15:55:50.798350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43934) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.812826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] DHCP port deletion for e946fd5e-c54a-41d7-9c23-4182bbc861ea request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:50.822908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Deleting port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:50.823955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.951906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Made reservation on behalf of 6e5fcdfa14094b32a71fccc57cf4fc89 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:50.973195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=8a0f6f73-ddc8-461d-a532-7c943dc4c0f0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.988011 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-84fdf7be-2017-4160-b027-82920722e17b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0253892 Apr 01 15:55:50.992037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43938) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.998018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:51.083812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,segment=NetworkSegment(9ad36765-434e-4b3e-be63-7c2ecff6d027),segment_id=9ad36765-434e-4b3e-be63-7c2ecff6d027)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:51.084212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.180826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.220089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-4aeac588-ca8b-4583-90ab-eadcbc9b652a tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] show failed (client error): The resource could not be found. Apr 01 15:55:51.224712 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4aeac588-ca8b-4583-90ab-eadcbc9b652a tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags/tempest-TagsExtTest-Tag-2146146348 HTTP/1.1" status: 404 len: 329 time: 0.5003595 Apr 01 15:55:51.249961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] For port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,segment=NetworkSegment(9ad36765-434e-4b3e-be63-7c2ecff6d027),segment_id=9ad36765-434e-4b3e-be63-7c2ecff6d027)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:51.250351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.304645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43942) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.311839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:51.379643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-805c98a1-a9aa-4a7b-afda-b9e1b05fc786 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd12d2485-cf7c-43f1-9a68-5cc61f3cccbf') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:51.408413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fd9a82-3040-46c3-88bc-836115873f0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:51.409133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d8fd9a82-3040-46c3-88bc-836115873f0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Synchronizing usage tracker for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:51.457763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90abce5c-b4d0-4620-a779-f7bfd8db177e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:51.497728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Calling delete_port for c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:51.512577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.527706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-2398d0e7-5c6f-40cb-920f-cccd247c1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:51.529227 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-2398d0e7-5c6f-40cb-920f-cccd247c1138 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 898 time: 0.6086333 Apr 01 15:55:51.563440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.605445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 90abce5c-b4d0-4620-a779-f7bfd8db177e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:51.613054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.648155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] device_id is not set on port 3a3a2146-7d35-481b-9839-10e49a056b49 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:51.701928 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-805c98a1-a9aa-4a7b-afda-b9e1b05fc786 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf/tags HTTP/1.1" status: 204 len: 168 time: 0.3346655 Apr 01 15:55:51.702413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43946) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.707962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-de72d418-e945-4bf4-9710-ebc68fe0bbd8 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ecb0a722-7542-48fb-a30e-7de3fa1f836f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:51.741545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-8c3f4fb5-1301-43e3-a7ed-f418398760c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 1001 time: 0.2044008 Apr 01 15:55:51.770255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d8fd9a82-3040-46c3-88bc-836115873f0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Unset dirty status for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:51.771835 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d8fd9a82-3040-46c3-88bc-836115873f0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks?id=8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 HTTP/1.1" status: 200 len: 761 time: 0.7783561 Apr 01 15:55:51.779263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43950) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.789942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'description': 'd2'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:51.816993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:51.839720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port 52330fa9-400d-46c6-817f-8046bcb5168c {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:51.840070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.868042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-67f64487-7cf1-4608-9865-ddf7bbc1c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:51.869605 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-67f64487-7cf1-4608-9865-ddf7bbc1c267 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.1152132 Apr 01 15:55:51.891191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-98704f17-88c4-4d61-997f-7f093349b947 None None] Provisioning complete for port 90abce5c-b4d0-4620-a779-f7bfd8db177e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:51.891556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98704f17-88c4-4d61-997f-7f093349b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.970742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No active binding found for port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e {{(pid=88734) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:55:51.975287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:51.977599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.023235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:52.024655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:52.040475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.041982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:52.084314 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-de72d418-e945-4bf4-9710-ebc68fe0bbd8 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f/tags HTTP/1.1" status: 204 len: 168 time: 0.3806398 Apr 01 15:55:52.090945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43954) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.110071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8::177 (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/735e8cc1-5628-42fa-8627-c579935fc02f/3a3a2146-7d35-481b-9839-10e49a056b49) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:52.115310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.tag.tag_plugin [None req-bded02b1-5306-4330-b43d-234e73f87fa3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b68270ba-5844-447c-93cd-456975726345') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:52.177242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:ee8f (70d3a05b-6fb6-4f35-b51a-ac1206cb20b8/d3de739e-e2be-44f4-8dde-fdc544a184fb/3a3a2146-7d35-481b-9839-10e49a056b49) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:52.271166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.290581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.291226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.292289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-4eb894d4-5cb7-4a9e-b228-6ddb79e31055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:52.293795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-4eb894d4-5cb7-4a9e-b228-6ddb79e31055 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4156845 Apr 01 15:55:52.353629 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e946fd5e-c54a-41d7-9c23-4182bbc861ea']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:52.394157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad36765-434e-4b3e-be63-7c2ecff6d027') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:52.394450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad36765-434e-4b3e-be63-7c2ecff6d027') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:52.415454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for 52330fa9-400d-46c6-817f-8046bcb5168c owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:52.457098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.526299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Deleting port c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:52.526791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.590773 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.600833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e443f-e76a-4e5c-b599-3777bacf03f7 None None] The port 'c3c0ac96-9ce7-4ece-b045-bd8d62e92c6e' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:52.615489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network 8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 is not hosted by any dhcp agent {{(pid=88733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:55:52.621265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:52.621858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.623146 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "PUT /v2.0/networks/8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 HTTP/1.1" status: 200 len: 758 time: 0.8399467 Apr 01 15:55:52.638783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43958) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.660131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.725639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:52.726088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.733240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:52.744400 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:52.840503 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bded02b1-5306-4330-b43d-234e73f87fa3 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/ports/b68270ba-5844-447c-93cd-456975726345/tags HTTP/1.1" status: 204 len: 168 time: 0.7456832 Apr 01 15:55:52.841094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=52330fa9-400d-46c6-817f-8046bcb5168c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.844341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526411cc-4f16-4587-b10d-b2faf93ece1f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=8a0f6f73-ddc8-461d-a532-7c943dc4c0f0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.852245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43962) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.864841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:52.875612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-d7f7ff56-57f5-4d1d-90fe-104cfdda14cc service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676355 Apr 01 15:55:52.990637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.052696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Transition to ACTIVE for port object 3a3a2146-7d35-481b-9839-10e49a056b49 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:53.054650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.tag.tag_plugin [None req-8eecfa5a-e547-47ce-8736-ddaec1602944 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.055830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.080784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10fcbd83-dfb1-4d8e-b2a6-725708e02d99 req-899c503d-748f-447d-a7b1-a8d4a6bdc854 service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952612 Apr 01 15:55:53.085587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.088526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552c120-6093-4d83-9375-9a7bc84eeb3f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.095786 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3552c120-6093-4d83-9375-9a7bc84eeb3f tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks?id=8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 HTTP/1.1" status: 200 len: 761 time: 0.4501460 Apr 01 15:55:53.096019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=e946fd5e-c54a-41d7-9c23-4182bbc861ea,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.098449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43966) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.136016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481675657'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:53.145258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.176661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.200574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.326346 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-add70699-05fd-476d-bb75-41db26770c1f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/e946fd5e-c54a-41d7-9c23-4182bbc861ea HTTP/1.1" status: 204 len: 168 time: 3.2318001 Apr 01 15:55:53.329828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43970) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.386138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.388978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.410757 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8eecfa5a-e547-47ce-8736-ddaec1602944 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a/tags HTTP/1.1" status: 204 len: 168 time: 0.5275075 Apr 01 15:55:53.413114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166d363-5e6b-4026-82b8-7b77ebe3f133 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.413858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5166d363-5e6b-4026-82b8-7b77ebe3f133 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:53.417012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43974) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.443615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:53.456795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.456981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.477722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:53.487005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.487341 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment da70b839-b4de-441e-a05a-9efde26d1a7c of type vlan for network c906c2e5-a684-4001-bac8-291d2bb6f498 Apr 01 15:55:53.515816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.519514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.520037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router c99107b7-9966-4f02-adc5-a12e1c2ba6dc {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:53.557397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.562163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5f7ad19f-d9dc-4f54-acca-b93025277bf3 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 204 len: 168 time: 2.7544305 Apr 01 15:55:53.562609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43978) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.568810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:53.569345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-810028191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:53.576316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.578136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5166d363-5e6b-4026-82b8-7b77ebe3f133 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:53.579316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5166d363-5e6b-4026-82b8-7b77ebe3f133 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2485712 Apr 01 15:55:53.580275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:53.584282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event updated for resources: {'Port': ['ID=3a3a2146-7d35-481b-9839-10e49a056b49,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.587198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:53.588251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:53.591867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:53.593009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.593674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.597850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43982) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.600985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.650255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.655251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.655861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.733882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f876b566-815f-4021-89e0-4bee452d6658 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for subnetpool, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.738865 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f876b566-815f-4021-89e0-4bee452d6658 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d12d2485-cf7c-43f1-9a68-5cc61f3cccbf HTTP/1.1" status: 204 len: 168 time: 0.3159857 Apr 01 15:55:53.739522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43988) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.771939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=c906c2e5-a684-4001-bac8-291d2bb6f498,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.793297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c906c2e5-a684-4001-bac8-291d2bb6f498 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:53.793408 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c86cd89c-98dc-46f5-abc3-8c0ab4665212 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5574930 Apr 01 15:55:53.793501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43992) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.796759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e31abbc-89c2-4c88-97d9-3dd48bc06d2f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Synchronizing usage tracker for tenant:38e8687322964e8eabf7d54576549a56 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:53.835770 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-56939d2b-72d9-4d47-b7bb-b46e5579d39b tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7360816 Apr 01 15:55:53.841332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5684ab42-529e-48c1-a918-ef24cf14b7f3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2424221 Apr 01 15:55:53.847446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 43996) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.848567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 43998) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.856370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:53.856697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-556148231'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:53.868718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.880672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:53.888469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:53.896544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting port 3a3a2146-7d35-481b-9839-10e49a056b49 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:53.896893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.928904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.932375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.933378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.951440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.985724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.989895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Usage tracker for resource:subnet and tenant:0938e28cdb1d4fca92d2570bffa70637 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:53.993371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:53.999738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:54.010083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e31abbc-89c2-4c88-97d9-3dd48bc06d2f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Unset dirty status for tenant:38e8687322964e8eabf7d54576549a56 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:54.011459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e31abbc-89c2-4c88-97d9-3dd48bc06d2f tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb0a722-7542-48fb-a30e-7de3fa1f836f HTTP/1.1" status: 200 len: 205 time: 0.2709863 Apr 01 15:55:54.014376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44010) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.028307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8e7f5341-fe12-4344-9ccd-bd54a7b277a7 None None] Provisioning for port 3a3a2146-7d35-481b-9839-10e49a056b49 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:54.035871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8e7f5341-fe12-4344-9ccd-bd54a7b277a7 None None] Provisioning complete for port 3a3a2146-7d35-481b-9839-10e49a056b49 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.036492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5341-fe12-4344-9ccd-bd54a7b277a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.095550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f5341-fe12-4344-9ccd-bd54a7b277a7 None None] Port 3a3a2146-7d35-481b-9839-10e49a056b49 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:54.107721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.114286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:54.117911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.157370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:54.160784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.180422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.236420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:54.262327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.262707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment 22e5bbe9-c784-40a4-a621-8a50c931c0fe of type vlan for network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c Apr 01 15:55:54.264663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.282008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.283259 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7ff43683-243f-47a2-a280-f5f2ed329cfe tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7195315 Apr 01 15:55:54.321998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44018) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.344717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'enable_snat': False}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:54.410904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Calling delete_port for 3a3a2146-7d35-481b-9839-10e49a056b49 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:54.459559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.697567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.703750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:54.704341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.768408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac8541-a9e4-495f-98a7-014ddfada0bd req-6f1a888d-d4f0-4448-bee1-3579907af634 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:54.769952 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f6ac8541-a9e4-495f-98a7-014ddfada0bd req-6f1a888d-d4f0-4448-bee1-3579907af634 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2100995 Apr 01 15:55:54.854513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.910862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.986301 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1366999 Apr 01 15:55:54.994291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44030) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.004172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:55.019501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7d635-6e14-481e-9348-c0a88549d0ce tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.034851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:55.062836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f6ac8541-a9e4-495f-98a7-014ddfada0bd req-1fbfcfc2-3fb2-4466-a8dd-47b627e55c6c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718604 Apr 01 15:55:55.114547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.166730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.167580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Fanout notify agent at l3_agent the message router_deleted on router ecb0a722-7542-48fb-a30e-7de3fa1f836f {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:55.172354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.184136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Port': ['ID=3a3a2146-7d35-481b-9839-10e49a056b49,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.240078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.244884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44034) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.245394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-94eeb47a-f34f-4ef3-b7d8-5282fba29807 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/routers/ecb0a722-7542-48fb-a30e-7de3fa1f836f HTTP/1.1" status: 204 len: 168 time: 1.2277074 Apr 01 15:55:55.246046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:55.327147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:55.340785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:55.346277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.348118 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b4c8939a-7d7d-40ef-955a-aaf6cedb7818 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/3a3a2146-7d35-481b-9839-10e49a056b49 HTTP/1.1" status: 204 len: 168 time: 1.5536869 Apr 01 15:55:55.351694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44038) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.357004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:55.376672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Deleting port b68270ba-5844-447c-93cd-456975726345 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:55.377012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.464009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.531038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:55.534657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.578860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=b61fcc53-1c34-40d7-8b62-a73db6109bf4,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.600193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd086f65-b711-467b-8850-414343ae759b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:55.600905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd086f65-b711-467b-8850-414343ae759b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:55.622457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': 'da70b839-b4de-441e-a05a-9efde26d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:55.622868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: c906c2e5-a684-4001-bac8-291d2bb6f498, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:55.751743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.772411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd086f65-b711-467b-8850-414343ae759b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:55.773591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dd086f65-b711-467b-8850-414343ae759b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4196653 Apr 01 15:55:55.782879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44042) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.846722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network c906c2e5-a684-4001-bac8-291d2bb6f498 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:55.886504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Calling delete_port for b68270ba-5844-447c-93cd-456975726345 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:55.895390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.930076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.978781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c906c2e5-a684-4001-bac8-291d2bb6f498) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:55.987989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f671534-2edc-473f-8442-70daaa662f69 None None] Network c906c2e5-a684-4001-bac8-291d2bb6f498 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:55.995132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:55.995719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.032273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db6c27-bc58-42aa-9535-295d47fc65bd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.033925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e9db6c27-bc58-42aa-9535-295d47fc65bd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2502921 Apr 01 15:55:56.041342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44046) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.141467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47111f67-add0-4cf0-a382-37118cc71052 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2946782 Apr 01 15:55:56.153735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44052) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.204026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.221584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.223139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.224850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.225686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:56.293837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.312520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-c906c2e5-a684-4001-bac8-291d2bb6f498', 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': 'b61fcc53-1c34-40d7-8b62-a73db6109bf4'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:56.312520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.352543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event deleted for resources: {'Port': ['ID=b68270ba-5844-447c-93cd-456975726345,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.467360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=e2cdf133-bbed-42b8-b56e-3df971cbf486,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.480104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.495306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': '22e5bbe9-c784-40a4-a621-8a50c931c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:56.495670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:56.497596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Allocated IP 172.26.8.55 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/e0470032-a9ba-4c60-aaeb-7c23797226f9) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:56.559142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ccc5e-c408-45a3-a27e-23838acbbceb req-ff2106a7-c44f-4a25-86d4-19cddaa2b09e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.560660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a5ccc5e-c408-45a3-a27e-23838acbbceb req-ff2106a7-c44f-4a25-86d4-19cddaa2b09e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.1305315 Apr 01 15:55:56.588813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Allocated IP 172.20.0.2 (c906c2e5-a684-4001-bac8-291d2bb6f498/b61fcc53-1c34-40d7-8b62-a73db6109bf4/e89e22f0-42aa-4f95-9e9a-f1874fc9e79a) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:56.641856 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09f34aeb-8b17-4345-8510-16643ef9c23b tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/ports/b68270ba-5844-447c-93cd-456975726345 HTTP/1.1" status: 204 len: 168 time: 1.3905938 Apr 01 15:55:56.642516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44056) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.714330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:56.716007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.720074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Deleting subnet 1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:56.727675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.735681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a5ccc5e-c408-45a3-a27e-23838acbbceb req-5c76a594-b29d-4ebc-a255-2cc3b58a1040 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678016 Apr 01 15:55:56.736254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:56.737836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-51d27070-bdf6-4e65-89e0-353bd6f028cb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6950507 Apr 01 15:55:56.741120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44060) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.798722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.866008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:56.876740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.876990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.883023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c2220-66fd-4546-8d80-7f275ac0ae70 None None] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:56.906339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet 735e8cc1-5628-42fa-8627-c579935fc02f {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:56.917975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.923642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.926863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.963353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.002508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Transition to ACTIVE for port object e89e22f0-42aa-4f95-9e9a-f1874fc9e79a will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:57.038703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Transition to ACTIVE for port object e89e22f0-42aa-4f95-9e9a-f1874fc9e79a will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:57.048696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.062957 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cfe9bd66-ed8d-475b-aa1c-527ebbed4583 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0663702 Apr 01 15:55:57.065684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.074097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c', 'name': 'tempest-PortsIpV6TestJSON-2028285868'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:57.089432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.167556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.170168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.219663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c', 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': 'e2cdf133-bbed-42b8-b56e-3df971cbf486'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:57.221392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.229632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.247636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Network c906c2e5-a684-4001-bac8-291d2bb6f498 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:57.253552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:57.283679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:57.287878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.296452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:57.298909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:57.351270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.361257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=b61fcc53-1c34-40d7-8b62-a73db6109bf4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.384623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:57.391431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:57.393307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Pushing event updated for resources: {'Port': ['ID=e89e22f0-42aa-4f95-9e9a-f1874fc9e79a,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.416395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:57.421447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.425449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:57.428964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.441519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.445307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Attempting to bind port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:57.445534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Attempting to bind port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'da70b839-b4de-441e-a05a-9efde26d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:57.446038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Attempting to bind port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a on network c906c2e5-a684-4001-bac8-291d2bb6f498 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:57.457971 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-de030680-cd44-43fd-8f9d-f16554df9a12 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaa39e3-bf2e-4266-a3ec-9f501c2ece8a HTTP/1.1" status: 204 len: 168 time: 0.8124218 Apr 01 15:55:57.458548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44068) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.462072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Pushing event updated for resources: {'Port': ['ID=e0470032-a9ba-4c60-aaeb-7c23797226f9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.466396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 69269130-2d64-4f13-924b-95f3ee9aca8a yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:57.484071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519d6bc-049c-4829-abf7-4d3ed87c7528 None None] Network 47c38632-4631-4b19-9824-7381e8c6989e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:57.517996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:57.518535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Checking segment: {'id': 'da70b839-b4de-441e-a05a-9efde26d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:57.519076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.519568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Bound using segment: {'id': 'da70b839-b4de-441e-a05a-9efde26d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:57.520224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Bound port: e89e22f0-42aa-4f95-9e9a-f1874fc9e79a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da70b839-b4de-441e-a05a-9efde26d1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:57.520754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.553198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.609007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.644838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Allocated IP 2001:db8::2 (c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c/e2cdf133-bbed-42b8-b56e-3df971cbf486/bb366b28-ae53-4243-9971-95f037da6592) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:57.680034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=735e8cc1-5628-42fa-8627-c579935fc02f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.684329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.701676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93564f-9b7c-49fd-bd6a-4d0ecda2eb10 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:57.777415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c906c2e5-a684-4001-bac8-291d2bb6f498']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.808366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.814240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da70b839-b4de-441e-a05a-9efde26d1a7c') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.814584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da70b839-b4de-441e-a05a-9efde26d1a7c') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.919443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.937355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-362ac51e-26a7-43f7-8e03-1b19c1436be9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/735e8cc1-5628-42fa-8627-c579935fc02f HTTP/1.1" status: 204 len: 168 time: 1.1919878 Apr 01 15:55:57.940939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44074) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.955253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.957911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Deleting port daab6956-7abb-471b-b416-21f242fcea4e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:57.958465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.014789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:58.015498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.025217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] For port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:58.032233 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:58.042752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Deleting subnet d3de739e-e2be-44f4-8dde-fdc544a184fb {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:58.047064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.097856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5951ce-d38d-4ae4-aff4-9dd6b0358b63 req-1e89d02a-2042-42cc-be98-b2d6884c2855 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:58.099592 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a5951ce-d38d-4ae4-aff4-9dd6b0358b63 req-1e89d02a-2042-42cc-be98-b2d6884c2855 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2143829 Apr 01 15:55:58.122297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.229994 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a5951ce-d38d-4ae4-aff4-9dd6b0358b63 req-2f751001-0db7-4896-a19e-3458af46b1eb tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135912 Apr 01 15:55:58.257554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.269436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.271652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Transition to ACTIVE for port object bb366b28-ae53-4243-9971-95f037da6592 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:58.307169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Transition to ACTIVE for port object bb366b28-ae53-4243-9971-95f037da6592 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:58.333304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] For port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e89e22f0-42aa-4f95-9e9a-f1874fc9e79a,segment=NetworkSegment(da70b839-b4de-441e-a05a-9efde26d1a7c),segment_id=da70b839-b4de-441e-a05a-9efde26d1a7c)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:58.337087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] DHCP port deletion for 47c38632-4631-4b19-9824-7381e8c6989e request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:58.342447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Deleting port daab6956-7abb-471b-b416-21f242fcea4e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:58.342879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.382007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:58.382007 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:58.382007 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': 'c906c2e5-a684-4001-bac8-291d2bb6f498'}] Apr 01 15:55:58.382007 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:58.382811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:58.422448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.498304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.548462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.560256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Subnet': ['ID=d3de739e-e2be-44f4-8dde-fdc544a184fb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.579402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.611439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::31f (c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c/e2cdf133-bbed-42b8-b56e-3df971cbf486/69269130-2d64-4f13-924b-95f3ee9aca8a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:58.623547 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7fbb5074-4c1c-4dc1-91ca-9fede68fef2f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d3de739e-e2be-44f4-8dde-fdc544a184fb HTTP/1.1" status: 204 len: 168 time: 0.6787295 Apr 01 15:55:58.623547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44078) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.630347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.636314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:58.647875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:58.656482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:58.682252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Pushing event updated for resources: {'Port': ['ID=bb366b28-ae53-4243-9971-95f037da6592,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.750417 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-810d11da-8e76-4229-a5a4-51739f90a5e8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242130 Apr 01 15:55:58.760542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44082) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.850665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] For port daab6956-7abb-471b-b416-21f242fcea4e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=daab6956-7abb-471b-b416-21f242fcea4e,segment=NetworkSegment(7851ab2b-01b7-45a5-8a9b-a020fff6ffab),segment_id=7851ab2b-01b7-45a5-8a9b-a020fff6ffab)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:58.851501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.888800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.019828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f041693d-8567-4689-a768-865e444c6710 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:59.020560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f041693d-8567-4689-a768-865e444c6710 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:59.023936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Attempting to bind port bb366b28-ae53-4243-9971-95f037da6592 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:59.024307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Attempting to bind port bb366b28-ae53-4243-9971-95f037da6592 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '22e5bbe9-c784-40a4-a621-8a50c931c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:59.025074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Attempting to bind port bb366b28-ae53-4243-9971-95f037da6592 on network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:59.049196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f041693d-8567-4689-a768-865e444c6710 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:59.053148 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f041693d-8567-4689-a768-865e444c6710 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2916064 Apr 01 15:55:59.053427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:59.053704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Checking segment: {'id': '22e5bbe9-c784-40a4-a621-8a50c931c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:59.054095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.054499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Bound using segment: {'id': '22e5bbe9-c784-40a4-a621-8a50c931c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:59.055583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Bound port: bb366b28-ae53-4243-9971-95f037da6592, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e5bbe9-c784-40a4-a621-8a50c931c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:59.055962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.057271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44086) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.105484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5735-5d99-427d-acf5-c19bec3a17ca None None] Pushing event updated for resources: {'Port': ['ID=e89e22f0-42aa-4f95-9e9a-f1874fc9e79a,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.119705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215efb30-ce7e-4d85-87b8-847eaa11f770 None None] Network 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:59.134966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.140883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Calling delete_port for daab6956-7abb-471b-b416-21f242fcea4e owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:59.154210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] For port daab6956-7abb-471b-b416-21f242fcea4e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=daab6956-7abb-471b-b416-21f242fcea4e,segment=NetworkSegment(7851ab2b-01b7-45a5-8a9b-a020fff6ffab),segment_id=7851ab2b-01b7-45a5-8a9b-a020fff6ffab)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:59.154604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.166372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a26c6-75f9-4ba2-94f6-5fa365f19433 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:59.167451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-df0a26c6-75f9-4ba2-94f6-5fa365f19433 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Synchronizing usage tracker for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:59.171492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 69269130-2d64-4f13-924b-95f3ee9aca8a will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:59.172396 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec105a3-887f-4cab-a8aa-78b616f7e9ee None None] Network c906c2e5-a684-4001-bac8-291d2bb6f498 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:59.212972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:59.214469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.300489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-df0a26c6-75f9-4ba2-94f6-5fa365f19433 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Unset dirty status for tenant:6e5fcdfa14094b32a71fccc57cf4fc89 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:59.305422 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-df0a26c6-75f9-4ba2-94f6-5fa365f19433 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2432964 Apr 01 15:55:59.311441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44092) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.379580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device daab6956-7abb-471b-b416-21f242fcea4e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:59.395791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.432352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Calling delete_port for daab6956-7abb-471b-b416-21f242fcea4e owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:59.452220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec21eef7-6437-41f9-82d6-5b494a8ac2b1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348555 Apr 01 15:55:59.465312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44096) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.536872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.542405 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7335bf-73c8-461e-85a6-ef9fed8849ba tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.542898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7335bf-73c8-461e-85a6-ef9fed8849ba tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.547021 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff7335bf-73c8-461e-85a6-ef9fed8849ba tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/3a3a2146-7d35-481b-9839-10e49a056b49 HTTP/1.1" status: 404 len: 333 time: 0.0728965 Apr 01 15:55:59.549636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:59.552825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44100) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.556697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:59.558514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=69269130-2d64-4f13-924b-95f3ee9aca8a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.558901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.560608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:59.560829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.566310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:59.566993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.612500 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd897681-0fc4-48b9-9535-855ced67338d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.612945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd897681-0fc4-48b9-9535-855ced67338d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.617068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dd897681-0fc4-48b9-9535-855ced67338d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d3de739e-e2be-44f4-8dde-fdc544a184fb HTTP/1.1" status: 404 len: 337 time: 0.0609429 Apr 01 15:55:59.618844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44104) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.621517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] No DVR routers for this DVR port daab6956-7abb-471b-b416-21f242fcea4e on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:59.652133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ff827dc3-1f44-46e2-8bbd-275471807ec7 None None] Provisioning complete for port 90abce5c-b4d0-4620-a779-f7bfd8db177e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:59.652414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff827dc3-1f44-46e2-8bbd-275471807ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.658923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd01ee1-1160-46c9-8858-cc4ff7df2d52 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.659375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd01ee1-1160-46c9-8858-cc4ff7df2d52 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.663505 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dbd01ee1-1160-46c9-8858-cc4ff7df2d52 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/735e8cc1-5628-42fa-8627-c579935fc02f HTTP/1.1" status: 404 len: 337 time: 0.0417979 Apr 01 15:55:59.663740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44108) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.709463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9498de-7545-4aa3-8d13-0cef2cb37b79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.709926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9498de-7545-4aa3-8d13-0cef2cb37b79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.714774 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e9498de-7545-4aa3-8d13-0cef2cb37b79 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/4c527e04-5dc7-480e-941c-f603afc4b200 HTTP/1.1" status: 404 len: 333 time: 0.0470572 Apr 01 15:55:59.714965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] For port bb366b28-ae53-4243-9971-95f037da6592, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:59.715178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44112) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.784105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No active binding found for port daab6956-7abb-471b-b416-21f242fcea4e {{(pid=88734) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:55:59.784491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device daab6956-7abb-471b-b416-21f242fcea4e not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:59.787108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] For port bb366b28-ae53-4243-9971-95f037da6592, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb366b28-ae53-4243-9971-95f037da6592,segment=NetworkSegment(22e5bbe9-c784-40a4-a621-8a50c931c0fe),segment_id=22e5bbe9-c784-40a4-a621-8a50c931c0fe)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:59.873772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:59.874166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:59.886206 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e394353d-f3ad-40a7-85ca-4eebf56c0163 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8154089 Apr 01 15:55:59.886896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44116) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.889820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bb09cf-a9f5-4c9d-be55-6f299cb64fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.890265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bb09cf-a9f5-4c9d-be55-6f299cb64fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.891923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c8bb09cf-a9f5-4c9d-be55-6f299cb64fe2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d65ca97a-4f2b-4ac6-85b0-c0441ac64bb8 HTTP/1.1" status: 404 len: 337 time: 0.1758723 Apr 01 15:55:59.896475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': 'c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c', 'name': 'tempest-PortsIpV6TestJSON-1209000519'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:59.909534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44120) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.925558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.967883 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3a6b08-1e65-4f8e-ab40-52c6f1078ca2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:59.968327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3a6b08-1e65-4f8e-ab40-52c6f1078ca2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:59.970019 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aa3a6b08-1e65-4f8e-ab40-52c6f1078ca2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/3add10d8-f699-452b-9ee0-dcf0e84adb9b HTTP/1.1" status: 404 len: 337 time: 0.0595562 Apr 01 15:55:59.973035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44124) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.025701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event deleted for resources: {'Port': ['ID=daab6956-7abb-471b-b416-21f242fcea4e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.079957 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-987ccd78-381a-4296-9d30-e6c51e9fc311 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.080554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987ccd78-381a-4296-9d30-e6c51e9fc311 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.085100 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-987ccd78-381a-4296-9d30-e6c51e9fc311 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/cf357fb9-0118-4f6c-a8db-b590b20fcd84 HTTP/1.1" status: 404 len: 333 time: 0.1081431 Apr 01 15:56:00.085283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573345f-fba4-4285-a004-0e249d396c19 None None] Pushing event updated for resources: {'Port': ['ID=bb366b28-ae53-4243-9971-95f037da6592,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.085418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44128) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.133219 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e6b8a0-1990-4c3c-9831-8b9efcac39c9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.134116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e6b8a0-1990-4c3c-9831-8b9efcac39c9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.135756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8e6b8a0-1990-4c3c-9831-8b9efcac39c9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2c65362d-930e-4a0f-99d6-c4cd3c3cae10 HTTP/1.1" status: 404 len: 337 time: 0.0495472 Apr 01 15:56:00.139006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44132) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.184760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] DHCP port deletion for 70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:00.189804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Deleting port 90abce5c-b4d0-4620-a779-f7bfd8db177e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:00.190160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.198555 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-09683926-c257-4e30-ace4-e88bad0851d8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.199346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09683926-c257-4e30-ace4-e88bad0851d8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.202489 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09683926-c257-4e30-ace4-e88bad0851d8 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/b879ca4f-3ea5-4917-b8e1-dbcf0554afc1 HTTP/1.1" status: 404 len: 337 time: 0.0622733 Apr 01 15:56:00.206483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44136) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.225993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.248945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e89e22f0-42aa-4f95-9e9a-f1874fc9e79a,segment=NetworkSegment(da70b839-b4de-441e-a05a-9efde26d1a7c),segment_id=da70b839-b4de-441e-a05a-9efde26d1a7c)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:00.249495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.256417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.259232 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-796779cd-08d1-422f-a450-586e0c9ccfe6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.259698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796779cd-08d1-422f-a450-586e0c9ccfe6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.261571 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-796779cd-08d1-422f-a450-586e0c9ccfe6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/1f71f3df-14f4-404d-b449-9cf62dc4555e HTTP/1.1" status: 404 len: 333 time: 0.0544591 Apr 01 15:56:00.264532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.267211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44140) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.269845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.318475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.323923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-16460009-792a-4dd7-8ad2-5bd43de26bff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.324372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16460009-792a-4dd7-8ad2-5bd43de26bff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.326056 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-16460009-792a-4dd7-8ad2-5bd43de26bff tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4617f9b1-500d-4b1f-82fb-1c688ed0dcfc HTTP/1.1" status: 404 len: 337 time: 0.0578599 Apr 01 15:56:00.328659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44144) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.383614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Deleting port daab6956-7abb-471b-b416-21f242fcea4e {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:00.384215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.387670 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1099871f-206b-488d-a6a2-340b79db9486 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.388121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1099871f-206b-488d-a6a2-340b79db9486 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.390684 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1099871f-206b-488d-a6a2-340b79db9486 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9299b31d-3caf-4458-9a4b-1001c0570281 HTTP/1.1" status: 404 len: 337 time: 0.0602338 Apr 01 15:56:00.392389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.419581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for e89e22f0-42aa-4f95-9e9a-f1874fc9e79a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:00.444793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:00.449542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.479780 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb20ae9-cbcb-480b-9925-3cb3293d5ff3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.480673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb20ae9-cbcb-480b-9925-3cb3293d5ff3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.485809 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-feb20ae9-cbcb-480b-9925-3cb3293d5ff3 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/dd5d9ea8-0895-4581-a981-c25b55c956b8 HTTP/1.1" status: 404 len: 333 time: 0.0922420 Apr 01 15:56:00.489109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.545741 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc40fe9a-2a66-4d9c-98f4-658c9914f4bc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.545984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9145e9-fa3d-40a1-86b1-fcd4b8e8a8cd req-1b916800-7454-486f-aa35-09836e5f09c2 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:00.546308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc40fe9a-2a66-4d9c-98f4-658c9914f4bc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.547504 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b9145e9-fa3d-40a1-86b1-fcd4b8e8a8cd req-1b916800-7454-486f-aa35-09836e5f09c2 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 1.1335235 Apr 01 15:56:00.550955 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc40fe9a-2a66-4d9c-98f4-658c9914f4bc tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/270cdd1e-5067-40e3-899d-74837e53ec05 HTTP/1.1" status: 404 len: 337 time: 0.0607269 Apr 01 15:56:00.551589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44156) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.552877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 872facab-9be6-4815-9fe3-55f67073445a yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:00.564994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c38632-4631-4b19-9824-7381e8c6989e']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:00.580032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c52a53cb-94c3-4930-bc09-05091a0cf2f2 None None] The port 'daab6956-7abb-471b-b416-21f242fcea4e' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:00.598799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7851ab2b-01b7-45a5-8a9b-a020fff6ffab') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:00.599106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7851ab2b-01b7-45a5-8a9b-a020fff6ffab') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:00.620192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.629201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.654511 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-971cb6e9-1022-4c66-a3b6-53d1b190b266 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.657613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971cb6e9-1022-4c66-a3b6-53d1b190b266 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.679510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] For port 90abce5c-b4d0-4620-a779-f7bfd8db177e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=90abce5c-b4d0-4620-a779-f7bfd8db177e,segment=NetworkSegment(ab80a071-fd7e-4549-b7e9-e3051c5b58aa),segment_id=ab80a071-fd7e-4549-b7e9-e3051c5b58aa)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:00.680131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.702667 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-971cb6e9-1022-4c66-a3b6-53d1b190b266 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/bd5b917a-ce1f-4825-a1f5-8be85b801431 HTTP/1.1" status: 404 len: 333 time: 0.1065440 Apr 01 15:56:00.709401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.719704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=e89e22f0-42aa-4f95-9e9a-f1874fc9e79a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.732227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port e89e22f0-42aa-4f95-9e9a-f1874fc9e79a on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:00.738305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.772684 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b9145e9-fa3d-40a1-86b1-fcd4b8e8a8cd req-fd13b444-e12c-4111-a879-754e6ac9854e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000082 Apr 01 15:56:00.806064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce4c355-6691-4e72-8aed-f127f9272d4e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.806670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce4c355-6691-4e72-8aed-f127f9272d4e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.807060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:00.807567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.812537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cce4c355-6691-4e72-8aed-f127f9272d4e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/ff21c9fd-8cfc-44e2-8c09-cdb2f4e02d73 HTTP/1.1" status: 404 len: 337 time: 0.0986798 Apr 01 15:56:00.819098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44164) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:00.827709 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:00.937388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Calling delete_port for 90abce5c-b4d0-4620-a779-f7bfd8db177e owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:00.991389 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-899a8792-820d-4d57-92b5-edbe419d1aac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:00.991952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899a8792-820d-4d57-92b5-edbe419d1aac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:00.993790 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-899a8792-820d-4d57-92b5-edbe419d1aac tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/8a12e04b-0078-4051-a1a7-71b72887f537 HTTP/1.1" status: 404 len: 333 time: 0.1771624 Apr 01 15:56:00.998279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44168) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.012033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.052477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Router 1c46311a-4286-4946-b92f-196c9ca15d40 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:01.074843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::114 (c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c/e2cdf133-bbed-42b8-b56e-3df971cbf486/872facab-9be6-4815-9fe3-55f67073445a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:01.077119 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c7210d-48a9-48be-bf0e-fbaa31c0ca7d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.077570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c7210d-48a9-48be-bf0e-fbaa31c0ca7d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.081939 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c4c7210d-48a9-48be-bf0e-fbaa31c0ca7d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/7a8d5f4e-83d8-4958-aa26-7ff975f30c8b HTTP/1.1" status: 404 len: 337 time: 0.0799692 Apr 01 15:56:01.084491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44172) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.137169 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-88704842-2d40-422f-a94d-dff32a73682d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.137640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88704842-2d40-422f-a94d-dff32a73682d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.139525 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-88704842-2d40-422f-a94d-dff32a73682d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/c6dffdbc-d293-42a0-87c6-49df8893ff84 HTTP/1.1" status: 404 len: 333 time: 0.0539200 Apr 01 15:56:01.142170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44176) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.146400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c906c2e5-a684-4001-bac8-291d2bb6f498']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.158302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.189304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.194333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da70b839-b4de-441e-a05a-9efde26d1a7c') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.194654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da70b839-b4de-441e-a05a-9efde26d1a7c') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.201125 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-376f56bb-0598-4bd8-9056-d838f0af4f2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.201125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376f56bb-0598-4bd8-9056-d838f0af4f2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.201629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-376f56bb-0598-4bd8-9056-d838f0af4f2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4770ef34-ddd0-4eee-8b02-6476c57b78c7 HTTP/1.1" status: 404 len: 337 time: 0.0585036 Apr 01 15:56:01.205247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.207980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44180) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.223015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] Pushing event deleted for resources: {'Network': ['ID=47c38632-4631-4b19-9824-7381e8c6989e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.252588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] No DVR routers for this DVR port 90abce5c-b4d0-4620-a779-f7bfd8db177e on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:01.271233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.277857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dfcff-22e6-43a7-bc4e-99d75219650c None None] Pushing event deleted for resources: {'Port': ['ID=90abce5c-b4d0-4620-a779-f7bfd8db177e,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.308163 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cf06ef-1b2a-4e97-a3e0-846278cbb8a1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.308627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cf06ef-1b2a-4e97-a3e0-846278cbb8a1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.312756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-34cf06ef-1b2a-4e97-a3e0-846278cbb8a1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/3029780c-260f-4674-895f-9fae9d16bb36 HTTP/1.1" status: 404 len: 333 time: 0.0941203 Apr 01 15:56:01.312756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6173e6e2-1a33-4b70-bd23-f36e3c96ca23 tempest-TagsExtTest-1375653310 tempest-TagsExtTest-1375653310-project] 10.222.0.21 "DELETE /v2.0/networks/47c38632-4631-4b19-9824-7381e8c6989e HTTP/1.1" status: 204 len: 168 time: 3.8471830 Apr 01 15:56:01.318789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.326409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:01.326743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.366537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:01.383513 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:01.415706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb366b28-ae53-4243-9971-95f037da6592 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:01.444550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2559f407-fb03-4498-bf52-e14b156eaddb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.444932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2559f407-fb03-4498-bf52-e14b156eaddb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.448231 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2559f407-fb03-4498-bf52-e14b156eaddb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/25994b47-4dfb-497e-add5-4c972e1542fd HTTP/1.1" status: 404 len: 337 time: 0.0802343 Apr 01 15:56:01.454237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44190) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.545105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.564461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 872facab-9be6-4815-9fe3-55f67073445a will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:01.581936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63628135-c7ad-43d7-90da-65d9b8764d50 None None] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:01.605502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91516cb-0de2-4c9c-b037-12746aed9cef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.605980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91516cb-0de2-4c9c-b037-12746aed9cef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.624019 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e91516cb-0de2-4c9c-b037-12746aed9cef tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/9ed17b3f-2c5d-4066-ad2a-591b29ecff86 HTTP/1.1" status: 404 len: 333 time: 0.1637940 Apr 01 15:56:01.627094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44194) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.632748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:01.641906 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] Sync routers for ids ['1c46311a-4286-4946-b92f-196c9ca15d40'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:01.642493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.643800 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f7345ae7-98ff-4681-9d9d-9bf716685bdb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "PUT /v2.0/routers/1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 200 len: 918 time: 7.3096569 Apr 01 15:56:01.646406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44198) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.655914 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] Routers {'1c46311a-4286-4946-b92f-196c9ca15d40'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:01.656915 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1c46311a-4286-4946-b92f-196c9ca15d40'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.673636 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-08573027-4945-417a-b40d-183bf864c920 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.674191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08573027-4945-417a-b40d-183bf864c920 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.678750 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08573027-4945-417a-b40d-183bf864c920 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2dd271f9-e820-4a37-ac16-4d1b9927971e HTTP/1.1" status: 404 len: 337 time: 0.0477295 Apr 01 15:56:01.680387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44202) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.686352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port bb366b28-ae53-4243-9971-95f037da6592 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:01.734320 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3c27fa-6c9e-4095-a529-ed16ea452f74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.734901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3c27fa-6c9e-4095-a529-ed16ea452f74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.737048 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9f3c27fa-6c9e-4095-a529-ed16ea452f74 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/d307136f-8ae4-471f-917e-4b2778b2126c HTTP/1.1" status: 404 len: 337 time: 0.0561571 Apr 01 15:56:01.740658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44206) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.793515 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.803966 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] Routers {'1c46311a-4286-4946-b92f-196c9ca15d40'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:01.805686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:55:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1c46311a-4286-4946-b92f-196c9ca15d40'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.815440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.880371 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.881219 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd041c-bd42-46a4-b4c4-44b3aa136fb9 None None] The sync data for ids ['1c46311a-4286-4946-b92f-196c9ca15d40'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:01.888600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90abce5c-b4d0-4620-a779-f7bfd8db177e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:01.918505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=872facab-9be6-4815-9fe3-55f67073445a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.926520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d683f95a-cf36-4de9-bc4a-afc58fb31544 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:01.927485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d683f95a-cf36-4de9-bc4a-afc58fb31544 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:01.934088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Provisioning for port bb366b28-ae53-4243-9971-95f037da6592 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:01.943611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.947612 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d683f95a-cf36-4de9-bc4a-afc58fb31544 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/0484f6cc-3feb-4f31-8421-df1eac4a784a HTTP/1.1" status: 404 len: 333 time: 0.2035162 Apr 01 15:56:01.951347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44214) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.955828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 90abce5c-b4d0-4620-a779-f7bfd8db177e {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:01.956496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 90abce5c-b4d0-4620-a779-f7bfd8db177e not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:01.973511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Provisioning complete for port bb366b28-ae53-4243-9971-95f037da6592 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:01.974082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.007018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.010683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/c906c2e5-a684-4001-bac8-291d2bb6f498 HTTP/1.1" status: 204 len: 168 time: 5.8536780 Apr 01 15:56:02.011355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44218) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.056083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb7f86-20ea-4a0a-8f91-71da48046c00 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=c906c2e5-a684-4001-bac8-291d2bb6f498,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.070679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44222) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.079510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-204dd92b-abab-4cb7-b35b-d25d782f55d8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] GET failed (client error): The resource could not be found. Apr 01 15:56:02.080018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-204dd92b-abab-4cb7-b35b-d25d782f55d8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Synchronizing usage tracker for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:02.154937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.188089 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a87bf6-a02d-4703-b339-8f5d223d9562 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.188685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a87bf6-a02d-4703-b339-8f5d223d9562 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.190511 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3a87bf6-a02d-4703-b339-8f5d223d9562 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/3c0accfc-b2f0-401c-b2c6-b6a9e3e709c9 HTTP/1.1" status: 404 len: 337 time: 0.2359841 Apr 01 15:56:02.193127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44228) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.199137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:02.205569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:02.208618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:02.208967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] For port bb366b28-ae53-4243-9971-95f037da6592, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb366b28-ae53-4243-9971-95f037da6592,segment=NetworkSegment(22e5bbe9-c784-40a4-a621-8a50c931c0fe),segment_id=22e5bbe9-c784-40a4-a621-8a50c931c0fe)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:02.214923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.215582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.246923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2401af-9374-4823-8b04-5538f9f57340 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.246923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2401af-9374-4823-8b04-5538f9f57340 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.246923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c2401af-9374-4823-8b04-5538f9f57340 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/782bb47c-1cb7-4b93-a513-9743f0c9307b HTTP/1.1" status: 404 len: 337 time: 0.0512717 Apr 01 15:56:02.251406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6df54847-ff63-4196-838a-c5538012969a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 200 len: 924 time: 0.6000760 Apr 01 15:56:02.251406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44232) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.251406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44236) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.278146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537b849-71df-4f9c-be20-d5d684a21c7c req-a90759e8-e985-446f-ab0d-d18ec3544e69 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.279984 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a537b849-71df-4f9c-be20-d5d684a21c7c req-a90759e8-e985-446f-ab0d-d18ec3544e69 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2702465 Apr 01 15:56:02.337283 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a537b849-71df-4f9c-be20-d5d684a21c7c req-c3ea162a-bd1b-4e03-999a-e3feae680cc6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484991 Apr 01 15:56:02.354750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.356441 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d2bcc639-77f6-4ae8-afea-8c2658407baa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4683142 Apr 01 15:56:02.359080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44242) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.385702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-204dd92b-abab-4cb7-b35b-d25d782f55d8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Unset dirty status for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:02.390038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-204dd92b-abab-4cb7-b35b-d25d782f55d8 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets/b61fcc53-1c34-40d7-8b62-a73db6109bf4 HTTP/1.1" status: 404 len: 337 time: 0.3743546 Apr 01 15:56:02.392925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44246) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.399696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9ac74b-f58e-4028-9c03-a8cf412ebb2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.400211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9ac74b-f58e-4028-9c03-a8cf412ebb2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.405367 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f9ac74b-f58e-4028-9c03-a8cf412ebb2a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/88da4bd7-02a8-48e6-9ad9-2fe621b1156e HTTP/1.1" status: 404 len: 333 time: 0.1558797 Apr 01 15:56:02.406534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44248) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.449780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23ec41-98db-4e63-8fd7-02802a20554a None None] Pushing event updated for resources: {'Port': ['ID=bb366b28-ae53-4243-9971-95f037da6592,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.453948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cf95db8-ccae-40f5-9c22-4368297ab959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.467820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-924d107b-d2d2-4f50-b2e0-2f0404c0e45a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.468365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924d107b-d2d2-4f50-b2e0-2f0404c0e45a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.472005 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-924d107b-d2d2-4f50-b2e0-2f0404c0e45a tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9c95d3be-7044-4423-8880-3235327760f1 HTTP/1.1" status: 404 len: 337 time: 0.0625274 Apr 01 15:56:02.472144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fcf7f9-5e69-4be1-ba89-a1a324439e61 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.472144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fcf7f9-5e69-4be1-ba89-a1a324439e61 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.479916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32fcf7f9-5e69-4be1-ba89-a1a324439e61 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/c906c2e5-a684-4001-bac8-291d2bb6f498 HTTP/1.1" status: 404 len: 339 time: 0.0680640 Apr 01 15:56:02.479916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44254) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.480218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44256) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.540571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b4be55-b52d-475f-acd4-99f10bb4bc2d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.540946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b4be55-b52d-475f-acd4-99f10bb4bc2d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.545128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-51b4be55-b52d-475f-acd4-99f10bb4bc2d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b95186-d787-4ce7-9c8e-c95984e27c57 HTTP/1.1" status: 404 len: 337 time: 0.0612657 Apr 01 15:56:02.549535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44262) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.556884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-817e8467-a313-4a10-b0b8-5506e0b4adc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38e8687322964e8eabf7d54576549a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852293 Apr 01 15:56:02.580722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Provisioning complete for port bb366b28-ae53-4243-9971-95f037da6592 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:02.581315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.590328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44266) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.618484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e0a51e-4178-48cc-860b-0c95d1c70b4b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.619024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e0a51e-4178-48cc-860b-0c95d1c70b4b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.620769 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f9e0a51e-4178-48cc-860b-0c95d1c70b4b tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/9312f998-361c-41e3-95ad-5662325dc069 HTTP/1.1" status: 404 len: 333 time: 0.0701597 Apr 01 15:56:02.625882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44270) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.628759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65356165-58ee-457f-9784-bac2e44cb3eb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.630286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-65356165-58ee-457f-9784-bac2e44cb3eb tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=1c46311a-4286-4946-b92f-196c9ca15d40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3781934 Apr 01 15:56:02.637799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44274) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.683321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a26b2-44da-4350-9005-02f6eb5a1610 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.684068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-890a26b2-44da-4350-9005-02f6eb5a1610 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:02.699437 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c543b80b-8a1c-441f-86b7-0e64988cfa0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.699785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c543b80b-8a1c-441f-86b7-0e64988cfa0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.701464 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c543b80b-8a1c-441f-86b7-0e64988cfa0e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/e48d064a-c0c8-4fdb-85fb-7df22f171524 HTTP/1.1" status: 404 len: 337 time: 0.0741019 Apr 01 15:56:02.705576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44278) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.766712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7869bed-c63b-47f0-8e55-10299204b864 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.767585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f7869bed-c63b-47f0-8e55-10299204b864 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Synchronizing usage tracker for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:02.782381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f7869bed-c63b-47f0-8e55-10299204b864 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Unset dirty status for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:02.786157 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f7869bed-c63b-47f0-8e55-10299204b864 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3030536 Apr 01 15:56:02.786380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44282) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.827315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-890a26b2-44da-4350-9005-02f6eb5a1610 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:02.830255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d209cd1b-91ea-485d-927b-aa2e7e1600b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:02.830772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d209cd1b-91ea-485d-927b-aa2e7e1600b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:02.831404 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-890a26b2-44da-4350-9005-02f6eb5a1610 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31f HTTP/1.1" status: 200 len: 929 time: 0.4706624 Apr 01 15:56:02.834749 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d209cd1b-91ea-485d-927b-aa2e7e1600b4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/b4076f1b-1256-4803-b754-f87a12b1c391 HTTP/1.1" status: 404 len: 337 time: 0.0736628 Apr 01 15:56:02.834749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44286) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.836907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.841498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.841840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8a01575e-c983-45b2-a9d6-54446a994ce4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Synchronizing usage tracker for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:02.846246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Provisioning for port 69269130-2d64-4f13-924b-95f3ee9aca8a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:02.853951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Provisioning complete for port 69269130-2d64-4f13-924b-95f3ee9aca8a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:02.854327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.893719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d6c0cdfb-0733-4994-b8ae-22efc2b444ed tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef7bb817-6187-465b-87df-1057316fda53 HTTP/1.1" status: 200 len: 205 time: 0.0541513 Apr 01 15:56:02.897258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44294) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.930395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Port 69269130-2d64-4f13-924b-95f3ee9aca8a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:02.982410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8a01575e-c983-45b2-a9d6-54446a994ce4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Unset dirty status for tenant:0938e28cdb1d4fca92d2570bffa70637 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:02.987836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a01575e-c983-45b2-a9d6-54446a994ce4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 207 time: 0.2000535 Apr 01 15:56:02.989615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44298) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.999574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 872facab-9be6-4815-9fe3-55f67073445a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:03.000086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.008393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52923f1-fd52-41aa-aa74-3738e84aed40 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:56:03.015051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-d7ce6882-752b-48cf-b0da-5df614f9703d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] delete failed (client error): The resource could not be found. Apr 01 15:56:03.019165 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d7ce6882-752b-48cf-b0da-5df614f9703d tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/routers/ef7bb817-6187-465b-87df-1057316fda53 HTTP/1.1" status: 404 len: 336 time: 0.1182961 Apr 01 15:56:03.020824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44302) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.032964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.040990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Provisioning for port 872facab-9be6-4815-9fe3-55f67073445a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:03.057584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Provisioning complete for port 872facab-9be6-4815-9fe3-55f67073445a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.058105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.071189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c0990-9358-4025-a73e-98733d5d9624 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.075824 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e09c0990-9358-4025-a73e-98733d5d9624 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/networks/9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 881 time: 0.4338717 Apr 01 15:56:03.077243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44306) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.111888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-381d9f60-122f-46a0-b8d4-ea67d3fdc13e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.112516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381d9f60-122f-46a0-b8d4-ea67d3fdc13e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.116947 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-381d9f60-122f-46a0-b8d4-ea67d3fdc13e tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/abbfba14-a709-443b-82a6-9ac9c55edccc HTTP/1.1" status: 404 len: 337 time: 0.0934148 Apr 01 15:56:03.137055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44310) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.137400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4298fb88-e94e-4b47-8445-18af705abf61 None None] Port 872facab-9be6-4815-9fe3-55f67073445a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:03.182837 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a50b4c41-b662-48f6-ba9b-f24f7d91c543 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 200 len: 205 time: 0.1047933 Apr 01 15:56:03.189966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44314) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.203351 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-85b3ec83-6dd1-4d4b-a1b5-36b54ca5d5c9 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c846a6-18b9-427e-98b1-970d6abdc849 HTTP/1.1" status: 200 len: 205 time: 0.0647237 Apr 01 15:56:03.209804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44318) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.210412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52923f1-fd52-41aa-aa74-3738e84aed40 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:03.311737 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-cd5cbf3d-ea96-497c-a563-97f14e4c672f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] delete failed (client error): The resource could not be found. Apr 01 15:56:03.315894 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd5cbf3d-ea96-497c-a563-97f14e4c672f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/routers/f8c846a6-18b9-427e-98b1-970d6abdc849 HTTP/1.1" status: 404 len: 336 time: 0.1020238 Apr 01 15:56:03.315894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44322) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.340540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb366b28-ae53-4243-9971-95f037da6592 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:03.376441 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5b313a-a2fd-4765-8c1d-3b75cc1ed133 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.376912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5b313a-a2fd-4765-8c1d-3b75cc1ed133 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.381181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed5b313a-a2fd-4765-8c1d-3b75cc1ed133 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/2a1c305e-2ba9-49f1-b177-285fd0d264ac HTTP/1.1" status: 404 len: 337 time: 0.0620651 Apr 01 15:56:03.383072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44328) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.402230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Provisioning complete for port 872facab-9be6-4815-9fe3-55f67073445a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.402784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.423906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98362d20-9a48-4ea4-aef6-7f46a2306ea2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.432000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98362d20-9a48-4ea4-aef6-7f46a2306ea2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.438147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98362d20-9a48-4ea4-aef6-7f46a2306ea2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.444406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98362d20-9a48-4ea4-aef6-7f46a2306ea2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.450888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-98362d20-9a48-4ea4-aef6-7f46a2306ea2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4595006 Apr 01 15:56:03.456080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44332) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.475811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.501633 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fcb30e-6d7e-46b9-9a9a-7f8d5184c5d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.502091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fcb30e-6d7e-46b9-9a9a-7f8d5184c5d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.503972 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b5fcb30e-6d7e-46b9-9a9a-7f8d5184c5d5 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb992ca-0388-44fe-8d7b-4e1f73347b6a HTTP/1.1" status: 404 len: 337 time: 0.1214192 Apr 01 15:56:03.506519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44336) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.552113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Port 872facab-9be6-4815-9fe3-55f67073445a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:03.611078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aeac34-27f0-4170-9128-73e3f300de1a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.619136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a8777a-00a0-41cb-96f2-a938d347ced1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.619394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a8777a-00a0-41cb-96f2-a938d347ced1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.623566 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-75a8777a-00a0-41cb-96f2-a938d347ced1 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/e0b9f5ba-1444-4d9f-861c-1e435f9cd624 HTTP/1.1" status: 404 len: 333 time: 0.1133647 Apr 01 15:56:03.625776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44340) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.628603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.658159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Provisioning complete for port 69269130-2d64-4f13-924b-95f3ee9aca8a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.658525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.677134 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b09a65-c2f2-4c52-87ad-d1a3e83f6969 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.677594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b09a65-c2f2-4c52-87ad-d1a3e83f6969 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.682055 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-92b09a65-c2f2-4c52-87ad-d1a3e83f6969 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/861a4e18-9bd9-4f6e-b20b-465d79946912 HTTP/1.1" status: 404 len: 337 time: 0.0539534 Apr 01 15:56:03.683159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44344) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.704619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bb366b28-ae53-4243-9971-95f037da6592 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.704991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.744493 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f396fb1-9463-4ec2-bf98-32ef26549292 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.744961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f396fb1-9463-4ec2-bf98-32ef26549292 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.749437 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9f396fb1-9463-4ec2-bf98-32ef26549292 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/213af0e7-12a5-4d26-9236-fc82e90e39b1 HTTP/1.1" status: 404 len: 333 time: 0.0631952 Apr 01 15:56:03.751436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44348) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.785332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-45dd67de-000f-4dd1-919c-3e4c535d5bc8 None None] Port 69269130-2d64-4f13-924b-95f3ee9aca8a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:03.792461 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65ea6ec-4519-4b73-8782-8c0d7e3d3566 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.792919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65ea6ec-4519-4b73-8782-8c0d7e3d3566 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.797536 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d65ea6ec-4519-4b73-8782-8c0d7e3d3566 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/7213e681-72d2-4970-bcda-7b06dfe43dc9 HTTP/1.1" status: 404 len: 337 time: 0.0434287 Apr 01 15:56:03.797733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44352) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.848911 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6787b8af-687e-4525-a573-8649d6de63b7 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3879433 Apr 01 15:56:03.851274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44356) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.853540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.854565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b6a15f0d-18b3-4f34-b91d-9d0851890ec8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57aeac34-27f0-4170-9128-73e3f300de1a HTTP/1.1" status: 204 len: 168 time: 1.2587850 Apr 01 15:56:03.921876 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a55dcf4-745c-46df-8425-404fe93d095f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:03.922666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a55dcf4-745c-46df-8425-404fe93d095f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:03.924583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1a55dcf4-745c-46df-8425-404fe93d095f tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/8aa96574-6fe5-43ef-84fc-e3a532fbfa30 HTTP/1.1" status: 404 len: 333 time: 0.1260176 Apr 01 15:56:03.934053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44362) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.953690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 872facab-9be6-4815-9fe3-55f67073445a owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:03.997458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49028d23-1a5b-479b-8a67-0445d6fe2db4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.999503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49028d23-1a5b-479b-8a67-0445d6fe2db4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.006288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-49028d23-1a5b-479b-8a67-0445d6fe2db4 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1508543 Apr 01 15:56:04.006492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.015853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44368) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.183205 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7040155c-b0a4-4297-bf28-d8aa95a8a795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.183827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7040155c-b0a4-4297-bf28-d8aa95a8a795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.185616 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7040155c-b0a4-4297-bf28-d8aa95a8a795 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/4c49d9cf-1b0d-419f-b266-b660db83e6eb HTTP/1.1" status: 404 len: 337 time: 0.2288258 Apr 01 15:56:04.189806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44374) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.231100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0684d-0825-4329-b4b3-6bc1428c4c2f req-9eaa4814-6c02-421b-b4c2-a9a8582c715f tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.232650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cd0684d-0825-4329-b4b3-6bc1428c4c2f req-9eaa4814-6c02-421b-b4c2-a9a8582c715f tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.6746571 Apr 01 15:56:04.253563 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13df499-783a-4321-ae23-aac32a0ca515 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.254137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13df499-783a-4321-ae23-aac32a0ca515 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.255916 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e13df499-783a-4321-ae23-aac32a0ca515 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/fd9dcca2-f83c-4e9b-8f93-9de082fe997e HTTP/1.1" status: 404 len: 333 time: 0.0650930 Apr 01 15:56:04.259048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44380) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.312420 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dee3d2-5292-4d8c-b30f-9a0901dba5e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.312956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dee3d2-5292-4d8c-b30f-9a0901dba5e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.314812 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c3dee3d2-5292-4d8c-b30f-9a0901dba5e6 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/9c2d8f18-9fdc-407f-a77e-e54950539fae HTTP/1.1" status: 404 len: 337 time: 0.0547366 Apr 01 15:56:04.318140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499b453-5d65-44a1-befb-d6feb528c106 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.319703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44388) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.319872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499b453-5d65-44a1-befb-d6feb528c106 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.321913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4499b453-5d65-44a1-befb-d6feb528c106 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3043211 Apr 01 15:56:04.326571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.399569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.407710 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b44ee7-c976-4a85-a43e-328497e8e443 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.408184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b44ee7-c976-4a85-a43e-328497e8e443 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.416231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cd0684d-0825-4329-b4b3-6bc1428c4c2f req-d5590634-ccf1-4070-b583-2d4516e5136e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485953 Apr 01 15:56:04.422730 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e1b44ee7-c976-4a85-a43e-328497e8e443 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/30dca90f-f3a2-4bbe-8bd4-fd9d8575d76c HTTP/1.1" status: 404 len: 333 time: 0.1019905 Apr 01 15:56:04.426250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44396) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.467726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf66ac-84c4-479c-82a7-2c5d199e3dd4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.480543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbf66ac-84c4-479c-82a7-2c5d199e3dd4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.480543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8dbf66ac-84c4-479c-82a7-2c5d199e3dd4 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/236b4049-329a-49ca-a692-601cf8882527 HTTP/1.1" status: 404 len: 337 time: 0.0435107 Apr 01 15:56:04.480543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44400) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.493902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c3191-7de6-4a98-acb6-d5c105295b05 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.499362 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4c4c3191-7de6-4a98-acb6-d5c105295b05 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks/4e9e0034-39d9-4411-88b5-80c9496795ee HTTP/1.1" status: 200 len: 799 time: 0.1677694 Apr 01 15:56:04.499362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44406) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.522455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.530210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port e0470032-a9ba-4c60-aaeb-7c23797226f9 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:04.530554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.607654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-593efff3-736e-41cd-a69a-daf0a44d02c2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.608166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593efff3-736e-41cd-a69a-daf0a44d02c2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.609914 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-593efff3-736e-41cd-a69a-daf0a44d02c2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/725e6f3e-bd50-4f36-a229-c09c6cd55546 HTTP/1.1" status: 404 len: 333 time: 0.1297948 Apr 01 15:56:04.612669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.623308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=872facab-9be6-4815-9fe3-55f67073445a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.666372 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a713869f-644f-4309-ac06-e0a600b398fd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.667033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a713869f-644f-4309-ac06-e0a600b398fd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.668856 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a713869f-644f-4309-ac06-e0a600b398fd tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/af615583-7c5d-43d4-9133-863ef78e5ecc HTTP/1.1" status: 404 len: 337 time: 0.0551858 Apr 01 15:56:04.673799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44414) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.714998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.716938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-88e9a46f-25e1-44c0-880d-ab27f7f669b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/872facab-9be6-4815-9fe3-55f67073445a HTTP/1.1" status: 204 len: 168 time: 1.8790710 Apr 01 15:56:04.719787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44420) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.740367 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2bb28b-991a-409e-b7da-acd30d0982eb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.740943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2bb28b-991a-409e-b7da-acd30d0982eb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.746648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3b2bb28b-991a-409e-b7da-acd30d0982eb tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/ports/c763ffc4-4ddd-435b-8e38-8ada49122018 HTTP/1.1" status: 404 len: 333 time: 0.0717106 Apr 01 15:56:04.747592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44424) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.804068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46a2544-2a5f-451d-b531-a53aa73ba1e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:04.809556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46a2544-2a5f-451d-b531-a53aa73ba1e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:04.809556 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b46a2544-2a5f-451d-b531-a53aa73ba1e2 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/subnets/72de9c05-a139-47b4-9471-4354794c5bb9 HTTP/1.1" status: 404 len: 337 time: 0.0557814 Apr 01 15:56:04.815085 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-42815ea9-f9c3-4f38-a393-ddc0ec97b502 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/networks/4e9e0034-39d9-4411-88b5-80c9496795ee?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3144722 Apr 01 15:56:04.815686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44430) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.816023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44432) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.825538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-490e4392-a67e-4857-a7d2-11dc9072ad7d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:56:04.826087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-490e4392-a67e-4857-a7d2-11dc9072ad7d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:04.833715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a6e1b1-ddca-46ff-a0b7-c2d643fab217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.888885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.959471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-490e4392-a67e-4857-a7d2-11dc9072ad7d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:04.961462 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-490e4392-a67e-4857-a7d2-11dc9072ad7d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/872facab-9be6-4815-9fe3-55f67073445a HTTP/1.1" status: 404 len: 333 time: 0.2401903 Apr 01 15:56:04.986907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44440) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.027833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for e0470032-a9ba-4c60-aaeb-7c23797226f9 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:05.069776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537a012-b34c-4695-af6f-03be551cd0e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.075901 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c537a012-b34c-4695-af6f-03be551cd0e3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets/a86394a0-5dbe-4840-9aec-307beee986c8 HTTP/1.1" status: 200 len: 811 time: 0.2568688 Apr 01 15:56:05.080247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.088181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.145095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.151478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044019 Apr 01 15:56:05.153539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44452) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.157120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 69269130-2d64-4f13-924b-95f3ee9aca8a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:05.157470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.256797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9beb17-47a1-408a-b812-1d26aa1298b3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['shared'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.258234 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be9beb17-47a1-408a-b812-1d26aa1298b3 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "GET /v2.0/subnets/a86394a0-5dbe-4840-9aec-307beee986c8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1770625 Apr 01 15:56:05.263112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44458) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.270343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1292265003'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:05.277077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:05.292944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:05.295288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.349756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-82d291de-b523-44c0-9a9d-dbdfc314405b tempest-NetworksApiDiscovery-1157805726 tempest-NetworksApiDiscovery-1157805726-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1649027 Apr 01 15:56:05.357137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=e0470032-a9ba-4c60-aaeb-7c23797226f9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.426803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.471168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:05.475027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.505421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d3a05b-6fb6-4f35-b51a-ac1206cb20b8']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.595796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.596095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab80a071-fd7e-4549-b7e9-e3051c5b58aa') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.622834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.629806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.684817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.729426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.764073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.775970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:05.776589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:05.797432 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:05.828294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:05.905282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.908972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.910974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.911337 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Added segment a1d644ab-e549-486b-b729-544387f8f0cf of type vlan for network b20f0676-711f-4641-8ae8-69270acf8c86 Apr 01 15:56:05.979228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.081686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44468) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.130095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.137804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.138520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.162247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 69269130-2d64-4f13-924b-95f3ee9aca8a owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:06.171490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.191577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.192202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router 1c46311a-4286-4946-b92f-196c9ca15d40 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:06.251618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54865c1-39b6-4790-b85f-6ecdc56eeafd req-f7d32a1c-c3c8-4935-bf75-12856f459413 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.253162 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b54865c1-39b6-4790-b85f-6ecdc56eeafd req-f7d32a1c-c3c8-4935-bf75-12856f459413 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.6320667 Apr 01 15:56:06.315123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.316258 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-56dbecc9-c268-4386-9021-2570acb4a683 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 204 len: 168 time: 3.1196573 Apr 01 15:56:06.317396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Network': ['ID=b20f0676-711f-4641-8ae8-69270acf8c86,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.321163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.334239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network b20f0676-711f-4641-8ae8-69270acf8c86 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:06.340895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44474) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.352235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778271492', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.361720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.364383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:06.374939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Usage tracker for resource:router and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:06.378881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:06.380248 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b54865c1-39b6-4790-b85f-6ecdc56eeafd req-01f456ce-6b97-4c6a-a843-c1e559370ce0 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091006 Apr 01 15:56:06.391418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:06.398942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Usage tracker for resource:security_group_rule and tenant:61b2eb14e2a541d09c319f8b3b689793 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:06.400836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.402323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:06.404765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:06.413370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:06.418836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] Pushing event deleted for resources: {'Network': ['ID=70d3a05b-6fb6-4f35-b51a-ac1206cb20b8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.422835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b81b31ad-0939-415e-88ec-914ceee60b68 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1575708 Apr 01 15:56:06.426216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44478) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.434054 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c25e6472-4023-4745-b98b-c573ed7ac431 tempest-NetworksTestDHCPv6-2110947785 tempest-NetworksTestDHCPv6-2110947785-project] 10.222.0.21 "DELETE /v2.0/networks/70d3a05b-6fb6-4f35-b51a-ac1206cb20b8 HTTP/1.1" status: 204 len: 168 time: 1.6167200 Apr 01 15:56:06.437814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.537062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.538055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.558820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:06.569349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:06.577762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.599186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.628667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=69269130-2d64-4f13-924b-95f3ee9aca8a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.673230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Made reservation on behalf of 0938e28cdb1d4fca92d2570bffa70637 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:06.676813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.685602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.714417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.716639 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f69e8715-ab46-4085-ac78-9d17e53cd787 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/69269130-2d64-4f13-924b-95f3ee9aca8a HTTP/1.1" status: 204 len: 168 time: 1.7263412 Apr 01 15:56:06.719574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44484) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.790147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Performing IP validity checks on allocation pools {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:56:06.790568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:56:06.837348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.858042 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc86b6b-ba5f-43f0-a689-279b993f7e62 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:56:06.859639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6bc86b6b-ba5f-43f0-a689-279b993f7e62 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/69269130-2d64-4f13-924b-95f3ee9aca8a HTTP/1.1" status: 404 len: 333 time: 0.1390760 Apr 01 15:56:06.872214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44488) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.954889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet e2cdf133-bbed-42b8-b56e-3df971cbf486 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:06.960153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.048184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.080905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61b2eb14e2a541d09c319f8b3b689793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9980445 Apr 01 15:56:07.081887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.084139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44496) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.093497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.097276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4800d8c-779d-4560-b685-c073474f5821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66435ad-d1ec-4459-8952-552cd7fca17d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.209670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.244849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.290183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.339141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.457824 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8d2380a0-ed7f-46af-a866-da7229a09da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e5fcdfa14094b32a71fccc57cf4fc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739152 Apr 01 15:56:07.462314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44508) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.480487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=47e571d2-6b15-4a39-bc0b-d257f8251bfe,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.498635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Checking segment: {'id': 'a1d644ab-e549-486b-b729-544387f8f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:07.499231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network hostable DHCP agents. Network: b20f0676-711f-4641-8ae8-69270acf8c86, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:07.531749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.593656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.614736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.620914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.623545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Network b20f0676-711f-4641-8ae8-69270acf8c86 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:07.625919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.690803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66435ad-d1ec-4459-8952-552cd7fca17d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.694856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cdf133-bbed-42b8-b56e-3df971cbf486,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.700577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.717943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286dcc8f-1856-4c48-87e4-a0c37a42faa7 None None] Network c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:07.720111 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-102e1445-12b8-419a-a71f-8fc615157047 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/e2cdf133-bbed-42b8-b56e-3df971cbf486 HTTP/1.1" status: 204 len: 168 time: 0.8459246 Apr 01 15:56:07.722021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44512) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.777679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, b20f0676-711f-4641-8ae8-69270acf8c86) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:07.819320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314383a1-f908-42f3-964b-a2dd815b5a66 None None] Network b20f0676-711f-4641-8ae8-69270acf8c86 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:07.845444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.846425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.847391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a66c4b53-6f4a-4c06-ae69-973393d94535 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f66435ad-d1ec-4459-8952-552cd7fca17d HTTP/1.1" status: 204 len: 168 time: 0.7577627 Apr 01 15:56:07.853190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:07.856786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.895001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.899639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.907446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port bb366b28-ae53-4243-9971-95f037da6592 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:07.907796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.975304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377c87-3b45-4827-9e5e-9b50847775a0 req-0dc79854-3329-4a35-b889-e7a625561543 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:07.977411 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5377c87-3b45-4827-9e5e-9b50847775a0 req-0dc79854-3329-4a35-b889-e7a625561543 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.4146559 Apr 01 15:56:08.018976 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-78952110-b624-4726-ad47-67fbe27b1be9 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5887845 Apr 01 15:56:08.026083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44518) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.037366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.043392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Allocated IP 172.26.8.217 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/08014e71-144c-4e61-9b9c-7969c8458c7c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:08.074951 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5377c87-3b45-4827-9e5e-9b50847775a0 req-ac2c92e8-edb6-4e23-be1a-b5933d5c334a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812831 Apr 01 15:56:08.243235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.256378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-b20f0676-711f-4641-8ae8-69270acf8c86', 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86', 'tenant_id': '0938e28cdb1d4fca92d2570bffa70637', 'fixed_ips': [{'subnet_id': '47e571d2-6b15-4a39-bc0b-d257f8251bfe'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:08.258637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.340611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94acd2b6-9ab0-4553-a75f-5c76337f989f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.369698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.371318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] DHCP port deletion for c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:08.391172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Deleting port bb366b28-ae53-4243-9971-95f037da6592 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:08.391553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.484057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.490665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d988293-f1b0-4010-9b26-8fafba442a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94acd2b6-9ab0-4553-a75f-5c76337f989f HTTP/1.1" status: 204 len: 168 time: 1.0245028 Apr 01 15:56:08.535998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port bb366b28-ae53-4243-9971-95f037da6592, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb366b28-ae53-4243-9971-95f037da6592,segment=NetworkSegment(22e5bbe9-c784-40a4-a621-8a50c931c0fe),segment_id=22e5bbe9-c784-40a4-a621-8a50c931c0fe)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:08.536550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.632205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.640326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2389493'] for subnet, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.677074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Allocated IP 172.20.0.3 (b20f0676-711f-4641-8ae8-69270acf8c86/47e571d2-6b15-4a39-bc0b-d257f8251bfe/84361828-7e4d-44b5-a724-f3e18e8e66e1) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:08.713463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for bb366b28-ae53-4243-9971-95f037da6592 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:08.765647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:08.769037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:08.774325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:08.826194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] For port bb366b28-ae53-4243-9971-95f037da6592, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb366b28-ae53-4243-9971-95f037da6592,segment=NetworkSegment(22e5bbe9-c784-40a4-a621-8a50c931c0fe),segment_id=22e5bbe9-c784-40a4-a621-8a50c931c0fe)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:08.827330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.841425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event updated for resources: {'Port': ['ID=08014e71-144c-4e61-9b9c-7969c8458c7c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.977151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.065557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=bb366b28-ae53-4243-9971-95f037da6592,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.071639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port bb366b28-ae53-4243-9971-95f037da6592 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:09.096958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Calling delete_port for bb366b28-ae53-4243-9971-95f037da6592 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:09.222231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.253111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.269191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e5bbe9-c784-40a4-a621-8a50c931c0fe') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.269552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e5bbe9-c784-40a4-a621-8a50c931c0fe') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.283870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.313666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.349645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb366b28-ae53-4243-9971-95f037da6592 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:09.370446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:09.370922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:09.386596 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:09.389620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:09.389978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:09.400688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: bb366b28-ae53-4243-9971-95f037da6592 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:09.401020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb366b28-ae53-4243-9971-95f037da6592 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:09.420371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.517823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f9a6d-5c70-4dae-8020-e50974be34c6 req-17371584-16d5-41f6-a199-2847a558edfd tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:09.519979 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-385f9a6d-5c70-4dae-8020-e50974be34c6 req-17371584-16d5-41f6-a199-2847a558edfd tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.1926861 Apr 01 15:56:09.576046 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-385f9a6d-5c70-4dae-8020-e50974be34c6 req-bde3f764-414e-4b8b-b198-22fa699a8a43 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Apr 01 15:56:09.577500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.577891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Transition to ACTIVE for port object 84361828-7e4d-44b5-a724-f3e18e8e66e1 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:09.585624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.624059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.627654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Transition to ACTIVE for port object 84361828-7e4d-44b5-a724-f3e18e8e66e1 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:09.657917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.745989 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-60fe9b02-7f70-490b-aeca-5b9917bf3f84 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/c7ddbcb2-2603-404c-ae61-2a2b4ac3e13c HTTP/1.1" status: 204 len: 168 time: 2.0120239 Apr 01 15:56:09.745989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44560) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.748838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1823664621'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:09.759702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.765619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:09.768731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:09.784430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.787719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.866065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Network b20f0676-711f-4641-8ae8-69270acf8c86 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:09.869837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:09.873684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:09.891465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Deleting port bb366b28-ae53-4243-9971-95f037da6592 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:09.892105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.971204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:09.979516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.982160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Pushing event updated for resources: {'Port': ['ID=84361828-7e4d-44b5-a724-f3e18e8e66e1,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.068579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cc55140e-bc77-4edc-8ca2-fd5dd2a89ab5 None None] The port 'bb366b28-ae53-4243-9971-95f037da6592' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:10.071473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:10.081702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.082350 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment fd681ac1-db62-4876-bc50-ab3090e1cb09 of type vlan for network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 Apr 01 15:56:10.101023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Attempting to bind port 84361828-7e4d-44b5-a724-f3e18e8e66e1 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:10.102163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Attempting to bind port 84361828-7e4d-44b5-a724-f3e18e8e66e1 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a1d644ab-e549-486b-b729-544387f8f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:10.102844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Attempting to bind port 84361828-7e4d-44b5-a724-f3e18e8e66e1 on network b20f0676-711f-4641-8ae8-69270acf8c86 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:10.113985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:10.114363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Checking segment: {'id': 'a1d644ab-e549-486b-b729-544387f8f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:10.116990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.117739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Bound using segment: {'id': 'a1d644ab-e549-486b-b729-544387f8f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:10.118049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Bound port: 84361828-7e4d-44b5-a724-f3e18e8e66e1, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d644ab-e549-486b-b729-544387f8f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b20f0676-711f-4641-8ae8-69270acf8c86'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:10.118509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.119151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.181992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44570) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.224453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] For port 84361828-7e4d-44b5-a724-f3e18e8e66e1, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:10.229988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] For port 84361828-7e4d-44b5-a724-f3e18e8e66e1, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=84361828-7e4d-44b5-a724-f3e18e8e66e1,segment=NetworkSegment(a1d644ab-e549-486b-b729-544387f8f0cf),segment_id=a1d644ab-e549-486b-b729-544387f8f0cf)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:10.257824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.325799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.338245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.338245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.387229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302112903'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:10.396179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.411983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.454686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:10.464850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2655302'] for subnet, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.469609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:10.521066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=9ef52131-7c34-43e3-8355-0a2eed5f06a1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.521536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:10.530379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf272220-51bf-4e36-ab3f-5e183622bc55 None None] Pushing event updated for resources: {'Port': ['ID=84361828-7e4d-44b5-a724-f3e18e8e66e1,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.544488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:10.546550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.547209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.548499 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "PUT /v2.0/subnets/47e571d2-6b15-4a39-bc0b-d257f8251bfe HTTP/1.1" status: 200 len: 877 time: 2.5217125 Apr 01 15:56:10.551938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44582) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.601429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58339a77-48d1-4296-a44a-6e0a305f5ffb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event updated for resources: {'Subnet': ['ID=47e571d2-6b15-4a39-bc0b-d257f8251bfe,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.608764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44586) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.608971 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a81862fe-8a30-487e-8580-bc03fbdbd69d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8660951 Apr 01 15:56:10.616052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:10.770806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.784624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port 84361828-7e4d-44b5-a724-f3e18e8e66e1 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:10.785820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.807729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Router 642d305e-c904-4058-80c1-cb33fbe34b66 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:10.822653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:10.828442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.854414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.884613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.895215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:security_group_rule and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:10.913462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:10.978851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44596) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.999348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.173515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.182952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.189153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.211683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.238486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:11.260426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ad198-1d5e-4171-b7aa-15449e49061b req-028062da-4dfd-4021-be26-31383eac614f tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:11.261984 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-930ad198-1d5e-4171-b7aa-15449e49061b req-028062da-4dfd-4021-be26-31383eac614f tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.4697611 Apr 01 15:56:11.271107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] Sync routers for ids ['642d305e-c904-4058-80c1-cb33fbe34b66'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:11.285212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] Routers {'642d305e-c904-4058-80c1-cb33fbe34b66'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:11.286233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['642d305e-c904-4058-80c1-cb33fbe34b66'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.293707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--1306160333', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:11.302241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.309863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.315714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.329543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-930ad198-1d5e-4171-b7aa-15449e49061b req-50cdbd5d-81a5-48ff-9217-e9717206712c tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505891 Apr 01 15:56:11.331017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.368596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port 84361828-7e4d-44b5-a724-f3e18e8e66e1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=84361828-7e4d-44b5-a724-f3e18e8e66e1,segment=NetworkSegment(a1d644ab-e549-486b-b729-544387f8f0cf),segment_id=a1d644ab-e549-486b-b729-544387f8f0cf)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:11.368961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.370037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:11.372466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 84361828-7e4d-44b5-a724-f3e18e8e66e1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:11.377660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.408809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.439565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] Routers {'642d305e-c904-4058-80c1-cb33fbe34b66'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:11.440228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['642d305e-c904-4058-80c1-cb33fbe34b66'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.487703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.491494 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-02ffe2ea-3160-4400-ac6d-a559dc2f1ad8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1426573 Apr 01 15:56:11.494929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44602) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.506920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:11.508335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.508895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af2f8-de0c-4909-b2e6-4756942f095b None None] The sync data for ids ['642d305e-c904-4058-80c1-cb33fbe34b66'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:11.522548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for 84361828-7e4d-44b5-a724-f3e18e8e66e1 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:11.630648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.668238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:11.672098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.687249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.709206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.714795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.717592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.723939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.741057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 84361828-7e4d-44b5-a724-f3e18e8e66e1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:11.791849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.849069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:11.870680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e62fe7-1ab8-4ad8-b544-d097d5f4a631,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.886351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.886728 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment f49670da-72c5-4a06-8d12-ab249b303ad8 of type vlan for network e065dd20-7ada-432b-9985-4436abce7614 Apr 01 15:56:11.937253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.963030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.986894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.992715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f034c-f838-40ee-9bd8-52808b12c3f1 None None] Network b20f0676-711f-4641-8ae8-69270acf8c86 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:12.043903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=84361828-7e4d-44b5-a724-f3e18e8e66e1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.096915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7c95c7ed-fa3f-439e-a211-49fc67f40100 None None] Could not find standard attr ID for object 84361828-7e4d-44b5-a724-f3e18e8e66e1. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:12.116396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.162167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ac9f5-f914-4a98-b142-5e9c248fb366,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.165400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port 84361828-7e4d-44b5-a724-f3e18e8e66e1 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:12.168467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.174085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.174739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.191760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.256158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:12.314394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.331320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=372d4df9-8e68-462d-ae26-02518730df95,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.339539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': 'fd681ac1-db62-4876-bc50-ab3090e1cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:12.340384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: 9ef52131-7c34-43e3-8355-0a2eed5f06a1, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:12.350383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.350733 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 2049b51f-4fd0-43a0-9393-7f8615073ab8 of type vlan for network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 Apr 01 15:56:12.384984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.419897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=e065dd20-7ada-432b-9985-4436abce7614,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.436076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e065dd20-7ada-432b-9985-4436abce7614 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:12.459111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.462996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.475833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:12.565126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb6513-4c7e-43de-9713-a06ae7ea815d None None] Network b20f0676-711f-4641-8ae8-69270acf8c86 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:12.577130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 9ef52131-7c34-43e3-8355-0a2eed5f06a1) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:12.577481 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7caab66f-0c48-42ef-85d4-8186b885030e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3935566 Apr 01 15:56:12.581983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.582653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.588144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Deleting port 08014e71-144c-4e61-9b9c-7969c8458c7c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:12.588495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.620461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a29d5-b42c-4401-94ae-f0848a77302b None None] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:12.647028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.661417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.662345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.716380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.798394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8183277 Apr 01 15:56:12.807688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44612) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.097321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-acffcbca-3819-4a01-a70b-7cfc33b4f60c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2693853 Apr 01 15:56:13.097321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.097321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1', 'name': 'tempest-PortsIpV6TestJSON-230752739', 'fixed_ips': [{'subnet_id': '372d4df9-8e68-462d-ae26-02518730df95', 'ip_address': '2001:db8::10'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=47e571d2-6b15-4a39-bc0b-d257f8251bfe,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94fec-e028-4bf0-83bc-452b8640b1b1 req-8796f2e6-4ce6-44cf-adba-513dae35876e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-82f94fec-e028-4bf0-83bc-452b8640b1b1 req-8796f2e6-4ce6-44cf-adba-513dae35876e tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.4611871 Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:13.099437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:13.103179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:13.111361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:13.121206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efa70e-487f-4f5c-b129-7be81c151711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=f3c9da2d-d4e0-4a58-b800-919ea9f592b7,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.127507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:13.133382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:13.151548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:13.161957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:13.175057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:13.182436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20f0676-711f-4641-8ae8-69270acf8c86']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.200848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.201986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d644ab-e549-486b-b729-544387f8f0cf') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.202452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d644ab-e549-486b-b729-544387f8f0cf') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.224298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.249603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.259813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:13.260832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.340543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa71deb-f905-4385-af86-ebcf052033c2 None None] DHCP port deletion for b20f0676-711f-4641-8ae8-69270acf8c86 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:13.396127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Calling delete_port for 08014e71-144c-4e61-9b9c-7969c8458c7c owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:13.429224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:13.431849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-9ef52131-7c34-43e3-8355-0a2eed5f06a1', 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': '372d4df9-8e68-462d-ae26-02518730df95'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:13.441161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:13.466439 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:13.474741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.477999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.516690 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-82f94fec-e028-4bf0-83bc-452b8640b1b1 req-9296e416-62d4-4498-8030-6cef1ff8a837 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832643 Apr 01 15:56:13.540198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.616307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.643430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.648544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Allocated IP 2001:db8::2 (9ef52131-7c34-43e3-8355-0a2eed5f06a1/372d4df9-8e68-462d-ae26-02518730df95/090e2aa6-f065-466b-abd4-4ae83f73f4c4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:13.670163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.673821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=b20f0676-711f-4641-8ae8-69270acf8c86,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.683093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 7a946445-4ccc-46aa-beef-d72b6d82fd80 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:14.076804 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9682c94e-50a1-4395-8253-5a63fec0adc1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/b20f0676-711f-4641-8ae8-69270acf8c86 HTTP/1.1" status: 204 len: 168 time: 3.5197048 Apr 01 15:56:14.076804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44620) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.109667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.203096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.256457 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ee20c3-99dd-4e3c-86e6-aed73fef63f1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:14.259971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ee20c3-99dd-4e3c-86e6-aed73fef63f1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:14.267321 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f5ee20c3-99dd-4e3c-86e6-aed73fef63f1 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/47e571d2-6b15-4a39-bc0b-d257f8251bfe HTTP/1.1" status: 404 len: 337 time: 0.1848059 Apr 01 15:56:14.267514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44624) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.277230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Pushing event deleted for resources: {'Port': ['ID=08014e71-144c-4e61-9b9c-7969c8458c7c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.291139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.317095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Transition to ACTIVE for port object 090e2aa6-f065-466b-abd4-4ae83f73f4c4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:14.338563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:56:14.345469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:14.376071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8ce36b-0ebd-47c3-8452-15e6681e1a0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:14.376601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8ce36b-0ebd-47c3-8452-15e6681e1a0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:14.384936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9d8ce36b-0ebd-47c3-8452-15e6681e1a0a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/b20f0676-711f-4641-8ae8-69270acf8c86 HTTP/1.1" status: 404 len: 339 time: 0.1130769 Apr 01 15:56:14.385747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44628) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.414793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Transition to ACTIVE for port object 090e2aa6-f065-466b-abd4-4ae83f73f4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:14.430249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2bbe0-40e9-4ad1-a294-2b4318b0155a req-c60136a3-05be-45f5-8d20-f7e9b8c4f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:14.432080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1eb2bbe0-40e9-4ad1-a294-2b4318b0155a req-c60136a3-05be-45f5-8d20-f7e9b8c4f931 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.2725539 Apr 01 15:56:14.435062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.508558 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c5e3ec-588b-485f-b57a-9fc6e9b7624d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:14.509423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c5e3ec-588b-485f-b57a-9fc6e9b7624d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:14.513552 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-05c5e3ec-588b-485f-b57a-9fc6e9b7624d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/b61fcc53-1c34-40d7-8b62-a73db6109bf4 HTTP/1.1" status: 404 len: 337 time: 0.1249137 Apr 01 15:56:14.517006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44632) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.549939 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26dae94-bbea-49c9-bf84-01a6d089f355 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:14.550408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26dae94-bbea-49c9-bf84-01a6d089f355 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:14.554332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f26dae94-bbea-49c9-bf84-01a6d089f355 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/c906c2e5-a684-4001-bac8-291d2bb6f498 HTTP/1.1" status: 404 len: 339 time: 0.0345664 Apr 01 15:56:14.559183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44638) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.729960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.808036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.920461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:15.014510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'ee731e82-7854-4117-9006-327e8891dc10', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'port_id': 'ee731e82-7854-4117-9006-327e8891dc10', 'mac_address': 'fa:16:3e:8d:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:56:15.018584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.058685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:15.079496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:15.140266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Pushing event updated for resources: {'Port': ['ID=090e2aa6-f065-466b-abd4-4ae83f73f4c4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.173571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:15.174851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:15.177322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:15.200778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.220103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::10 (9ef52131-7c34-43e3-8355-0a2eed5f06a1/372d4df9-8e68-462d-ae26-02518730df95/7a946445-4ccc-46aa-beef-d72b6d82fd80) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:15.341451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.402757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0f6f73-ddc8-461d-a532-7c943dc4c0f0']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.418451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 84361828-7e4d-44b5-a724-f3e18e8e66e1 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:15.421140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.501826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.534757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 84361828-7e4d-44b5-a724-f3e18e8e66e1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:15.535100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 84361828-7e4d-44b5-a724-f3e18e8e66e1 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:15.558750 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1eb2bbe0-40e9-4ad1-a294-2b4318b0155a req-e37994c7-a5d4-4eca-8460-fdead3e8da58 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7680736 Apr 01 15:56:15.616329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.674583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89068d8e-4e38-4f8b-9c15-a203895f580d') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.675185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89068d8e-4e38-4f8b-9c15-a203895f580d') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.680967 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'code': 200} Apr 01 15:56:15.688662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.707565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.714809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:15.715506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.721054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.727911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.732089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee731e82-7854-4117-9006-327e8891dc10 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:15.741731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.748679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:15.760583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Attempting to bind port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:15.761158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Attempting to bind port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fd681ac1-db62-4876-bc50-ab3090e1cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:15.761854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Attempting to bind port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 on network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:15.770766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:15.771475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Checking segment: {'id': 'fd681ac1-db62-4876-bc50-ab3090e1cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:15.772275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.772932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Bound using segment: {'id': 'fd681ac1-db62-4876-bc50-ab3090e1cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:15.773648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Bound port: 090e2aa6-f065-466b-abd4-4ae83f73f4c4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd681ac1-db62-4876-bc50-ab3090e1cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:15.774363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.784726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:15.824766 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:15.836722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.158 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/8fe3589c-902d-4f0e-a869-03adb929d722) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:15.842294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.848995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 7a946445-4ccc-46aa-beef-d72b6d82fd80 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:15.927519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.928386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45282a1c-04c9-452d-a045-82fc3df99ff5 req-4ac60483-4083-4e01-b732-7a9e1bb0a1a7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.930549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-45282a1c-04c9-452d-a045-82fc3df99ff5 req-4ac60483-4083-4e01-b732-7a9e1bb0a1a7 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 944 time: 1.1384315 Apr 01 15:56:15.963272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.975453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Router 642d305e-c904-4058-80c1-cb33fbe34b66 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:16.015551 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-45282a1c-04c9-452d-a045-82fc3df99ff5 req-5f878697-44b9-45a6-b4c9-37650710c398 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783195 Apr 01 15:56:16.018003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=8a0f6f73-ddc8-461d-a532-7c943dc4c0f0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.029153 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fbbb7699-3997-4faf-a2b5-34ae615bdb7c tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/8a0f6f73-ddc8-461d-a532-7c943dc4c0f0 HTTP/1.1" status: 204 len: 168 time: 1.4587550 Apr 01 15:56:16.034167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44646) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.054399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] For port 090e2aa6-f065-466b-abd4-4ae83f73f4c4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:16.054399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] For port 090e2aa6-f065-466b-abd4-4ae83f73f4c4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=090e2aa6-f065-466b-abd4-4ae83f73f4c4,segment=NetworkSegment(fd681ac1-db62-4876-bc50-ab3090e1cb09),segment_id=fd681ac1-db62-4876-bc50-ab3090e1cb09)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:16.108704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.123393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.137301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.166607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.173422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': 'e065dd20-7ada-432b-9985-4436abce7614', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:16.181093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ee731e82-7854-4117-9006-327e8891dc10'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:56:16.299247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bea76d-2edb-4199-bbfe-1e354e00901e None None] Pushing event updated for resources: {'Port': ['ID=090e2aa6-f065-466b-abd4-4ae83f73f4c4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.317107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.332975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e163189f-c6aa-48e3-9610-28c56f8c452d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:16.333739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e163189f-c6aa-48e3-9610-28c56f8c452d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:16.360448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:16.375056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.375056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5485f49-9b93-40e3-8175-683ab2cfce03 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "PUT /v2.0/routers/642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 200 len: 709 time: 4.8784416 Apr 01 15:56:16.378016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44654) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.380403 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] Sync routers for ids ['642d305e-c904-4058-80c1-cb33fbe34b66'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:16.403346 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] Routers {'642d305e-c904-4058-80c1-cb33fbe34b66'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:16.404074 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['642d305e-c904-4058-80c1-cb33fbe34b66'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:16.447530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e163189f-c6aa-48e3-9610-28c56f8c452d tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/7e40ca3f-16c3-48a9-ba52-cb858a24da8c HTTP/1.1" status: 404 len: 337 time: 0.3327584 Apr 01 15:56:16.453055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44658) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.514144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:16.518760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=7a946445-4ccc-46aa-beef-d72b6d82fd80,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.523466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.525117 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:16.526084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:16.530886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:16.536450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:16.537082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.554186 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] Routers {'642d305e-c904-4058-80c1-cb33fbe34b66'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:16.555763 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['642d305e-c904-4058-80c1-cb33fbe34b66'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:16.557625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:16.573078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:subnet and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:16.593742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:16.606114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:16.710207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a99aa52d-161f-4d9b-bc7e-6b748de5f868 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8219287 Apr 01 15:56:16.712156 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:16.712156 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa83b0-b87c-474b-ad30-34c8a7123d20 None None] The sync data for ids ['642d305e-c904-4058-80c1-cb33fbe34b66'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:16.712355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.720257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': '9ef52131-7c34-43e3-8355-0a2eed5f06a1', 'name': 'tempest-PortsIpV6TestJSON-1129021877', 'fixed_ips': [{'subnet_id': '372d4df9-8e68-462d-ae26-02518730df95', 'ip_address': '2001:db8::f'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:16.724957 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9d370cee-f419-479a-bd57-fbc05db66261 tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/routers/642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 200 len: 744 time: 0.3453279 Apr 01 15:56:16.726180 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2d6567-0aca-4bdc-84d3-da0106e01b82 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:16.727392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2d6567-0aca-4bdc-84d3-da0106e01b82 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:16.741022 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d2d6567-0aca-4bdc-84d3-da0106e01b82 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/3f962985-3609-4d23-979e-8b9136d0291c HTTP/1.1" status: 404 len: 339 time: 0.2627351 Apr 01 15:56:16.743577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44666) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.743577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44668) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.764344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:16.832888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:16.836930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.839215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:16.862555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:16.899518 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dd70c3-84eb-4e7a-bbb1-c868058010e2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:16.900078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dd70c3-84eb-4e7a-bbb1-c868058010e2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:16.904375 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-49dd70c3-84eb-4e7a-bbb1-c868058010e2 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/0808b39d-aa34-49b8-9179-ec1b90557ea2 HTTP/1.1" status: 404 len: 337 time: 0.1422789 Apr 01 15:56:16.913174 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e6636a8-c6b3-42e2-a077-2ef3a8abf72a tempest-RoutersIpV6AdminTest-1152553804 tempest-RoutersIpV6AdminTest-1152553804-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&device_id=642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 200 len: 205 time: 0.1616228 Apr 01 15:56:16.913174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.921288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=8fe3589c-902d-4f0e-a869-03adb929d722,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.923823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44676) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.008240 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-49d5fa11-ee9f-4687-8837-4b47804a527f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 200 len: 205 time: 0.0764115 Apr 01 15:56:17.010908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.012038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44682) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.015939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.017431 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6a348d-a288-4e0c-a53e-b3af03d02c20 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.017896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6a348d-a288-4e0c-a53e-b3af03d02c20 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.019495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.019651 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ad6a348d-a288-4e0c-a53e-b3af03d02c20 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/8310adf8-fb41-40c4-840c-76420f5a90f8 HTTP/1.1" status: 404 len: 339 time: 0.1003063 Apr 01 15:56:17.029518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44686) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.033681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.117833 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d3dab6-6116-4992-a77c-23b165a560fa tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.140485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d3dab6-6116-4992-a77c-23b165a560fa tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.140485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-06d3dab6-6116-4992-a77c-23b165a560fa tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/581bd9ed-53fc-4411-9427-c3141b29cecc HTTP/1.1" status: 404 len: 337 time: 0.1027961 Apr 01 15:56:17.140485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44692) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.212373 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f830d6d7-228a-4b6f-a7b8-5a3b038bb797 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.212861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f830d6d7-228a-4b6f-a7b8-5a3b038bb797 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.217560 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f830d6d7-228a-4b6f-a7b8-5a3b038bb797 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/805cce60-02f1-4144-a744-8051e6bef962 HTTP/1.1" status: 404 len: 339 time: 0.0759928 Apr 01 15:56:17.219959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44696) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.350517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 090e2aa6-f065-466b-abd4-4ae83f73f4c4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:17.404733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.458867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:17.467206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.482782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2f93ee-14fb-4d0d-b02e-9a1621a89293 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.483155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2f93ee-14fb-4d0d-b02e-9a1621a89293 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.485427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4b2f93ee-14fb-4d0d-b02e-9a1621a89293 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/1239a82b-a928-4732-873b-fe793f462564 HTTP/1.1" status: 404 len: 337 time: 0.2649574 Apr 01 15:56:17.491045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44700) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.525104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:17.538138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 9747b5fb-6ac9-405f-8fef-5a0be611874c yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:17.594099 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0838c20-9758-4c60-ad5a-b061d7af7e4a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.594826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0838c20-9758-4c60-ad5a-b061d7af7e4a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.596456 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b0838c20-9758-4c60-ad5a-b061d7af7e4a tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/05471caa-33f0-40b9-99bd-8e4bd75b28a5 HTTP/1.1" status: 404 len: 339 time: 0.1016152 Apr 01 15:56:17.600692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44704) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.651717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ed10c-4913-4277-b27a-6b596ad4cd53 None None] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:17.693760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c5696b-f5d4-4774-9773-6629b2e80550 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.694201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c5696b-f5d4-4774-9773-6629b2e80550 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.712382 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-98c5696b-f5d4-4774-9773-6629b2e80550 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/952b8c5b-1040-4668-98f4-a98f4ac0dbaf HTTP/1.1" status: 404 len: 337 time: 0.1024456 Apr 01 15:56:17.713308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44708) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.784758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.868468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.872015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Provisioning for port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:17.875904 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a6896e-e602-4c31-9da0-d38af9c62029 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.876374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a6896e-e602-4c31-9da0-d38af9c62029 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.878300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-90a6896e-e602-4c31-9da0-d38af9c62029 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/f57c427a-f73c-4bcb-b7d7-960c60eb1205 HTTP/1.1" status: 404 len: 339 time: 0.1639693 Apr 01 15:56:17.882699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44712) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.886719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Provisioning complete for port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:17.891331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.948254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa77c76-34ff-4036-a3dd-8ef6af4d08f0 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:17.948637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa77c76-34ff-4036-a3dd-8ef6af4d08f0 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:17.950361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-baa77c76-34ff-4036-a3dd-8ef6af4d08f0 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/71e23816-af1e-4cd3-83b2-d46eed684f52 HTTP/1.1" status: 404 len: 337 time: 0.0624597 Apr 01 15:56:17.964077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.022298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.030318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.038167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c82871-f66f-4f6d-8efd-861475095c89 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.038443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c82871-f66f-4f6d-8efd-861475095c89 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.040544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-90c82871-f66f-4f6d-8efd-861475095c89 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/c4fc8a71-92b3-4a2c-9915-3b1d9f0d6111 HTTP/1.1" status: 404 len: 339 time: 0.0415430 Apr 01 15:56:18.046537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44720) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.062062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': 'f49670da-72c5-4a06-8d12-ab249b303ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:18.062816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: e065dd20-7ada-432b-9985-4436abce7614, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:18.098784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::f (9ef52131-7c34-43e3-8355-0a2eed5f06a1/372d4df9-8e68-462d-ae26-02518730df95/9747b5fb-6ac9-405f-8fef-5a0be611874c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:18.117909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d066-74d9-455c-9a19-c675b67c8d1a req-97aa4b2c-2c80-4fab-aee2-1964cb9ba4f9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:18.119523 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3550d066-74d9-455c-9a19-c675b67c8d1a req-97aa4b2c-2c80-4fab-aee2-1964cb9ba4f9 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 945 time: 0.8973062 Apr 01 15:56:18.161909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.182721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.184703 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8301add-eb9a-45d2-b820-cc96074cf3bb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.184703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8301add-eb9a-45d2-b820-cc96074cf3bb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.186374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f8301add-eb9a-45d2-b820-cc96074cf3bb tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/821e2283-f8a1-46b4-b147-a2a6f9452af4 HTTP/1.1" status: 404 len: 337 time: 0.1386516 Apr 01 15:56:18.209584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.225193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] For port 090e2aa6-f065-466b-abd4-4ae83f73f4c4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=090e2aa6-f065-466b-abd4-4ae83f73f4c4,segment=NetworkSegment(fd681ac1-db62-4876-bc50-ab3090e1cb09),segment_id=fd681ac1-db62-4876-bc50-ab3090e1cb09)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:18.231855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network e065dd20-7ada-432b-9985-4436abce7614 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:18.251389 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4bb266-50ac-4575-8ffe-60f7ffefca84 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.251865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4bb266-50ac-4575-8ffe-60f7ffefca84 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.290254 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d4bb266-50ac-4575-8ffe-60f7ffefca84 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/aa532639-aa51-445e-9aad-0bfac5c46609 HTTP/1.1" status: 404 len: 339 time: 0.0794926 Apr 01 15:56:18.294658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44728) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.300845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.342254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:18.359550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3550d066-74d9-455c-9a19-c675b67c8d1a req-b569b8fb-2aac-4d29-83ad-68e024a3309a tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302406 Apr 01 15:56:18.406344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.407031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Fanout notify agent at l3_agent the message router_deleted on router 642d305e-c904-4058-80c1-cb33fbe34b66 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:18.413336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44732) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.419276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.425537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.427307 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ff53d9b-412f-4b36-93ee-1bc0455cbba8 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 204 len: 168 time: 1.4138074 Apr 01 15:56:18.430956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44736) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.441255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 9747b5fb-6ac9-405f-8fef-5a0be611874c will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:18.457786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.464759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e065dd20-7ada-432b-9985-4436abce7614) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:18.470425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:18.471259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.492677 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-41216510-c7d2-4562-9f7c-3bcf4ea83359 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.493181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41216510-c7d2-4562-9f7c-3bcf4ea83359 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.494861 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-41216510-c7d2-4562-9f7c-3bcf4ea83359 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/b2a276da-ed13-40c1-ae9a-3a1041c39a8f HTTP/1.1" status: 404 len: 337 time: 0.1463702 Apr 01 15:56:18.499128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44738) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.530401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ae93a-c953-4836-890d-ad53642d1bd9 None None] Network e065dd20-7ada-432b-9985-4436abce7614 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:18.536954 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fe3a82-39ed-42c8-a6f5-439b68ed64cc tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.537419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fe3a82-39ed-42c8-a6f5-439b68ed64cc tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.546413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a2fe3a82-39ed-42c8-a6f5-439b68ed64cc tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/b9be2dce-73b6-4949-b6cc-bc0d63470077 HTTP/1.1" status: 404 len: 339 time: 0.0396125 Apr 01 15:56:18.547617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44744) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.590328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e13cb067-a4f6-4af1-a221-e4c3a850d6f2 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 200 len: 205 time: 0.0937493 Apr 01 15:56:18.594955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44748) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.635930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting subnet a86394a0-5dbe-4840-9aec-307beee986c8 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:18.639466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.683040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Provisioning complete for port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.683040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.705787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.708841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port ee731e82-7854-4117-9006-327e8891dc10 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.709214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.771164 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6b2ac343-3a69-4106-b5ca-9c87eacec9a1 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6473076 Apr 01 15:56:18.772623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.778337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.787359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94fb50-18df-49b5-9075-7b803cdd4608 None None] Pushing event updated for resources: {'Port': ['ID=090e2aa6-f065-466b-abd4-4ae83f73f4c4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.847381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1686393218'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:18.856227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:18.860633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:18.864233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:18.866500 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-2f243713-46ec-4a74-9b58-5c667d9b1fa1 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:18.869013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2f243713-46ec-4a74-9b58-5c667d9b1fa1 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/642d305e-c904-4058-80c1-cb33fbe34b66 HTTP/1.1" status: 404 len: 336 time: 0.2592187 Apr 01 15:56:18.875315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:18.878787 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0dac194b-1eec-47ff-a068-86aa4c750b86 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/floatingips/2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c HTTP/1.1" status: 200 len: 992 time: 0.4632223 Apr 01 15:56:18.879911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44758) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.916406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:18.922918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:18.931213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:18.938705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:18.939513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.963815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:18.970540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.022420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=9747b5fb-6ac9-405f-8fef-5a0be611874c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.032252 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8f2cb5f1-56e9-4dc0-b62c-f8fe26771d1f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 200 len: 205 time: 0.1410758 Apr 01 15:56:19.033015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44762) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.106920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e065dd20-7ada-432b-9985-4436abce7614', 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': '80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:19.108044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.147491 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4019180a-55cd-49ce-a44c-27e5dd36cec2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4346659 Apr 01 15:56:19.149779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-dd1d67f1-04fa-4df0-874d-ddb010af1323 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:19.153594 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dd1d67f1-04fa-4df0-874d-ddb010af1323 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/1c46311a-4286-4946-b92f-196c9ca15d40 HTTP/1.1" status: 404 len: 336 time: 0.1176794 Apr 01 15:56:19.159197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44766) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.159701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44768) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.203202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.292879 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-757083fd-c0dc-453f-a4a1-9494e3b2b331 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 200 len: 205 time: 0.1287694 Apr 01 15:56:19.293507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44774) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.294424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:19.307195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.331430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:19.356082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:19.450397 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'code': 200} Apr 01 15:56:19.450722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.453163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 090e2aa6-f065-466b-abd4-4ae83f73f4c4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:19.466179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.474392 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment dedea88a-ccad-4d66-9e1d-4548f3ed5f01 of type vlan for network 5dc5b300-3289-428f-bffe-0c354fecbe89 Apr 01 15:56:19.489584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-934a09c7-ff14-40fa-a597-b899f2f84b71 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:19.494091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-934a09c7-ff14-40fa-a597-b899f2f84b71 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/c99107b7-9966-4f02-adc5-a12e1c2ba6dc HTTP/1.1" status: 404 len: 336 time: 0.1189473 Apr 01 15:56:19.497218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44780) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.519569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.566257 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2971ce5-295d-4f57-9216-222b8d594517 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 200 len: 205 time: 0.0600865 Apr 01 15:56:19.578087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44784) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.654005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.723761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Provisioning for port 7a946445-4ccc-46aa-beef-d72b6d82fd80 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:19.769323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Provisioning complete for port 7a946445-4ccc-46aa-beef-d72b6d82fd80 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:19.769998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.811565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-610ef614-d794-4873-947f-0e707bc3358f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:19.815759 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-610ef614-d794-4873-947f-0e707bc3358f tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/6b3210b3-a53d-4aa7-a53d-0bebe51fd5a0 HTTP/1.1" status: 404 len: 336 time: 0.2300873 Apr 01 15:56:19.823277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44788) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.894243 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f2f81ce9-499f-4421-83b6-c0cc1890447a tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 200 len: 205 time: 0.0667841 Apr 01 15:56:19.902679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db7d06-d9da-414a-b079-aaa4008b81ac tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:19.903526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-80db7d06-d9da-414a-b079-aaa4008b81ac tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:19.909417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44792) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.912438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.932598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Allocated IP 2001:db8:0:ffff::2 (e065dd20-7ada-432b-9985-4436abce7614/80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c/c48d897d-6887-4f9e-84cb-c6bf5728b8bd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:19.956124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.007290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b3946164-4720-4bb1-940c-ea5a52e873c1 None None] Port 7a946445-4ccc-46aa-beef-d72b6d82fd80 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:20.041912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Subnet': ['ID=a86394a0-5dbe-4840-9aec-307beee986c8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.045657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.050014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-c90c61af-4fb2-4554-aa54-c54d29623748 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:20.054999 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c90c61af-4fb2-4554-aa54-c54d29623748 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/65e51c97-c77b-49db-bd1f-6f7134d5b294 HTTP/1.1" status: 404 len: 336 time: 0.1403823 Apr 01 15:56:20.055251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44796) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.059320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b9760-ee8e-4e63-885c-8af21f6fc2b0 None None] Network 4e9e0034-39d9-4411-88b5-80c9496795ee requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:20.065687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ef24c2a-fb45-46db-9cfd-d7948af61646 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/subnets/a86394a0-5dbe-4840-9aec-307beee986c8 HTTP/1.1" status: 204 len: 168 time: 1.5141542 Apr 01 15:56:20.065885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44800) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.112416 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cf4dedf1-7cb4-4e4b-a6ec-7eb508dfc3e5 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "GET /v2.0/ports?device_id=1182b8c7-162f-4647-926b-683f1247f302 HTTP/1.1" status: 200 len: 205 time: 0.0555756 Apr 01 15:56:20.113289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:20.115540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:20.116000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.116406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44804) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.167901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.173589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:20.174174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.209150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-80db7d06-d9da-414a-b079-aaa4008b81ac tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:20.213910 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-80db7d06-d9da-414a-b079-aaa4008b81ac tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0493681 Apr 01 15:56:20.244426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44808) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.263092 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-f635f176-8676-48c5-bd85-3f85e16a82b1 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] delete failed (client error): The resource could not be found. Apr 01 15:56:20.267648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f635f176-8676-48c5-bd85-3f85e16a82b1 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/routers/1182b8c7-162f-4647-926b-683f1247f302 HTTP/1.1" status: 404 len: 336 time: 0.1458416 Apr 01 15:56:20.275561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44812) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.303936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.331837 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c81c4b9-bf14-4d7e-ab7a-81449f223257 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:20.332377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c81c4b9-bf14-4d7e-ab7a-81449f223257 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:20.336781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1c81c4b9-bf14-4d7e-ab7a-81449f223257 tempest-RoutersIpV6AdminTest-55941634 tempest-RoutersIpV6AdminTest-55941634-project] 10.222.0.21 "DELETE /v2.0/subnets/be5f7436-8d5b-4232-a07f-b7db37fdced1 HTTP/1.1" status: 404 len: 337 time: 0.0575588 Apr 01 15:56:20.384575 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6060305 Apr 01 15:56:20.389970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44818) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.395311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dde250-4d3a-4751-b697-60ef7291ec57 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=5dc5b300-3289-428f-bffe-0c354fecbe89,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.403836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:20.421086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:20.448509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Deleting port e317de42-ef4b-4d68-bbfb-03ab01663d51 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:20.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.456766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Provisioning for port 9747b5fb-6ac9-405f-8fef-5a0be611874c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:20.521187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:20.573825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Provisioning complete for port 9747b5fb-6ac9-405f-8fef-5a0be611874c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:20.574439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.616060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:20.628301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.633425 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8626e0fa-31ac-4b6d-97ff-006bc8677d9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6868365 Apr 01 15:56:20.633425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44822) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.650676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce2d9b-4feb-4c7a-823a-7a15ea324753 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:20.653349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.656534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce2d9b-4feb-4c7a-823a-7a15ea324753 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:20.662355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce2d9b-4feb-4c7a-823a-7a15ea324753 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:20.668031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b9ce2d9b-4feb-4c7a-823a-7a15ea324753 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4187069 Apr 01 15:56:20.668621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.685244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:20.697503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:subnet and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:20.702804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:20.703146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Transition to ACTIVE for port object c48d897d-6887-4f9e-84cb-c6bf5728b8bd will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:20.705474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:20.706100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:20.735621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:20.783558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:20.796692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Port 9747b5fb-6ac9-405f-8fef-5a0be611874c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:20.806814 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-44398f64-1bd8-4cd2-a369-36c56e02caae tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1718764 Apr 01 15:56:20.809763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44832) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.830013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Transition to ACTIVE for port object c48d897d-6887-4f9e-84cb-c6bf5728b8bd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:20.832741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] For port e317de42-ef4b-4d68-bbfb-03ab01663d51, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e317de42-ef4b-4d68-bbfb-03ab01663d51,segment=NetworkSegment(a687e850-d9d0-448a-b660-8696cecdab23),segment_id=a687e850-d9d0-448a-b660-8696cecdab23)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:20.833122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.857355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Provisioning complete for port 7a946445-4ccc-46aa-beef-d72b6d82fd80 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:20.857355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.861222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 9747b5fb-6ac9-405f-8fef-5a0be611874c {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:20.861647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.972898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:20.977574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.978957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1c78a3-daf0-4dda-8985-138fa23b6016 None None] DHCP port deletion for 4e9e0034-39d9-4411-88b5-80c9496795ee request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:20.985703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.073267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b9c87afa-6d2b-4be5-910f-1f032f6b6837 None None] Port 7a946445-4ccc-46aa-beef-d72b6d82fd80 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:21.073267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c78a3-daf0-4dda-8985-138fa23b6016 None None] Deleting port e317de42-ef4b-4d68-bbfb-03ab01663d51 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:21.073267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe1c78a3-daf0-4dda-8985-138fa23b6016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.094925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44838) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.110849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Calling delete_port for e317de42-ef4b-4d68-bbfb-03ab01663d51 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:21.145032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Network e065dd20-7ada-432b-9985-4436abce7614 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:21.177141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:21.301771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757771b-6360-483b-af78-ba5296c2e76d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:21.303576 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5757771b-6360-483b-af78-ba5296c2e76d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4927647 Apr 01 15:56:21.307459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.341243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Pushing event updated for resources: {'Port': ['ID=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.344279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:21.360648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8684690-e4d0-48b5-8d49-f5236f6174e4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521042 Apr 01 15:56:21.363836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44848) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.371398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e317de42-ef4b-4d68-bbfb-03ab01663d51 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:21.372909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.373262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1718580088', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.404881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:21.426059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.441828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] No DVR routers for this DVR port e317de42-ef4b-4d68-bbfb-03ab01663d51 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:21.445388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.453583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Port': ['ID=e317de42-ef4b-4d68-bbfb-03ab01663d51,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.465708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e317de42-ef4b-4d68-bbfb-03ab01663d51 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:21.466054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e317de42-ef4b-4d68-bbfb-03ab01663d51 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:21.525249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.544344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c78a3-daf0-4dda-8985-138fa23b6016 None None] The port 'e317de42-ef4b-4d68-bbfb-03ab01663d51' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:21.548618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Usage tracker for resource:security_group_rule and tenant:f39a9d77c4984bcab37e4ea69193c2e6 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.562269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.575565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.643036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 9747b5fb-6ac9-405f-8fef-5a0be611874c owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:21.692599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.698298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Attempting to bind port c48d897d-6887-4f9e-84cb-c6bf5728b8bd on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:21.698943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Attempting to bind port c48d897d-6887-4f9e-84cb-c6bf5728b8bd by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'f49670da-72c5-4a06-8d12-ab249b303ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:21.699675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Attempting to bind port c48d897d-6887-4f9e-84cb-c6bf5728b8bd on network e065dd20-7ada-432b-9985-4436abce7614 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:21.703394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.709642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:21.710018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Checking segment: {'id': 'f49670da-72c5-4a06-8d12-ab249b303ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:21.710431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.719405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Bound using segment: {'id': 'f49670da-72c5-4a06-8d12-ab249b303ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:21.719405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Bound port: c48d897d-6887-4f9e-84cb-c6bf5728b8bd, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49670da-72c5-4a06-8d12-ab249b303ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e065dd20-7ada-432b-9985-4436abce7614'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:21.719405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.719868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.731211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.794085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.822336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9e0034-39d9-4411-88b5-80c9496795ee']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.836658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a687e850-d9d0-448a-b660-8696cecdab23') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.836968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a687e850-d9d0-448a-b660-8696cecdab23') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.848961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:21.850252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.852903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.869586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.871468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] For port c48d897d-6887-4f9e-84cb-c6bf5728b8bd, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:21.876809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:21.877446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.888620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:17Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.894837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:21.895374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Updating router b18a110f-b7cc-41cb-b946-ff61850f717a port 8fe3589c-902d-4f0e-a869-03adb929d722 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:21.901803 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:21.966666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.081442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.141939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=9747b5fb-6ac9-405f-8fef-5a0be611874c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.162070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.objects.ports [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88732) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:56:22.170129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.201875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.213253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.218472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.238859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] For port c48d897d-6887-4f9e-84cb-c6bf5728b8bd, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,segment=NetworkSegment(f49670da-72c5-4a06-8d12-ab249b303ad8),segment_id=f49670da-72c5-4a06-8d12-ab249b303ad8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:22.301422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] Pushing event deleted for resources: {'Network': ['ID=4e9e0034-39d9-4411-88b5-80c9496795ee,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.317284 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3860153b-1665-48b1-a63a-55862ba92b48 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/9747b5fb-6ac9-405f-8fef-5a0be611874c HTTP/1.1" status: 204 len: 168 time: 1.6453590 Apr 01 15:56:22.318915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44852) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.361932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:22.362593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: 5dc5b300-3289-428f-bffe-0c354fecbe89, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:22.369405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.372977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.373607 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e3939520-fc45-4f3e-a656-9372bd6d13f6 tempest-NetworksTest-981419938 tempest-NetworksTest-981419938-project] 10.222.0.21 "DELETE /v2.0/networks/4e9e0034-39d9-4411-88b5-80c9496795ee HTTP/1.1" status: 204 len: 168 time: 2.3068211 Apr 01 15:56:22.378905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=f407a353-3105-4901-a146-426dd12a5180,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.405387 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b1108a-b1b2-4083-b128-2674f9ec7372 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:56:22.406067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-43b1108a-b1b2-4083-b128-2674f9ec7372 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:22.494368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.496417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.517313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670215b-d3eb-47ba-acb7-3cd401cda077 None None] Pushing event updated for resources: {'Port': ['ID=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.522340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Transition to ACTIVE for port object 8fe3589c-902d-4f0e-a869-03adb929d722 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:22.535522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:22.556201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f39a9d77c4984bcab37e4ea69193c2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4599075 Apr 01 15:56:22.559052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44858) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.571772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607921-e98c-459b-af41-1143c75f5e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2ea02-ca30-4dbe-b04b-b92fd05b3530,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.607892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.611487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-43b1108a-b1b2-4083-b128-2674f9ec7372 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:22.618958 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-43b1108a-b1b2-4083-b128-2674f9ec7372 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/9747b5fb-6ac9-405f-8fef-5a0be611874c HTTP/1.1" status: 404 len: 333 time: 0.2928195 Apr 01 15:56:22.619155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44862) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.639506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.687933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5dc5b300-3289-428f-bffe-0c354fecbe89) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:22.687933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:22.688887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.723398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.732694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc05f1-15f2-4b5f-8b31-a172c954a2c3 None None] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:22.753063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 7a946445-4ccc-46aa-beef-d72b6d82fd80 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:22.753524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.790032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.804963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.836564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:22.836978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: f3c9da2d-d4e0-4a58-b800-919ea9f592b7, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:22.839305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0dba8e10-0b6b-4fa8-8968-877035404930 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4459100 Apr 01 15:56:22.842038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44866) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.863521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'port': {'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89', 'name': 'tempest-NetworksIpV6TestAttrs-581280596'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.939237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Attempting to bind port 8fe3589c-902d-4f0e-a869-03adb929d722 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:22.939237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Attempting to bind port 8fe3589c-902d-4f0e-a869-03adb929d722 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:22.940295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Attempting to bind port 8fe3589c-902d-4f0e-a869-03adb929d722 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:22.958173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:22.959014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:22.959616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.961092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:22.961866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Bound port: 8fe3589c-902d-4f0e-a869-03adb929d722, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:22.962410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.052583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:23.058441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:port and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:23.061897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:23.068422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68355f-9c28-408f-977e-b1f3ca582915 None None] Pushing event updated for resources: {'Port': ['ID=8fe3589c-902d-4f0e-a869-03adb929d722,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.073370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:23.111364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.142920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:23.154945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44872) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.174688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] For port 8fe3589c-902d-4f0e-a869-03adb929d722, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:23.179542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] For port 8fe3589c-902d-4f0e-a869-03adb929d722, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8fe3589c-902d-4f0e-a869-03adb929d722,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:23.188009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.217675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2ea02-ca30-4dbe-b04b-b92fd05b3530,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.257759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5dc5b300-3289-428f-bffe-0c354fecbe89', 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': 'f407a353-3105-4901-a146-426dd12a5180'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:23.257759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.258402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.258402 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ae4c7b5-ceee-4ea3-a9cc-c644845451d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fa2ea02-ca30-4dbe-b04b-b92fd05b3530 HTTP/1.1" status: 204 len: 168 time: 0.6976163 Apr 01 15:56:23.268793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 7a946445-4ccc-46aa-beef-d72b6d82fd80 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:23.288470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:23.293145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.332361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f3c9da2d-d4e0-4a58-b800-919ea9f592b7) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:23.352413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:23.357208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.403613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2857ae-7333-4839-abb5-931ebf2df75f None None] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:23.423641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] device_id is not set on port 49eda7ee-dfdd-4627-97b4-fcb5db5b58a6 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:23.449098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.526119 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c1ec1f0b-a941-433e-ab5f-eab8516820e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1571243 Apr 01 15:56:23.528503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44880) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.586855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0afa9c2e-ff9d-4356-9477-154b1b43c5dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0938e28cdb1d4fca92d2570bffa70637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293075 Apr 01 15:56:23.588626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44884) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.605262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c48d897d-6887-4f9e-84cb-c6bf5728b8bd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:23.672805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.706134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.831503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.873267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.887586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Allocated IP 2001:db8::f816:3eff:fe11:3f24 (5dc5b300-3289-428f-bffe-0c354fecbe89/f407a353-3105-4901-a146-426dd12a5180/542080ea-64d1-4891-8884-c1108096c10c) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:23.891631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da334130-0473-41bd-9161-c9b24ad96bb2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.897376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68355f-9c28-408f-977e-b1f3ca582915 None None] Pushing event updated for resources: {'Port': ['ID=8fe3589c-902d-4f0e-a869-03adb929d722,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.901500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb7c90-4d08-4627-8091-48d71ba93254 None None] Network e065dd20-7ada-432b-9985-4436abce7614 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:23.920250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.922675 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea860f23-a14c-458b-abf2-6bbc0ddecf84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da334130-0473-41bd-9161-c9b24ad96bb2 HTTP/1.1" status: 204 len: 168 time: 0.3329966 Apr 01 15:56:23.932084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:23.932726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.976882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=7a946445-4ccc-46aa-beef-d72b6d82fd80,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.036558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.235290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:24.281784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e388c4fa-e69b-4c79-a790-8bfff7be0ebd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/7a946445-4ccc-46aa-beef-d72b6d82fd80 HTTP/1.1" status: 204 len: 168 time: 1.6648967 Apr 01 15:56:24.283511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44892) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.323952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Provisioning for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:24.335768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:24.336145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.345199 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-051744f3-dff0-41df-8dec-c3186273e6e2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:56:24.347168 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-051744f3-dff0-41df-8dec-c3186273e6e2 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/7a946445-4ccc-46aa-beef-d72b6d82fd80 HTTP/1.1" status: 404 len: 333 time: 0.0622010 Apr 01 15:56:24.350000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44898) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.437070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Provisioning complete for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:24.437454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.438557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 372d4df9-8e68-462d-ae26-02518730df95 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:24.440352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44902) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.442948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.512192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.623845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1646431b-d157-48eb-bdcd-f944f73fb860 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d1ee8894aef4ba88789257dc726e7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785700 Apr 01 15:56:24.625552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.648423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.656965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:24.657784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.706475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:24.761370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.824578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.873717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=372d4df9-8e68-462d-ae26-02518730df95,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.894318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.904132 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09af7d88-0646-429b-8331-ad06abac62fc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/372d4df9-8e68-462d-ae26-02518730df95 HTTP/1.1" status: 204 len: 168 time: 0.5528674 Apr 01 15:56:24.909219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44918) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.915926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.928239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e40a2-e511-4c07-9a4c-7dfd15fa7798 None None] Network 9ef52131-7c34-43e3-8355-0a2eed5f06a1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:24.933652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.062229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.082593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:25.083016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.134118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.149315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Transition to ACTIVE for port object 542080ea-64d1-4891-8884-c1108096c10c will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:25.174743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Transition to ACTIVE for port object 542080ea-64d1-4891-8884-c1108096c10c will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:25.244561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.276739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9b591c-4cec-4b75-880d-6c07c3a18135,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.290681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.296655 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-475770c0-109c-4111-9cf2-57d59ae580f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b9b591c-4cec-4b75-880d-6c07c3a18135 HTTP/1.1" status: 204 len: 168 time: 0.6664164 Apr 01 15:56:25.317743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port 090e2aa6-f065-466b-abd4-4ae83f73f4c4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=090e2aa6-f065-466b-abd4-4ae83f73f4c4,segment=NetworkSegment(fd681ac1-db62-4876-bc50-ab3090e1cb09),segment_id=fd681ac1-db62-4876-bc50-ab3090e1cb09)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:25.318128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.474396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 090e2aa6-f065-466b-abd4-4ae83f73f4c4 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:25.478762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (f3c9da2d-d4e0-4a58-b800-919ea9f592b7/bf4dc91c-9cfa-418b-81b2-951b3ef3fec5/4c600b5b-9aa7-4cef-a82c-e86877d4fbc7) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:25.493264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.604547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44934) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.655687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Pushing event updated for resources: {'Port': ['ID=542080ea-64d1-4891-8884-c1108096c10c,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.668865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.706052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.728121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:25.754861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:25.758893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.782734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:25.785293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:25.799862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Allocated IP 2001:db8::f816:3eff:fe63:a4b2 (5dc5b300-3289-428f-bffe-0c354fecbe89/f407a353-3105-4901-a146-426dd12a5180/49eda7ee-dfdd-4627-97b4-fcb5db5b58a6) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:25.825649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port c48d897d-6887-4f9e-84cb-c6bf5728b8bd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,segment=NetworkSegment(f49670da-72c5-4a06-8d12-ab249b303ad8),segment_id=f49670da-72c5-4a06-8d12-ab249b303ad8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:25.866205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.935704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:25.940815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:25.943269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:26.003264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.020663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.057684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.120847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.175900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.179081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port 090e2aa6-f065-466b-abd4-4ae83f73f4c4 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:26.184854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.207974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-075ef21c-0cf7-43a2-87da-6f646cff99e8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.207974 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-075ef21c-0cf7-43a2-87da-6f646cff99e8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:56:26.207974 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-075ef21c-0cf7-43a2-87da-6f646cff99e8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:26.207974 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-075ef21c-0cf7-43a2-87da-6f646cff99e8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5979211 Apr 01 15:56:26.209012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44948) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.217863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734499689'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.227286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Attempting to bind port 542080ea-64d1-4891-8884-c1108096c10c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:26.227816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Attempting to bind port 542080ea-64d1-4891-8884-c1108096c10c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:26.228781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Attempting to bind port 542080ea-64d1-4891-8884-c1108096c10c on network 5dc5b300-3289-428f-bffe-0c354fecbe89 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:26.229323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.238047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.242676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=090e2aa6-f065-466b-abd4-4ae83f73f4c4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.243778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.263957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:26.264311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Checking segment: {'id': 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:26.264707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.265444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Bound using segment: {'id': 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:26.265581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Bound port: 542080ea-64d1-4891-8884-c1108096c10c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5dc5b300-3289-428f-bffe-0c354fecbe89'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:26.265677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.266124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.273891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Transition to ACTIVE for port object 49eda7ee-dfdd-4627-97b4-fcb5db5b58a6 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:26.288096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Allocated IP 172.20.0.2 (f3c9da2d-d4e0-4a58-b800-919ea9f592b7/bf4dc91c-9cfa-418b-81b2-951b3ef3fec5/1ba404e6-1c25-4fee-a96c-59711d18a8e5) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:26.301803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:26.302141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-f3e8f4bc-c9a7-4b6e-ad33-f783ea9ff94a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:26.373567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.449855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef52131-7c34-43e3-8355-0a2eed5f06a1']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.469651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd681ac1-db62-4876-bc50-ab3090e1cb09') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.469651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd681ac1-db62-4876-bc50-ab3090e1cb09') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.486337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.508436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.519946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:26.520351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.527205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52a532-c7fb-420b-b71b-492672c0b139 None None] DHCP port deletion for 9ef52131-7c34-43e3-8355-0a2eed5f06a1 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:26.536977 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:26.569665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:17Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.582675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1258945-a629-49c6-9f9f-8c080ab78c72 None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:17Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:26.595990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] For port 542080ea-64d1-4891-8884-c1108096c10c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:26.603411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] For port 542080ea-64d1-4891-8884-c1108096c10c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=542080ea-64d1-4891-8884-c1108096c10c,segment=NetworkSegment(dedea88a-ccad-4d66-9e1d-4548f3ed5f01),segment_id=dedea88a-ccad-4d66-9e1d-4548f3ed5f01)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:26.636547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.683598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.717483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.730197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:26.732946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.755776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:26.756060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.756391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:26.756391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:26.756391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.772063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Port': ['ID=49eda7ee-dfdd-4627-97b4-fcb5db5b58a6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.802259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Transition to ACTIVE for port object 1ba404e6-1c25-4fee-a96c-59711d18a8e5 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:26.812683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.821430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.826639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.846246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.860419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.873957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.910941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Transition to ACTIVE for port object 1ba404e6-1c25-4fee-a96c-59711d18a8e5 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:26.911737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.916139 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/9ef52131-7c34-43e3-8355-0a2eed5f06a1 HTTP/1.1" status: 204 len: 168 time: 2.0052216 Apr 01 15:56:26.926189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9208d-ed54-438c-856a-cdf531ad0542 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=9ef52131-7c34-43e3-8355-0a2eed5f06a1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.929059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44960) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.948061 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7bc9db65-d5b1-4384-b5e2-49c998665769 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1002922 Apr 01 15:56:26.956419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1540516155'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.959384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.962904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.979295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:network and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.984123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.989173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b913a-a8a1-46e4-9442-814146e61e52 None None] Pushing event updated for resources: {'Port': ['ID=542080ea-64d1-4891-8884-c1108096c10c,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.991793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.072328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.109150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting subnet f407a353-3105-4901-a146-426dd12a5180 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:27.123175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.165909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:27.169885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.269050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.332016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:27.332662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:27.334431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Pushing event updated for resources: {'Port': ['ID=1ba404e6-1c25-4fee-a96c-59711d18a8e5,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.343352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:27.353478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-33dab034-58a5-4048-ae99-ad4563e846e9 None None] Provisioning complete for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:27.354372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-33dab034-58a5-4048-ae99-ad4563e846e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.360961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.361877 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Added segment bdb2be67-b45e-469f-84a9-c87cbc380ede of type vlan for network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 Apr 01 15:56:27.384623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44970) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.392825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:27.428980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.470417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.561684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.575353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.584221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.594730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.603084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.624676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Attempting to bind port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:27.625284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Attempting to bind port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:27.626053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Attempting to bind port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 on network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:27.630669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-516717264'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:27.635347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:27.635725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Checking segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:27.636190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.636586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Bound using segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:27.637054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Bound port: 1ba404e6-1c25-4fee-a96c-59711d18a8e5, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:27.637433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.638514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.643286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:network and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.647546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.656262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.665753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.710130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361bea03-edb7-4a36-9c27-ca3290b05e7a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.719829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.725321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:27.725912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.736421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Made reservation on behalf of 23b1a8cb873946429126a4fc78d8159e for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:27.748059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.765046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.791993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.796008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:security_group_rule and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.801560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.806378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.806604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] For port 1ba404e6-1c25-4fee-a96c-59711d18a8e5, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:27.809855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] For port 1ba404e6-1c25-4fee-a96c-59711d18a8e5, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1ba404e6-1c25-4fee-a96c-59711d18a8e5,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:27.857308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.862789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.875397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=f407a353-3105-4901-a146-426dd12a5180,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.881477 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e2cdac4e-bf39-408a-90f4-2367896389a5 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/f407a353-3105-4901-a146-426dd12a5180 HTTP/1.1" status: 204 len: 168 time: 0.9214714 Apr 01 15:56:27.888153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44976) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.902926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.932002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Network': ['ID=d0e5c6cf-3e33-4f04-94f9-c910a506fa87,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.969952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6db7a0-b29e-444f-98a6-340ebea4d595 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:27.971607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6db7a0-b29e-444f-98a6-340ebea4d595 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:27.972368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8c6db7a0-b29e-444f-98a6-340ebea4d595 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Synchronizing usage tracker for tenant:02b365759b894916b91289ed8161c5c8 on resource:subnet {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:27.989909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:28.001555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.009223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.026603 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-df0882bd-c068-49be-9511-c221f234b8ea tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0965736 Apr 01 15:56:28.029394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 44980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.036510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.113843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8c6db7a0-b29e-444f-98a6-340ebea4d595 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Unset dirty status for tenant:02b365759b894916b91289ed8161c5c8 on resource:subnet {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:28.115057 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8c6db7a0-b29e-444f-98a6-340ebea4d595 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2259874 Apr 01 15:56:28.133925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44984) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.170355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.244591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.270515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a3ee-7e8c-411a-b501-f306d30a7752 None None] Pushing event updated for resources: {'Port': ['ID=1ba404e6-1c25-4fee-a96c-59711d18a8e5,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.273904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.319504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.361295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8fe3589c-902d-4f0e-a869-03adb929d722 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:28.392902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:28.415322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.415552 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Added segment e8827e26-3e29-4ef7-8d17-edcefd1e390b of type vlan for network 57f31f9d-c801-466b-a192-e61cdd440f43 Apr 01 15:56:28.453471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.459756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.463714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-adee0633-4729-4aa6-ae0e-4694c7fe41e3 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.470391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9dea59-da18-4338-afdb-a6f3eae1dc25,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.492273 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-adee0633-4729-4aa6-ae0e-4694c7fe41e3 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:28.492273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adee0633-4729-4aa6-ae0e-4694c7fe41e3 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:28.501362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.505472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.509428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.518569 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-adee0633-4729-4aa6-ae0e-4694c7fe41e3 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/5dc5b300-3289-428f-bffe-0c354fecbe89 HTTP/1.1" status: 409 len: 405 time: 0.3902664 Apr 01 15:56:28.522369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.526336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.530034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1144921202'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.531979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd547279-1c5a-45f5-8783-8453640e2d99,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.535453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.540058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.544957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.556899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.563723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.576537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8fe3589c-902d-4f0e-a869-03adb929d722 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:28.598015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8fe3589c-902d-4f0e-a869-03adb929d722 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:28.598384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.609855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.611209 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae4af9ec-77fd-4f49-9806-4fa44c062256 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4012182 Apr 01 15:56:28.614076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44992) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.619690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': 'dd547279-1c5a-45f5-8783-8453640e2d99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.642520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.650427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.654394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.666115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.689101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.696397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:28.697435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.776316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:28.780104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.783952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55a4c0-59cd-4848-b561-f346aac4dcd2 None None] Network 5dc5b300-3289-428f-bffe-0c354fecbe89 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:28.791950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:28.796167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.845806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:28.850278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:28.876865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.908732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Network': ['ID=57f31f9d-c801-466b-a192-e61cdd440f43,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.908944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.923898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:28.930423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 57f31f9d-c801-466b-a192-e61cdd440f43 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:28.949185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.949539 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment f80e8529-59a7-45f3-b245-21051c901085 of type vlan for network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 Apr 01 15:56:28.993214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.994966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.004409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8fe3589c-902d-4f0e-a869-03adb929d722, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8fe3589c-902d-4f0e-a869-03adb929d722,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:29.029032 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1fe37bb2-6778-4cf6-8ff6-95cd7a52d426 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6433146 Apr 01 15:56:29.036228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 44996) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.045013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'subnet': {'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:29.096805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.101043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.102651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c48d897d-6887-4f9e-84cb-c6bf5728b8bd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:29.130332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1f039e36-2b75-407e-a7eb-e8ee7fb8dc23 None None] Provisioning for port 542080ea-64d1-4891-8884-c1108096c10c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:29.282149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8fe3589c-902d-4f0e-a869-03adb929d722,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.309564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.313923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.314533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.319461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c48d897d-6887-4f9e-84cb-c6bf5728b8bd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:29.322372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.335354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:29.345032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254853c4-a3e6-4751-94a3-a5941c169ba8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.408929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:29.462577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] DHCP port deletion for 5dc5b300-3289-428f-bffe-0c354fecbe89 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:29.469884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:subnet and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:29.479517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:29.488725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Deleting port 542080ea-64d1-4891-8884-c1108096c10c {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:29.489799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:29.490203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.492856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=8e1e332c-8b24-4d5e-9a11-81deef4db4a0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.525254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:29.612497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:29.626201 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:29.627073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a3a8904-a6f1-401d-a692-21c85edce28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/b18a110f-b7cc-41cb-b946-ff61850f717a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0930264 Apr 01 15:56:29.627073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45000) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.636578 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:29.637431 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:29.671967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.675965 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e205e17f-76f8-44e0-ba13-ed4987bbee6a tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0607896 Apr 01 15:56:29.676649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45004) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.681797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': 'dd547279-1c5a-45f5-8783-8453640e2d99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:29.686407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 542080ea-64d1-4891-8884-c1108096c10c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:29.695496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:29.713584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:29.716656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:29.733391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:29.737553 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7f2d5cc8-89bd-442e-ae9a-2a30d5b0ed99 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2138965 Apr 01 15:56:29.745832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.748994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45008) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.763754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:29.825270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27a9bc-11f7-407b-9872-f618c8326bb6 None None] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:29.878683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=643257e8-bed2-4453-8abb-c09d0005c8bf,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.908666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Made reservation on behalf of 23b1a8cb873946429126a4fc78d8159e for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:29.910061 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:29.911801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Checking segment: {'id': 'bdb2be67-b45e-469f-84a9-c87cbc380ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:29.912143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network hostable DHCP agents. Network: d0e5c6cf-3e33-4f04-94f9-c910a506fa87, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:29.914208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.934473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.934980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.935446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.936016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.936377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.936854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.937307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.937754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.938211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.938691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.939156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.941239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ad8be104-4be4-45e9-a5a1-6631f06eed46 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7575 time: 0.3136680 Apr 01 15:56:29.953935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45012) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.043835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.111201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:30.125766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:30.144509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] For port 542080ea-64d1-4891-8884-c1108096c10c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=542080ea-64d1-4891-8884-c1108096c10c,segment=NetworkSegment(dedea88a-ccad-4d66-9e1d-4548f3ed5f01),segment_id=dedea88a-ccad-4d66-9e1d-4548f3ed5f01)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:30.144906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.162407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:30.185481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5226f9b6-be14-443d-aaae-55a605979ac5 None None] Provisioning for port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:30.208276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.208743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.209200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.209657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.210318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.211007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.211259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.213159 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-66c2ca85-e81d-413e-90b7-51ca87715e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4602 time: 0.2437222 Apr 01 15:56:30.216881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.279352 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:27Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:30.283459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:30.283808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Updating router b18a110f-b7cc-41cb-b946-ff61850f717a port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:56:30.345957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, d0e5c6cf-3e33-4f04-94f9-c910a506fa87) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:30.347689 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.358243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.360203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.387192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Calling delete_port for 542080ea-64d1-4891-8884-c1108096c10c owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:30.415945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73551039-ff9b-485e-91dc-6da7742366d6 None None] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:30.422655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:30.430243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.430428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 542080ea-64d1-4891-8884-c1108096c10c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:30.468025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 542080ea-64d1-4891-8884-c1108096c10c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:30.468394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.559109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cce8eaae-93b2-4928-a024-887596e0bdb9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.3398178 Apr 01 15:56:30.571495 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-25d5af49-f5db-4e05-8357-6cb5016fe591 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5406837 Apr 01 15:56:30.574297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45022) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.581254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-566270739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:30.589943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:30.595408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:router and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:30.598802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:30.607755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:30.675566 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:30.680413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45026) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.681308 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b6ae9bc3-f1f2-4a43-a648-3d33320bbe66 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0030248 Apr 01 15:56:30.682289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.758422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.759579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.768763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.801650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.817140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Subnet': ['ID=3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.819264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Checking segment: {'id': 'e8827e26-3e29-4ef7-8d17-edcefd1e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:30.820149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network hostable DHCP agents. Network: 57f31f9d-c801-466b-a192-e61cdd440f43, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:30.862072 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.906893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.943648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 542080ea-64d1-4891-8884-c1108096c10c update to ACTIVE by agent not found {{(pid=88734) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 15:56:30.973012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] Pushing event deleted for resources: {'Port': ['ID=542080ea-64d1-4891-8884-c1108096c10c,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.978574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b062bea-0121-4748-bfd7-bdce3708f6f7 None None] No DVR routers for this DVR port 542080ea-64d1-4891-8884-c1108096c10c on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:30.992529 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Transition to ACTIVE for port object 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:31.001420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.016518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.031115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 090e2aa6-f065-466b-abd4-4ae83f73f4c4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:31.043827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd547279-1c5a-45f5-8783-8453640e2d99,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.044052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 57f31f9d-c801-466b-a192-e61cdd440f43 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:31.057965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:56:31.057965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.058136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.058234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-236c590d-afff-4568-904a-fedfbccd5d69 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd547279-1c5a-45f5-8783-8453640e2d99 HTTP/1.1" status: 204 len: 168 time: 0.3767905 Apr 01 15:56:31.061103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45030) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.097505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 090e2aa6-f065-466b-abd4-4ae83f73f4c4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:31.097927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 090e2aa6-f065-466b-abd4-4ae83f73f4c4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:31.124550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-d0e5c6cf-3e33-4f04-94f9-c910a506fa87', 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': '643257e8-bed2-4453-8abb-c09d0005c8bf'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:31.125955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.131200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-534f79e1-56af-4671-8b2a-0003c65b2e95 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:31.145290 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.161089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=e27f56d6-84be-443e-8bc6-8cae6176ec99,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.193467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.230807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': 'f80e8529-59a7-45f3-b245-21051c901085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:31.231434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: 8e1e332c-8b24-4d5e-9a11-81deef4db4a0, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:31.313035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 57f31f9d-c801-466b-a192-e61cdd440f43) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:31.334679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d02d02-93ac-4f51-91e6-0fc18cb5afe5 None None] Network 57f31f9d-c801-466b-a192-e61cdd440f43 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:31.338561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:31.339171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.356980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8fe3589c-902d-4f0e-a869-03adb929d722 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:31.370439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-534f79e1-56af-4671-8b2a-0003c65b2e95 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:31.375599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-534f79e1-56af-4671-8b2a-0003c65b2e95 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3097718 Apr 01 15:56:31.375599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.376618 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5aaca875-e138-4ccf-a8b4-cbe5c313bae9 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8011665 Apr 01 15:56:31.377336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45034) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.377730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45036) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.385321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87', 'name': 'tempest-PortsIpV6TestJSON-2100463209'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:31.419249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371757869'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:31.427683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:31.456936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:31.471513 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Pushing event updated for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.486083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.486766 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.487317 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.487861 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.488371 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.488904 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.489412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.489960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.490513 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.491042 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.491596 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.492117 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:31.498116 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Attempting to bind port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:31.498823 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Attempting to bind port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:31.499375 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Attempting to bind port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 on network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:31.506039 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:31.507921 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Checking segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:31.507921 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.510062 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Bound using segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:31.513738 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Bound port: 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:31.514272 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.516741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:31.525134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8e1e332c-8b24-4d5e-9a11-81deef4db4a0) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:31.532512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:31.535711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.579070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8edaab-72ec-486a-86b4-1f7fc5dde482 None None] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:31.592303 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fcb8cc64-e8bb-448a-8882-38e4d0d9e56f tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5549097 Apr 01 15:56:31.595260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45042) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.601150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-374207100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:31.621129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:31.628921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:router and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:31.646149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:31.646690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:31.655900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:31.663874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:31.678793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:31.683808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] For port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:31.683951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:31.684496 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] For port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:31.731899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-080b52e5-09f0-494e-a499-0922829d6a13 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9818122 Apr 01 15:56:31.734413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45048) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.741986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'port': {'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0', 'name': 'tempest-NetworksIpV6TestAttrs-1531239790'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:31.769135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Allocated IP 2001:db8::2 (d0e5c6cf-3e33-4f04-94f9-c910a506fa87/643257e8-bed2-4453-8abb-c09d0005c8bf/05718f8d-2801-4f1a-8616-30454d31d445) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:31.781211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-901cdee4-8124-4a1f-b033-cb12c38cc7b6 None None] Provisioning for port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:31.860182 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.901842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8fe3589c-902d-4f0e-a869-03adb929d722 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:31.902208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.930831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.934867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.936404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.961893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.981862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:31.988741 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:31.989447 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:31.997079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.001387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:32.006481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:port and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:32.012840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:32.024033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:32.041077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:32.045752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:32.051625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:32.067366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:32.074556 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3ca4-f9a3-4843-adcc-f062d00ecab0 None None] Pushing event updated for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.088036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45052) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.094083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340998802', 'description': 'tempest-secgroup-smoke-340998802 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:32.104880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:32.109931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:32.113969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:32.122561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:32.131367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.136192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:32.250745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:32.253202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.256588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.282363 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:32.296129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] device_id is not set on port 9bf1b48c-3238-4a07-8aa1-73b90bea8d4a yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:32.344425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.345516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5514bdbd-cb3d-49ce-8c1d-78d1675bf8f1 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7495160 Apr 01 15:56:32.346829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.361067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45056) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.365511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-57f31f9d-c801-466b-a192-e61cdd440f43', 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43', 'tenant_id': '23b1a8cb873946429126a4fc78d8159e', 'fixed_ips': [{'subnet_id': '3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:32.366513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.442593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:32.465626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:32.478104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.478722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:32.516158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:32.545945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8e1e332c-8b24-4d5e-9a11-81deef4db4a0', 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': 'e27f56d6-84be-443e-8bc6-8cae6176ec99'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:32.556245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.593046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-36c0a3ad-2903-443c-a173-b9e0006aed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.705690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba53bb7-4a4f-4f60-b6dc-3c8713e95e70,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.723948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Allocated IP 2001:db8::f816:3eff:fe78:cfc9 (8e1e332c-8b24-4d5e-9a11-81deef4db4a0/e27f56d6-84be-443e-8bc6-8cae6176ec99/9bf1b48c-3238-4a07-8aa1-73b90bea8d4a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:32.750746 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:31Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.765789 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d85451-4274-48f6-9ee6-45f8b46830d8 None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:31Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:32.855361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.972947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1ba404e6-1c25-4fee-a96c-59711d18a8e5 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:32.986429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.987711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-02b6d494-7520-4745-aac3-9cebd8b90b70 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6090050 Apr 01 15:56:32.996263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45060) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.008373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-673e227e-9974-4927-b748-5b599247b46c tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '7ba53bb7-4a4f-4f60-b6dc-3c8713e95e70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:33.009168 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-673e227e-9974-4927-b748-5b599247b46c tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:56:33.009750 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-673e227e-9974-4927-b748-5b599247b46c tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:33.010756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-673e227e-9974-4927-b748-5b599247b46c tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135453 Apr 01 15:56:33.059570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.077633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45064) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.083414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Transition to ACTIVE for port object 05718f8d-2801-4f1a-8616-30454d31d445 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.133295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Allocated IP 172.20.0.2 (57f31f9d-c801-466b-a192-e61cdd440f43/3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4/d899f98b-cd4d-4a5f-b793-0270aa49e417) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:33.137888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Transition to ACTIVE for port object 05718f8d-2801-4f1a-8616-30454d31d445 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.196133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.280987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.315219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.319766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.343759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Transition to ACTIVE for port object 9bf1b48c-3238-4a07-8aa1-73b90bea8d4a will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.358795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.396948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:33.416665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:33.416992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.461792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:33.471136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:33.473579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:33.479451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.483987 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aa26ec14-1507-4651-ad53-40112868c703 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3923147 Apr 01 15:56:33.485251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45068) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.495447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:33.498018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.503158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:33.510156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:33.513868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:33.525047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:33.572860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Pushing event updated for resources: {'Port': ['ID=05718f8d-2801-4f1a-8616-30454d31d445,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.580075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.591513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::2a0 (d0e5c6cf-3e33-4f04-94f9-c910a506fa87/643257e8-bed2-4453-8abb-c09d0005c8bf/8686227a-b6a0-459e-a1d6-9c8b5c047b6a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:33.668691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:33.669206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.679769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:33.686155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:33.692503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:33.694697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.714576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Port': ['ID=9bf1b48c-3238-4a07-8aa1-73b90bea8d4a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.745670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.747776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.755563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Attempting to bind port 05718f8d-2801-4f1a-8616-30454d31d445 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:33.756823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Attempting to bind port 05718f8d-2801-4f1a-8616-30454d31d445 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'bdb2be67-b45e-469f-84a9-c87cbc380ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:33.757237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Attempting to bind port 05718f8d-2801-4f1a-8616-30454d31d445 on network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:33.777981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Transition to ACTIVE for port object d899f98b-cd4d-4a5f-b793-0270aa49e417 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.807597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Allocated IP 2001:db8::f816:3eff:fe3f:e521 (8e1e332c-8b24-4d5e-9a11-81deef4db4a0/e27f56d6-84be-443e-8bc6-8cae6176ec99/4420b021-feb0-42e9-9a18-c420446eaf23) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:33.813417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:33.827659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Checking segment: {'id': 'bdb2be67-b45e-469f-84a9-c87cbc380ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:33.827659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.827659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Bound using segment: {'id': 'bdb2be67-b45e-469f-84a9-c87cbc380ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:33.827659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Bound port: 05718f8d-2801-4f1a-8616-30454d31d445, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb2be67-b45e-469f-84a9-c87cbc380ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd0e5c6cf-3e33-4f04-94f9-c910a506fa87'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:33.827659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.848313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.899339 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fb7bc76d-9125-41a4-bae2-8106e611fc1d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1622744 Apr 01 15:56:33.945865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.946363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Transition to ACTIVE for port object d899f98b-cd4d-4a5f-b793-0270aa49e417 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.956246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.067638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.089524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting subnet e27f56d6-84be-443e-8bc6-8cae6176ec99 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:34.096892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 1ba404e6-1c25-4fee-a96c-59711d18a8e5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1ba404e6-1c25-4fee-a96c-59711d18a8e5,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:34.103333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] For port 05718f8d-2801-4f1a-8616-30454d31d445, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:34.107808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53df2c2d-be47-47c6-a3f3-d8fdf55b4493,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.108384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] For port 05718f8d-2801-4f1a-8616-30454d31d445, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=05718f8d-2801-4f1a-8616-30454d31d445,segment=NetworkSegment(bdb2be67-b45e-469f-84a9-c87cbc380ede),segment_id=bdb2be67-b45e-469f-84a9-c87cbc380ede)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:34.130556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.168038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.179643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.212003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba53bb7-4a4f-4f60-b6dc-3c8713e95e70,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.218393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Network 57f31f9d-c801-466b-a192-e61cdd440f43 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:34.234467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 8686227a-b6a0-459e-a1d6-9c8b5c047b6a will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.249125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.251630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-840eda0d-a2ad-4fbe-aa60-6badc0715cf8 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ba53bb7-4a4f-4f60-b6dc-3c8713e95e70 HTTP/1.1" status: 204 len: 168 time: 1.1629808 Apr 01 15:56:34.258472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45076) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.262930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:34.265405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:34.267187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Allocated IP 172.20.0.1 (57f31f9d-c801-466b-a192-e61cdd440f43/3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4/1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:34.296141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.298095 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90d6452d-4016-49f5-87c9-62fb5f3aca69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8110278 Apr 01 15:56:34.305071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45080) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.312652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:34.321431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.321644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eebb1c9c-e76f-4754-8824-88583ba457d2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0584219 Apr 01 15:56:34.322779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.328850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068751663'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:34.334483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:34.334717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:34.343760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:34.344406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:34.344876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.346205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:34.349126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Pushing event updated for resources: {'Port': ['ID=d899f98b-cd4d-4a5f-b793-0270aa49e417,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.352645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:34.354168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:34.412104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:34.464032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 542080ea-64d1-4891-8884-c1108096c10c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:34.489846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.496142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.521218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Transition to ACTIVE for port object 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.521474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:34.526035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:34.529543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:34.535738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:34.545986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 542080ea-64d1-4891-8884-c1108096c10c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:34.546374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 542080ea-64d1-4891-8884-c1108096c10c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:34.603489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.620707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Attempting to bind port d899f98b-cd4d-4a5f-b793-0270aa49e417 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:34.621077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Attempting to bind port d899f98b-cd4d-4a5f-b793-0270aa49e417 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'e8827e26-3e29-4ef7-8d17-edcefd1e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:34.621445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Attempting to bind port d899f98b-cd4d-4a5f-b793-0270aa49e417 on network 57f31f9d-c801-466b-a192-e61cdd440f43 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:34.636541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Transition to ACTIVE for port object 4420b021-feb0-42e9-9a18-c420446eaf23 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.639183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=1ba404e6-1c25-4fee-a96c-59711d18a8e5,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.639922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.663597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Checking segment: {'id': 'e8827e26-3e29-4ef7-8d17-edcefd1e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Bound using segment: {'id': 'e8827e26-3e29-4ef7-8d17-edcefd1e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Bound port: d899f98b-cd4d-4a5f-b793-0270aa49e417, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8827e26-3e29-4ef7-8d17-edcefd1e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:34.687615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.697240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:34.722636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.760494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:34.768834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:34.814960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:34.814960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:34.814960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.815882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Transition to ACTIVE for port object 4420b021-feb0-42e9-9a18-c420446eaf23 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.826183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=8686227a-b6a0-459e-a1d6-9c8b5c047b6a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.854922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.855598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.886146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b446552-a41f-48fa-985b-1d014b1e310f None None] Pushing event updated for resources: {'Port': ['ID=05718f8d-2801-4f1a-8616-30454d31d445,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.930136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] For port d899f98b-cd4d-4a5f-b793-0270aa49e417, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:34.934040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] For port d899f98b-cd4d-4a5f-b793-0270aa49e417, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d899f98b-cd4d-4a5f-b793-0270aa49e417,segment=NetworkSegment(e8827e26-3e29-4ef7-8d17-edcefd1e390b),segment_id=e8827e26-3e29-4ef7-8d17-edcefd1e390b)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:34.960941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 57f31f9d-c801-466b-a192-e61cdd440f43 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:34.964283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:34.973045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:34.982256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.033855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965f5cb1-8a8e-49a5-bdc0-8888d662ccd2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.058107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.064172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:35.099794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d0085b45-d8b3-4270-b7c6-438f74d6ae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.102971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.131264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:35.131645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.134575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.174048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.179492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-16c6cab9-cc91-47af-98fc-ee37985461dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7987525 Apr 01 15:56:35.186532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45088) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.199760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:35.205268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:35.212735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:35.225789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.258585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0b6b72-1ef1-4f44-a75d-b95ba120641f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.271059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.305766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61d262-467d-4a0a-b729-93a4bd1de652 None None] Pushing event updated for resources: {'Port': ['ID=d899f98b-cd4d-4a5f-b793-0270aa49e417,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.320421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.324376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.328544 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b87a5dec-0561-427c-85f5-f7ffd00dd2fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0018618 Apr 01 15:56:35.329376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45092) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.394011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Attempting to bind port 4420b021-feb0-42e9-9a18-c420446eaf23 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:35.394383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Attempting to bind port 4420b021-feb0-42e9-9a18-c420446eaf23 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'f80e8529-59a7-45f3-b245-21051c901085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:35.394796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Attempting to bind port 4420b021-feb0-42e9-9a18-c420446eaf23 on network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:35.394938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-43c6f2b5-19b2-40d5-b3c1-5b08a05de727 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '965f5cb1-8a8e-49a5-bdc0-8888d662ccd2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:35.396054 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-43c6f2b5-19b2-40d5-b3c1-5b08a05de727 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:56:35.396791 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-43c6f2b5-19b2-40d5-b3c1-5b08a05de727 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:35.398048 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-43c6f2b5-19b2-40d5-b3c1-5b08a05de727 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0681434 Apr 01 15:56:35.407879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:35.408257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Checking segment: {'id': 'f80e8529-59a7-45f3-b245-21051c901085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:35.408839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.409040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Bound using segment: {'id': 'f80e8529-59a7-45f3-b245-21051c901085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:35.409617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Bound port: 4420b021-feb0-42e9-9a18-c420446eaf23, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80e8529-59a7-45f3-b245-21051c901085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8e1e332c-8b24-4d5e-9a11-81deef4db4a0'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:35.409881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.410540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45096) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.448800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.453047 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-851ab3e4-a74d-4c41-b33f-602744150780 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1463997 Apr 01 15:56:35.456849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45100) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.485021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:35.498243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:35.518141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Pushing event updated for resources: {'Port': ['ID=4420b021-feb0-42e9-9a18-c420446eaf23,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.526389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:35.531203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:35.542538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:35.556437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.615335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.711789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:35.762044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.845359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.895038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] For port 4420b021-feb0-42e9-9a18-c420446eaf23, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:35.901209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] For port 4420b021-feb0-42e9-9a18-c420446eaf23, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4420b021-feb0-42e9-9a18-c420446eaf23,segment=NetworkSegment(f80e8529-59a7-45f3-b245-21051c901085),segment_id=f80e8529-59a7-45f3-b245-21051c901085)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:35.901757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.904030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.910895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.915874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.988821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.001105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=e27f56d6-84be-443e-8bc6-8cae6176ec99,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.010349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.021163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.051896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bb048-4e5e-4860-a8bc-c9da61365d8d None None] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:36.151230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.155450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.159590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.231482 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-eb14f5b8-61be-4667-b974-b96de9944261 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/e27f56d6-84be-443e-8bc6-8cae6176ec99 HTTP/1.1" status: 204 len: 168 time: 2.3258040 Apr 01 15:56:36.235050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45104) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.286035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4452b-a432-47e9-ad82-3ec4e33d7afe None None] Pushing event updated for resources: {'Port': ['ID=4420b021-feb0-42e9-9a18-c420446eaf23,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.337543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.447564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33744979-f587-45f1-805e-ea426dbdda14 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:36.450283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33744979-f587-45f1-805e-ea426dbdda14 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:36.452009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-33744979-f587-45f1-805e-ea426dbdda14 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Synchronizing usage tracker for tenant:02b365759b894916b91289ed8161c5c8 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:36.459173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f5cb1-8a8e-49a5-bdc0-8888d662ccd2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.469375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.470505 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7b45f019-5f6e-4e45-a7c5-d0c40bdcd15e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/965f5cb1-8a8e-49a5-bdc0-8888d662ccd2 HTTP/1.1" status: 204 len: 168 time: 1.0588243 Apr 01 15:56:36.473778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45108) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.492346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.510008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.571534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f8e6fb25-3248-4942-b604-adab79d52d04 None None] Provisioning for port 05718f8d-2801-4f1a-8616-30454d31d445 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:36.571817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53255073-e61b-4dd8-9da8-01e37b69679e,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.638835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.642965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d0e9e5f9-5d9a-40df-a81d-2a4e0ce87c55 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:36.677870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc438589-bdeb-4975-8376-e8aaee875b28 None None] Network 57f31f9d-c801-466b-a192-e61cdd440f43 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:36.935436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.964957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-33744979-f587-45f1-805e-ea426dbdda14 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Unset dirty status for tenant:02b365759b894916b91289ed8161c5c8 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:36.966201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-33744979-f587-45f1-805e-ea426dbdda14 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7301173 Apr 01 15:56:36.976605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.034221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1ba404e6-1c25-4fee-a96c-59711d18a8e5 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:37.108242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98a50b36-d3b0-4513-847a-59082804008c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.118080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a50b36-d3b0-4513-847a-59082804008c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:37.118559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a50b36-d3b0-4513-847a-59082804008c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:37.120399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-98a50b36-d3b0-4513-847a-59082804008c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/8e1e332c-8b24-4d5e-9a11-81deef4db4a0 HTTP/1.1" status: 409 len: 405 time: 0.1504312 Apr 01 15:56:37.124797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45116) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.131301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-633924359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:37.135669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.136865 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ff3aaeb-bfa8-40a6-94e6-84a1178840d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6786933 Apr 01 15:56:37.138355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.140464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.142732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45120) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.149439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:37.154060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.157626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.160581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.166508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.169104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.172522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d0e9e5f9-5d9a-40df-a81d-2a4e0ce87c55 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:37.173057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.178235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d0e9e5f9-5d9a-40df-a81d-2a4e0ce87c55 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6933405 Apr 01 15:56:37.179550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45124) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.185061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.193216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713864184'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:37.196545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.196950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.202986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.214233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.234080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.234397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fb22ffe-0c82-49df-acd8-6e29980d032e None None] Provisioning for port d899f98b-cd4d-4a5f-b793-0270aa49e417 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:37.278113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.316786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.339597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=8686227a-b6a0-459e-a1d6-9c8b5c047b6a,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.373122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:37.376491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.394048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 05718f8d-2801-4f1a-8616-30454d31d445 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:37.424286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.459660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.534840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.560827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.566040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 57f31f9d-c801-466b-a192-e61cdd440f43 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:37.567350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:37.575827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.588501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-be72cf3e-ddd4-44e7-bc09-d316c766ef8b None None] Provisioning for port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:37.594715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-be72cf3e-ddd4-44e7-bc09-d316c766ef8b None None] Provisioning complete for port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.595322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-be72cf3e-ddd4-44e7-bc09-d316c766ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.633849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.657285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:37.679913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-be72cf3e-ddd4-44e7-bc09-d316c766ef8b None None] Port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:37.701293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.701626 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment 3fa70d23-2b49-47da-bcfc-24f3aa6040ce of type vlan for network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 Apr 01 15:56:37.712645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.719944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.721328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 05718f8d-2801-4f1a-8616-30454d31d445 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:37.728838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 05718f8d-2801-4f1a-8616-30454d31d445 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.730210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.823483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.851077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.907313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738515bb-de3e-42f4-920d-7dd59728ffad,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.968455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.974926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.987199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c48c1aed-d757-48d7-aa6b-2dcfd391c974 None None] Provisioning for port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:37.996483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c48c1aed-d757-48d7-aa6b-2dcfd391c974 None None] Provisioning complete for port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.997271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c48c1aed-d757-48d7-aa6b-2dcfd391c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.034332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.039114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45128) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.039445 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-253d0d3a-2530-4b4f-a221-9feec124c107 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8956409 Apr 01 15:56:38.047359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.065018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.070760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.078232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.078567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.082464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.084664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77038860-9a2a-4cb9-a7a4-037fe63eb929 None None] Network 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:38.133893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 05718f8d-2801-4f1a-8616-30454d31d445, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=05718f8d-2801-4f1a-8616-30454d31d445,segment=NetworkSegment(bdb2be67-b45e-469f-84a9-c87cbc380ede),segment_id=bdb2be67-b45e-469f-84a9-c87cbc380ede)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:38.184483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c48c1aed-d757-48d7-aa6b-2dcfd391c974 None None] Port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:38.230897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Router 12465fe9-9509-418f-8a17-388dce6dd765 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:38.275110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.281448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.281591 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.281823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4420b021-feb0-42e9-9a18-c420446eaf23 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:38.285103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:38.285714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.303337 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:38.365713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.429653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Provisioning complete for port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:38.430407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.446024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:38.451650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6f20fb6a-3fe1-4879-8000-879399246adb tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "PUT /v2.0/routers/12465fe9-9509-418f-8a17-388dce6dd765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1018710 Apr 01 15:56:38.455062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45132) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.464916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'port': {'network_id': '57f31f9d-c801-466b-a192-e61cdd440f43', 'name': 'tempest-FloatingIPNegativeTestJSON-23463275'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.478657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] Sync routers for ids ['12465fe9-9509-418f-8a17-388dce6dd765'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:38.488010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.493319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.495858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.506741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=05718f8d-2801-4f1a-8616-30454d31d445,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.509702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.537380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:38.550314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] Routers {'12465fe9-9509-418f-8a17-388dce6dd765'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:38.551002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['12465fe9-9509-418f-8a17-388dce6dd765'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.560287 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8d3a7ad2-8584-4e6a-84ed-4af76261db79 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4340093 Apr 01 15:56:38.566663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45136) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.575468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.638910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:38.647038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.647272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.654390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:port and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.659176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.665810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.689578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.690830 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1b65f564-db73-42a5-9c20-4046392982ae tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5076001 Apr 01 15:56:38.697159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45140) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.705158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-454c8445-7fdc-4280-ba8c-d82a0f55e3a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.719386 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-454c8445-7fdc-4280-ba8c-d82a0f55e3a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:56:38.720463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-454c8445-7fdc-4280-ba8c-d82a0f55e3a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:38.724784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-454c8445-7fdc-4280-ba8c-d82a0f55e3a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266416 Apr 01 15:56:38.726945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] Routers {'12465fe9-9509-418f-8a17-388dce6dd765'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:38.727203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45144) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.727677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['12465fe9-9509-418f-8a17-388dce6dd765'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.730467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.735015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1d823107-86f1-4b56-b69b-37fae56da428 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.737446 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-1d823107-86f1-4b56-b69b-37fae56da428 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:56:38.737446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-1d823107-86f1-4b56-b69b-37fae56da428 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:38.740511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d823107-86f1-4b56-b69b-37fae56da428 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122170 Apr 01 15:56:38.745966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.769804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c03f2-ead1-4f2a-b118-1d11b8a2566d,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.787995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4420b021-feb0-42e9-9a18-c420446eaf23 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:38.799393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Made reservation on behalf of 23b1a8cb873946429126a4fc78d8159e for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:38.803010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.810705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] DHCP port deletion for 8e1e332c-8b24-4d5e-9a11-81deef4db4a0 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:38.817577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.817837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607efb37-b955-4ba5-b28f-16acd4348c7a None None] The sync data for ids ['12465fe9-9509-418f-8a17-388dce6dd765'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:38.820311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d899f98b-cd4d-4a5f-b793-0270aa49e417 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:38.830969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] device_id is not set on port 9a9f7335-72b3-4c39-9a3e-ded5397190be yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:38.831151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-152bf88e-12cf-4ef4-973c-de70d0a998c5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.833017 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-152bf88e-12cf-4ef4-973c-de70d0a998c5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:56:38.833537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-152bf88e-12cf-4ef4-973c-de70d0a998c5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:38.834601 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-152bf88e-12cf-4ef4-973c-de70d0a998c5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098472 Apr 01 15:56:38.841728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.845263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Provisioning complete for port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:38.845636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.860719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3d4417a8-9df3-41af-9166-2e46ea74bcca tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.861047 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-3d4417a8-9df3-41af-9166-2e46ea74bcca tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:56:38.861541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-3d4417a8-9df3-41af-9166-2e46ea74bcca tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:38.862657 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3d4417a8-9df3-41af-9166-2e46ea74bcca tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0202184 Apr 01 15:56:38.872007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45156) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.889114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.890304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-679ab958-4ee1-4882-ba25-d61da45a3bb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8499980 Apr 01 15:56:38.891026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Deleting port 4420b021-feb0-42e9-9a18-c420446eaf23 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:38.891461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.894179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45160) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.906672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.922204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '09a89a90-008c-4e08-9dc2-0eaf42f1aaa0', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.946535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.950843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.968055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.981187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.991205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:39.036056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:39.067189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.101842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.113124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.118539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:39.121238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Allocated IP 172.20.0.11 (57f31f9d-c801-466b-a192-e61cdd440f43/3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4/9a9f7335-72b3-4c39-9a3e-ded5397190be) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:39.122478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.193224 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:39.195210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d899f98b-cd4d-4a5f-b793-0270aa49e417 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:39.204538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.210804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d899f98b-cd4d-4a5f-b793-0270aa49e417 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:39.211374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.251689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.252444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.286538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.297283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] For port 4420b021-feb0-42e9-9a18-c420446eaf23, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4420b021-feb0-42e9-9a18-c420446eaf23,segment=NetworkSegment(f80e8529-59a7-45f3-b245-21051c901085),segment_id=f80e8529-59a7-45f3-b245-21051c901085)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:39.297666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.305645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Provisioning for port 4420b021-feb0-42e9-9a18-c420446eaf23 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:39.353354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.401960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.414976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.433112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Provisioning complete for port 4420b021-feb0-42e9-9a18-c420446eaf23 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:39.433564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.469393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Calling delete_port for 4420b021-feb0-42e9-9a18-c420446eaf23 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:39.500958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68966459-f4a5-4408-b2ba-7b55f0ebed80,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.565257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=8686227a-b6a0-459e-a1d6-9c8b5c047b6a,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.573694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.591269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Transition to ACTIVE for port object 9a9f7335-72b3-4c39-9a3e-ded5397190be will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:39.605697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.606847 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3dc50219-a511-421e-bf31-ece442d02ab0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a8e7d64-f75d-48d2-9f05-a75d75dcb9a0 HTTP/1.1" status: 204 len: 168 time: 0.7335589 Apr 01 15:56:39.609504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45164) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:39.667780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:39.668044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-177828f5-dbdd-4a08-9d34-75765f983e82 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:39.669965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.696398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.697898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-29670b74-9804-4d9f-8fb5-04502159fa67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8004599 Apr 01 15:56:39.702914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.738274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef3e42d3-0573-4def-87d7-d0ee152047d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.753445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.785072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d899f98b-cd4d-4a5f-b793-0270aa49e417, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d899f98b-cd4d-4a5f-b793-0270aa49e417,segment=NetworkSegment(e8827e26-3e29-4ef7-8d17-edcefd1e390b),segment_id=e8827e26-3e29-4ef7-8d17-edcefd1e390b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:39.828324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.841970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-177828f5-dbdd-4a08-9d34-75765f983e82 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:39.851099 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-177828f5-dbdd-4a08-9d34-75765f983e82 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2328825 Apr 01 15:56:39.855796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45170) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:39.869862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--906653617'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:39.891939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 57f31f9d-c801-466b-a192-e61cdd440f43 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:39.895624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:39.905244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.911506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=9a9f7335-72b3-4c39-9a3e-ded5397190be,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.917528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:39.945327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] No DVR routers for this DVR port 4420b021-feb0-42e9-9a18-c420446eaf23 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:39.947171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d8cb3-076f-47cf-b672-8ec68f35f6a7 None None] Pushing event deleted for resources: {'Port': ['ID=4420b021-feb0-42e9-9a18-c420446eaf23,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.973592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.977781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:40.002174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:40.114438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:40.115538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.153584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-5c5a1f16-1536-4df1-8968-12aba6afd3ea tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340998802&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1004765 Apr 01 15:56:40.169400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:56:40.174268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.178108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb4a1697-f5b1-45c9-86a8-a5c803dabb44 None None] Provisioning complete for port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.178540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1697-f5b1-45c9-86a8-a5c803dabb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.186151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.233854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:40.245264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:40.248388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:40.252540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d899f98b-cd4d-4a5f-b793-0270aa49e417,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:40.256657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=84df426d-ab61-44ba-a5c2-7bf2899bc237,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:40.269676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.270585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.306060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:40.308369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': '3fa70d23-2b49-47da-bcfc-24f3aa6040ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:40.308630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:40.311867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a1697-f5b1-45c9-86a8-a5c803dabb44 None None] Port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:40.363084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-404f19f2-b9ac-4151-ae22-45dbdcbe1f52 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:40.364556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-404f19f2-b9ac-4151-ae22-45dbdcbe1f52 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 797 time: 0.2033236 Apr 01 15:56:40.386184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-26a3a212-89ca-459d-8be9-23587f1c6002 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0110185 Apr 01 15:56:40.394395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.394910 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a58ce08c-faf6-477d-adb7-f6ec29910979 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9365020 Apr 01 15:56:40.401966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:40.409857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:40.416011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:floatingip and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:40.420520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:40.428528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:40.446534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Router df84728c-dbc5-4f0f-973a-3ff89a73a8b3 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:40.449131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:40.488637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-daab81b7-0ef0-4133-93fb-579d611989c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:40.490360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 05718f8d-2801-4f1a-8616-30454d31d445 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:40.562138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 05718f8d-2801-4f1a-8616-30454d31d445 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.562784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.595547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-83c01140-dc81-4a31-8aec-ecac84ff8658 None None] Provisioning for port 9a9f7335-72b3-4c39-9a3e-ded5397190be completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:40.604163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.610566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-83c01140-dc81-4a31-8aec-ecac84ff8658 None None] Provisioning complete for port 9a9f7335-72b3-4c39-9a3e-ded5397190be triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.610957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-83c01140-dc81-4a31-8aec-ecac84ff8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.633704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:40.643161 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2313ee1c-348f-4526-9b08-f509cf5caaaa tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/routers/df84728c-dbc5-4f0f-973a-3ff89a73a8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4592195 Apr 01 15:56:40.645567 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] Sync routers for ids ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:40.646074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45188) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.657266 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] Routers {'df84728c-dbc5-4f0f-973a-3ff89a73a8b3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:40.657968 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.685602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-daab81b7-0ef0-4133-93fb-579d611989c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:40.686050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.686738 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-daab81b7-0ef0-4133-93fb-579d611989c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2888615 Apr 01 15:56:40.693233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-83c01140-dc81-4a31-8aec-ecac84ff8658 None None] Port 9a9f7335-72b3-4c39-9a3e-ded5397190be cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:40.714386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:40.719317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.743595 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.755607 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] Routers {'df84728c-dbc5-4f0f-973a-3ff89a73a8b3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:40.757229 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.771653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdeea00-004b-49c6-a42a-e07c995b4e8a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:40.772397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ccdeea00-004b-49c6-a42a-e07c995b4e8a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:40.773939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d899f98b-cd4d-4a5f-b793-0270aa49e417 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:40.801392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:40.802119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a933cb-2b9e-4117-8059-69f4f8c5848b None None] Network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:40.804684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.811102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d680ffc-6475-4ac9-9714-43f40ab6771e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:40.839551 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.840210 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e709da-b0e4-407d-a822-e9f2537f6e5a None None] The sync data for ids ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:40.912806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ccdeea00-004b-49c6-a42a-e07c995b4e8a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:40.917748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ccdeea00-004b-49c6-a42a-e07c995b4e8a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?device_id=df84728c-dbc5-4f0f-973a-3ff89a73a8b3 HTTP/1.1" status: 200 len: 989 time: 0.2677062 Apr 01 15:56:40.919657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45194) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.953706 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6a6b8644-0f72-435a-9d80-e6e0bf7c8190 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3862209 Apr 01 15:56:40.966038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.008273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45198) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.073275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d899f98b-cd4d-4a5f-b793-0270aa49e417 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:41.073705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.145415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.147288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-502d9f95-17e1-42b6-a857-998046d1e3c6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2907112 Apr 01 15:56:41.155797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45202) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.163970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5d39a0f4-09e2-46dc-8c5d-cde2b8652b26 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.164540 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-5d39a0f4-09e2-46dc-8c5d-cde2b8652b26 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:41.165040 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-5d39a0f4-09e2-46dc-8c5d-cde2b8652b26 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:41.169354 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5d39a0f4-09e2-46dc-8c5d-cde2b8652b26 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101826 Apr 01 15:56:41.175692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3', 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': '84df426d-ab61-44ba-a5c2-7bf2899bc237'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:41.176519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.177306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45206) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.187888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.204712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.246662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.262390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.280089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.289874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-3f5b35cc-663e-4aaf-abb8-82e99a670bdd service neutron] 10.222.0.21 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824113 Apr 01 15:56:41.292054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.325206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Allocated IP 172.26.8.208 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/bcd965c6-24dc-4310-b666-ea721d6b4139) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:41.430042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.450963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Allocated IP 2001:db8::f816:3eff:fefb:1e57 (8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3/84df426d-ab61-44ba-a5c2-7bf2899bc237/ac23b793-7471-4e84-b8d1-78c1d0fdbdcd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:41.472839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4420b021-feb0-42e9-9a18-c420446eaf23 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:41.538743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4420b021-feb0-42e9-9a18-c420446eaf23 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:41.539181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4420b021-feb0-42e9-9a18-c420446eaf23 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:41.632968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-00f87311-41db-4d09-a3ea-e2825bf9d074 service neutron] 10.222.0.21 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721937 Apr 01 15:56:41.642187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.690543 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:41.695947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45210) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.698874 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-566db4d8-86e9-4400-828d-cc5ecedb20d6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5176926 Apr 01 15:56:41.709864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c776d04a-6ae1-4717-a31d-812b9d3e0ec0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.710646 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-c776d04a-6ae1-4717-a31d-812b9d3e0ec0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:56:41.711156 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-c776d04a-6ae1-4717-a31d-812b9d3e0ec0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:41.715150 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c776d04a-6ae1-4717-a31d-812b9d3e0ec0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151629 Apr 01 15:56:41.715303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45214) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.721028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.728381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.733978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.736381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.743212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.743725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.754787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Transition to ACTIVE for port object ac23b793-7471-4e84-b8d1-78c1d0fdbdcd will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:41.774968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Transition to ACTIVE for port object ac23b793-7471-4e84-b8d1-78c1d0fdbdcd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:41.777331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.828576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.908568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.010237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:42.047600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:42.050883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:42.055037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:42.082492 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-268443c6-1e26-4a26-858d-90fa81252cf1 req-ad7704bc-a511-40b2-8ba4-808f94cefec8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.0762055 Apr 01 15:56:42.083366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:42.090766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:42.113510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Pushing event updated for resources: {'Port': ['ID=ac23b793-7471-4e84-b8d1-78c1d0fdbdcd,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.131757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=bcd965c6-24dc-4310-b666-ea721d6b4139,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.179823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:42.179823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc846a4d-2601-478c-a688-4f02b6e01e8e tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4604530 Apr 01 15:56:42.180391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Attempting to bind port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:42.180391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Attempting to bind port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3fa70d23-2b49-47da-bcfc-24f3aa6040ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:42.180391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Attempting to bind port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd on network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:42.182034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45224) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.185555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:42.186091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Checking segment: {'id': '3fa70d23-2b49-47da-bcfc-24f3aa6040ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:42.186597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.187115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Bound using segment: {'id': '3fa70d23-2b49-47da-bcfc-24f3aa6040ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:42.187691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Bound port: ac23b793-7471-4e84-b8d1-78c1d0fdbdcd, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa70d23-2b49-47da-bcfc-24f3aa6040ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:42.188177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.204593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d9ebc5ba-8dbf-486d-b000-0dedeb9682be tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:42.205081 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-d9ebc5ba-8dbf-486d-b000-0dedeb9682be tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:42.206654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-d9ebc5ba-8dbf-486d-b000-0dedeb9682be tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:42.209431 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9ebc5ba-8dbf-486d-b000-0dedeb9682be tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187602 Apr 01 15:56:42.212494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45228) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.217843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:42.228238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:42.237049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.239075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:42.242950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 8686227a-b6a0-459e-a1d6-9c8b5c047b6a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:42.243369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.245087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.270340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:42.291530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:42.316872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] For port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:42.323745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] For port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ac23b793-7471-4e84-b8d1-78c1d0fdbdcd,segment=NetworkSegment(3fa70d23-2b49-47da-bcfc-24f3aa6040ce),segment_id=3fa70d23-2b49-47da-bcfc-24f3aa6040ce)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:42.333641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=84df426d-ab61-44ba-a5c2-7bf2899bc237,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.411397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.451561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.534810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:42.535944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32b8f6ca-3025-4236-aa4d-5cce30deb8c7 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3225088 Apr 01 15:56:42.537348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.541681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45238) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.556344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1917c7dc-a2ca-49ad-b925-130c6e822d88 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:42.556344 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-1917c7dc-a2ca-49ad-b925-130c6e822d88 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:56:42.556733 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-1917c7dc-a2ca-49ad-b925-130c6e822d88 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:42.558230 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1917c7dc-a2ca-49ad-b925-130c6e822d88 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156581 Apr 01 15:56:42.561755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45242) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.575873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:42.589458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:42.603714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.609701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:42.610930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f06dc-2400-445e-be6d-1f3e18f441f0 None None] Pushing event updated for resources: {'Port': ['ID=ac23b793-7471-4e84-b8d1-78c1d0fdbdcd,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.613144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.632718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:42.648902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa70d23-2b49-47da-bcfc-24f3aa6040ce') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.648902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa70d23-2b49-47da-bcfc-24f3aa6040ce') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.651672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c4217-d65a-4067-9690-2a0ea1cf3fad None None] Network 8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:42.655577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:42.722960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.758133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.768386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:42.768882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.769984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 8686227a-b6a0-459e-a1d6-9c8b5c047b6a owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:42.787771 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:42.949317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c0f23-e6fa-4569-b150-1c0b77a81f76 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:56:42.967370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.991518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:42.991518 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:42.991518 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': '8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3'}] Apr 01 15:56:42.991518 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:42.992434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:43.044381 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:43.048295 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9161a38-92d0-4c50-ae52-225a5919c92d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4742079 Apr 01 15:56:43.048467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.054935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2d680ffc-6475-4ac9-9714-43f40ab6771e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:43.061305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:43.065448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:43.068768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:43.082745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:43.095707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.107208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c0f23-e6fa-4569-b150-1c0b77a81f76 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:43.242272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=bcd965c6-24dc-4310-b666-ea721d6b4139,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.246649 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41a154ee-c199-459e-a49b-545341bfcf86 req-15796c07-e487-4f46-bf06-ab720f33d583 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.0672612 Apr 01 15:56:43.260965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.364538 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:43.365727 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-093d8d29-6997-4800-9a40-119bd9dc1d28 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3157907 Apr 01 15:56:43.368866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45254) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.412716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.414590 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5288f8c1-1a7c-43d8-b62d-7a40e3d77517 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0191126 Apr 01 15:56:43.417660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45258) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.423737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e45db628-ce93-4b91-84c3-11ed151c30c9 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'floatingip': {'port_id': '9a9f7335-72b3-4c39-9a3e-ded5397190be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:43.452657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.483174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.494696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.516341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.530987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:43.531332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.572492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e45db628-ce93-4b91-84c3-11ed151c30c9 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.653374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=8686227a-b6a0-459e-a1d6-9c8b5c047b6a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.742730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.752639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.753039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.753518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.753858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.754195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.754516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.754871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.755195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.755511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.755840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.756154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.756471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.780592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d680ffc-6475-4ac9-9714-43f40ab6771e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.795697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ac23b793-7471-4e84-b8d1-78c1d0fdbdcd,segment=NetworkSegment(3fa70d23-2b49-47da-bcfc-24f3aa6040ce),segment_id=3fa70d23-2b49-47da-bcfc-24f3aa6040ce)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:43.796041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.805466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.805823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.806137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.806462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.806810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.807136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.807460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.807783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.808104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.808458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.808776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.809089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:43.812110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.813244 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f1fd740e-d727-4d6c-abf6-9767855744a5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/2d680ffc-6475-4ac9-9714-43f40ab6771e HTTP/1.1" status: 204 len: 168 time: 0.4434538 Apr 01 15:56:43.819116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45262) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.971452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.982329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for ac23b793-7471-4e84-b8d1-78c1d0fdbdcd owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:44.069330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-309867e9-555f-4e3c-8a7e-707dce269fe0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:44.181413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-e45db628-ce93-4b91-84c3-11ed151c30c9 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] update failed (client error): The resource could not be found. Apr 01 15:56:44.182458 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e45db628-ce93-4b91-84c3-11ed151c30c9 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "PUT /v2.0/floatingips/31857d10-d7d4-4c7a-952c-2d546e126139 HTTP/1.1" status: 404 len: 507 time: 0.7637916 Apr 01 15:56:44.185878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45266) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.327384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Router df84728c-dbc5-4f0f-973a-3ff89a73a8b3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:44.455859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-309867e9-555f-4e3c-8a7e-707dce269fe0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:44.457008 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-309867e9-555f-4e3c-8a7e-707dce269fe0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6364684 Apr 01 15:56:44.457794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.550144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45272) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.573280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--392741399'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:44.578371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting port bcd965c6-24dc-4310-b666-ea721d6b4139 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:44.578732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.607394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Port': ['ID=ac23b793-7471-4e84-b8d1-78c1d0fdbdcd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.611340 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7caf80a6-b1d2-4454-8a7b-18b5cdb68e5b req-20310a4f-0833-4d70-ba1d-47d14daed326 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.1651201 Apr 01 15:56:44.618907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:44.625982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:44.628014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No DVR routers for this DVR port ac23b793-7471-4e84-b8d1-78c1d0fdbdcd on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:44.635971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] Sync routers for ids ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:44.648923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] Routers {'df84728c-dbc5-4f0f-973a-3ff89a73a8b3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:44.649594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.675412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:44.717880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.727456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] Routers {'df84728c-dbc5-4f0f-973a-3ff89a73a8b3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:44.728077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.749767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-63587017-9886-40c8-8af1-33cfd46d6c73 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/routers/df84728c-dbc5-4f0f-973a-3ff89a73a8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281848 Apr 01 15:56:44.751616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45276) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.790374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.790813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413e17a-b08c-4fba-aede-c5c364e6949b None None] The sync data for ids ['df84728c-dbc5-4f0f-973a-3ff89a73a8b3'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:44.801076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ab71f5-17bc-4a85-b45b-8e0603a5782f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:56:44.801607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5ab71f5-17bc-4a85-b45b-8e0603a5782f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:44.814967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.877751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.920702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.937563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:44.944062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:44.947824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa70d23-2b49-47da-bcfc-24f3aa6040ce') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.948125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa70d23-2b49-47da-bcfc-24f3aa6040ce') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.954925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:44.965036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:44.981387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.993613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5ab71f5-17bc-4a85-b45b-8e0603a5782f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:44.999393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5ab71f5-17bc-4a85-b45b-8e0603a5782f tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/8686227a-b6a0-459e-a1d6-9c8b5c047b6a HTTP/1.1" status: 404 len: 333 time: 0.2432942 Apr 01 15:56:45.001687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45282) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.005070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.005403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.089075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.153025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.158270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Calling delete_port for bcd965c6-24dc-4310-b666-ea721d6b4139 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:45.201822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:45.202223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:45.218965 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:45.364470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.464685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.466854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.505285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.523982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.535011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.548142 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a4a366af-ecb9-4b59-98cf-e9356a0c3d0a tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 HTTP/1.1" status: 204 len: 168 time: 4.5388157 Apr 01 15:56:45.551731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45290) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.559055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-684558818'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:45.565738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:45.568977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:45.573662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:45.580279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:45.593303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.633440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e39c8-457a-413a-8f42-8a6013f11357,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.644370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.644891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Fanout notify agent at l3_agent the message router_deleted on router df84728c-dbc5-4f0f-973a-3ff89a73a8b3 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:45.645043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.659862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.664249 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bd2f9960-162d-4c48-af8d-95069512b96b tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/routers/df84728c-dbc5-4f0f-973a-3ff89a73a8b3 HTTP/1.1" status: 204 len: 168 time: 0.6583178 Apr 01 15:56:45.664469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45296) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.705171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Port': ['ID=bcd965c6-24dc-4310-b666-ea721d6b4139,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.744955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:45.749040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.782791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.783982 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea3a6c43-fb09-41ab-9b71-90a2f36ca0cd tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2328467 Apr 01 15:56:45.791642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45300) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.797315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 643257e8-bed2-4453-8abb-c09d0005c8bf {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:45.805293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '5f6e39c8-457a-413a-8f42-8a6013f11357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:45.810570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:45.812538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.841302 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-902a2ca6-7b57-45a0-bf1d-7cbb6efbdbfd req-81027158-2e02-486b-816a-3dc38fa7aea0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.0647979 Apr 01 15:56:45.851098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:45.852767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.856405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.861855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d50c6d4-7832-44da-99f2-4b9d9cc3e19d tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "DELETE /v2.0/floatingips/31857d10-d7d4-4c7a-952c-2d546e126139 HTTP/1.1" status: 204 len: 168 time: 1.6707170 Apr 01 15:56:45.862219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45304) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.862757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.863103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment a7d84188-3780-4117-a4bf-8bec1d254a65 of type vlan for network fa445864-a128-4131-be20-53c3a56eb104 Apr 01 15:56:45.864545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:45.871054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:45.878217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'floatingip': {'floating_network_id': '57f31f9d-c801-466b-a192-e61cdd440f43', 'port_id': '9a9f7335-72b3-4c39-9a3e-ded5397190be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:45.878984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:45.883794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:floatingip and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:45.885678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:45.886783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:45.893413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:45.953430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.999741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.056387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.181682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-ead62194-d292-4be7-bddc-6c80bcad0b3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:46.183144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-ead62194-d292-4be7-bddc-6c80bcad0b3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 797 time: 0.2904274 Apr 01 15:56:46.190839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.243774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.249221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:46.252836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.304915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The resource could not be found. Apr 01 15:56:46.306054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6ec5cfcc-1a46-467b-9f9d-5c6471645ab5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5132279 Apr 01 15:56:46.307726 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:46.308821 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-138b6c40-44ca-4c96-9392-2299c75184bc tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4457545 Apr 01 15:56:46.309304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45308) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.314463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '5f6e39c8-457a-413a-8f42-8a6013f11357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7eb1b140-546a-4db1-89e2-ca7edc255cd7'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:46.327609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45312) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.327772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:46.327772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:46.329623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:46.335661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:46.399085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '9a9f7335-72b3-4c39-9a3e-ded5397190be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:46.406928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:46.425248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Usage tracker for resource:floatingip and tenant:23b1a8cb873946429126a4fc78d8159e is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:46.428243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=fa445864-a128-4131-be20-53c3a56eb104,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.437473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:46.442137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network fa445864-a128-4131-be20-53c3a56eb104 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:46.445734 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8c72c947-8000-42d5-b515-fffd65bd39a4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 379 time: 0.2236288 Apr 01 15:56:46.456918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['09a89a90-008c-4e08-9dc2-0eaf42f1aaa0']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:46.471418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:46.474260 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5b4d1fa5-c4d1-4b5c-916e-5a8501b64e6d tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9212952 Apr 01 15:56:46.478550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45320) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.485989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': 'fa445864-a128-4131-be20-53c3a56eb104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:46.625319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:46.636927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:46.673884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.695987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.751296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:46.763831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:46.831172 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The resource could not be found. Apr 01 15:56:46.832419 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b68fbac7-f6a9-4bb7-af82-f8bf7197ba9f tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5219760 Apr 01 15:56:46.835961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45324) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.860208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:46.860982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.881865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:46.885627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.919471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=643257e8-bed2-4453-8abb-c09d0005c8bf,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.921821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.930088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8c016-15e7-4f55-883f-5a274a00fad6 None None] Network d0e5c6cf-3e33-4f04-94f9-c910a506fa87 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:46.979058 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-87a2ae61-869c-462d-869f-966aae33997d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/643257e8-bed2-4453-8abb-c09d0005c8bf HTTP/1.1" status: 204 len: 168 time: 1.3133142 Apr 01 15:56:46.983361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45330) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.148759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.149857 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a68cbf41-de4e-4f9d-bfa8-3348838de0b6 req-098d4690-1ce9-4cf5-9978-3f4668987261 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.0664456 Apr 01 15:56:47.200963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.246871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.11 (f3c9da2d-d4e0-4a58-b800-919ea9f592b7/bf4dc91c-9cfa-418b-81b2-951b3ef3fec5/ffd89cfa-76b2-4437-aa12-3ad4207fd46e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:47.258649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.279503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] DHCP port deletion for d0e5c6cf-3e33-4f04-94f9-c910a506fa87 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:47.287773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Deleting port 05718f8d-2801-4f1a-8616-30454d31d445 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:47.289662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.291159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.357741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 05718f8d-2801-4f1a-8616-30454d31d445 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:47.358295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.528618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] For port 05718f8d-2801-4f1a-8616-30454d31d445, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=05718f8d-2801-4f1a-8616-30454d31d445,segment=NetworkSegment(bdb2be67-b45e-469f-84a9-c87cbc380ede),segment_id=bdb2be67-b45e-469f-84a9-c87cbc380ede)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:47.529219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.589053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.594023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Allocated IP 172.26.8.81 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/763ad1c0-ef0f-46dc-903d-21f763d6f9c1) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:47.624284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object ffd89cfa-76b2-4437-aa12-3ad4207fd46e will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:47.674974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Calling delete_port for 05718f8d-2801-4f1a-8616-30454d31d445 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:47.722660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port 05718f8d-2801-4f1a-8616-30454d31d445, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=05718f8d-2801-4f1a-8616-30454d31d445,segment=NetworkSegment(bdb2be67-b45e-469f-84a9-c87cbc380ede),segment_id=bdb2be67-b45e-469f-84a9-c87cbc380ede)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:47.722660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.804845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.868429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.877939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 05718f8d-2801-4f1a-8616-30454d31d445 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:47.903451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.927086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Pushing event deleted for resources: {'Port': ['ID=05718f8d-2801-4f1a-8616-30454d31d445,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.933115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] No DVR routers for this DVR port 05718f8d-2801-4f1a-8616-30454d31d445 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:47.940513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.940982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.943834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.943834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.943834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.945247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.945788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.945788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.950546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.950546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.950792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.951004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd647d1b-7564-4e6e-b044-c463a865fbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:47.986787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:47.987269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:47.993815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.999142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:48.003445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:48.012345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:48.026501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.030469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.081680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:48.089695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:48.095080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.095080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:48.096379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e39c8-457a-413a-8f42-8a6013f11357,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.146443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.155987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=3585d8f0-209e-4852-b2cf-b12e44b2c92f,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.169765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': 'a7d84188-3780-4117-a4bf-8bec1d254a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:48.169765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: fa445864-a128-4131-be20-53c3a56eb104, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:48.229342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.230009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.259898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event updated for resources: {'Port': ['ID=763ad1c0-ef0f-46dc-903d-21f763d6f9c1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.267258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.268522 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1919ca23-acdd-4eeb-a4fe-83f85a2709f4 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f6e39c8-457a-413a-8f42-8a6013f11357 HTTP/1.1" status: 204 len: 168 time: 1.4311504 Apr 01 15:56:48.275370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45338) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.341052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network fa445864-a128-4131-be20-53c3a56eb104 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:48.392437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4d4a014b-81fe-459e-bc21-f2bcdd2c1564 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:48.424833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting port 763ad1c0-ef0f-46dc-903d-21f763d6f9c1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:48.425183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.439526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123a7fc-5b49-4dd6-9e35-c655827157ad req-71da0bb5-06a8-42d0-b453-66b1800f46f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.441237 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f123a7fc-5b49-4dd6-9e35-c655827157ad req-71da0bb5-06a8-42d0-b453-66b1800f46f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 932 time: 0.1476259 Apr 01 15:56:48.458574 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-df7c2c0c-f53f-4cd6-a970-58324b2b41b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0076613 Apr 01 15:56:48.462210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7b0989cb-3246-47e6-8062-bb12ffddefb1 None None] Provisioning for port ffd89cfa-76b2-4437-aa12-3ad4207fd46e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:48.472120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7b0989cb-3246-47e6-8062-bb12ffddefb1 None None] Provisioning complete for port ffd89cfa-76b2-4437-aa12-3ad4207fd46e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:48.472344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Request body: {'port': {'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:48.472484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, fa445864-a128-4131-be20-53c3a56eb104) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:48.473072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b0989cb-3246-47e6-8062-bb12ffddefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.480078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.481320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.495163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 05718f8d-2801-4f1a-8616-30454d31d445 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:48.495799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.519601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fdeb80-3dfa-4dcd-a202-2b56248abb37 None None] Network fa445864-a128-4131-be20-53c3a56eb104 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:48.534090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 05718f8d-2801-4f1a-8616-30454d31d445 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:48.577266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-f123a7fc-5b49-4dd6-9e35-c655827157ad req-f32ae5ae-4224-4b43-8d17-95a739e4bd69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:48.593757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] The port '05718f8d-2801-4f1a-8616-30454d31d445' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:48.610686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 05718f8d-2801-4f1a-8616-30454d31d445 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:48.611401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 05718f8d-2801-4f1a-8616-30454d31d445 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:48.638552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4d4a014b-81fe-459e-bc21-f2bcdd2c1564 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:48.647034 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d4a014b-81fe-459e-bc21-f2bcdd2c1564 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3636062 Apr 01 15:56:48.661965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45342) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.675843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': '2c5ff571-ba7e-41ae-80cc-be6891a6429b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:48.695734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:48.701573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7b0989cb-3246-47e6-8062-bb12ffddefb1 None None] Port ffd89cfa-76b2-4437-aa12-3ad4207fd46e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:48.709466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:48.715747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:48.755662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.771117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:48.778275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-f123a7fc-5b49-4dd6-9e35-c655827157ad req-f32ae5ae-4224-4b43-8d17-95a739e4bd69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:48.779624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.780026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.786318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f123a7fc-5b49-4dd6-9e35-c655827157ad req-f32ae5ae-4224-4b43-8d17-95a739e4bd69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313575 Apr 01 15:56:48.791488 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9eb1acf4-9a46-41ba-9ebe-00e4047d2784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3102076 Apr 01 15:56:48.802409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.812648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.853780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-fa445864-a128-4131-be20-53c3a56eb104', 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': '3585d8f0-209e-4852-b2cf-b12e44b2c92f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:48.855815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.927880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e5c6cf-3e33-4f04-94f9-c910a506fa87']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.042495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb2be67-b45e-469f-84a9-c87cbc380ede') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.044642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb2be67-b45e-469f-84a9-c87cbc380ede') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.119724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Calling delete_port for 763ad1c0-ef0f-46dc-903d-21f763d6f9c1 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:49.126738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Allocated IP 2001:db8::2 (fa445864-a128-4131-be20-53c3a56eb104/3585d8f0-209e-4852-b2cf-b12e44b2c92f/699fe3c7-b9a7-42ea-a044-f540c6b3fe32) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:49.204885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.236867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.262230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:49.262230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:49.280404 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:49.365873 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The resource could not be found. Apr 01 15:56:49.373750 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5dffcac4-afd2-468b-ada9-2efd78cbeba2 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7018569 Apr 01 15:56:49.374666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45350) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.385884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084194406'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:49.392155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:49.393191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.404345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:49.424952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.497507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.541573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.546124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.570858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Transition to ACTIVE for port object 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:49.592584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=d0e5c6cf-3e33-4f04-94f9-c910a506fa87,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.596679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Transition to ACTIVE for port object 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:49.601452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.604661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c612773e-0580-4d04-97aa-17583d4496dd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/d0e5c6cf-3e33-4f04-94f9-c910a506fa87 HTTP/1.1" status: 204 len: 168 time: 2.6200001 Apr 01 15:56:49.608730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45354) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.613568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.674986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.701115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Port': ['ID=763ad1c0-ef0f-46dc-903d-21f763d6f9c1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.706575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b76c7-4057-4e52-941e-cc449c4b0c0e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:49.712815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-129b76c7-4057-4e52-941e-cc449c4b0c0e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:49.715425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd89cfa-76b2-4437-aa12-3ad4207fd46e {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:49.728103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.766558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:49.797337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.818796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:49.833188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Network fa445864-a128-4131-be20-53c3a56eb104 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:49.839228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:49.840424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:49.841979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Transition to ACTIVE for port object ffd89cfa-76b2-4437-aa12-3ad4207fd46e will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:49.847193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:49.854554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-129b76c7-4057-4e52-941e-cc449c4b0c0e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:49.856710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:49.860681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-129b76c7-4057-4e52-941e-cc449c4b0c0e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/8f72a156-318c-434d-bf2a-518df6b0d3ff HTTP/1.1" status: 200 len: 844 time: 0.2506547 Apr 01 15:56:49.860933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45360) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.864186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=3585d8f0-209e-4852-b2cf-b12e44b2c92f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.934433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Pushing event updated for resources: {'Port': ['ID=699fe3c7-b9a7-42ea-a044-f540c6b3fe32,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.002891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.005361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Attempting to bind port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:50.005726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Attempting to bind port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a7d84188-3780-4117-a4bf-8bec1d254a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:50.006085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Attempting to bind port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 on network fa445864-a128-4131-be20-53c3a56eb104 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:50.011961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:50.012348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Checking segment: {'id': 'a7d84188-3780-4117-a4bf-8bec1d254a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:50.012729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.013127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Bound using segment: {'id': 'a7d84188-3780-4117-a4bf-8bec1d254a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:50.013571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Bound port: 699fe3c7-b9a7-42ea-a044-f540c6b3fe32, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d84188-3780-4117-a4bf-8bec1d254a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa445864-a128-4131-be20-53c3a56eb104'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:50.014169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.032892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa445864-a128-4131-be20-53c3a56eb104']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:50.047112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d84188-3780-4117-a4bf-8bec1d254a65') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:50.047357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d84188-3780-4117-a4bf-8bec1d254a65') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:50.047625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.061551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.080500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.088611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:50.089654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:50.104602 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:50.117200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] For port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:50.193719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] For port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=699fe3c7-b9a7-42ea-a044-f540c6b3fe32,segment=NetworkSegment(a7d84188-3780-4117-a4bf-8bec1d254a65),segment_id=a7d84188-3780-4117-a4bf-8bec1d254a65)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:50.239169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:50.239169 dv-neutron-835944-1-hyperv neutron-server[88733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:50.239169 dv-neutron-835944-1-hyperv neutron-server[88733]: [parameters: {'id': 'fa445864-a128-4131-be20-53c3a56eb104'}] Apr 01 15:56:50.239169 dv-neutron-835944-1-hyperv neutron-server[88733]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:50.239872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:50.269416 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0a00cc1d-6575-4a58-b8e9-138ccc959d35 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/8f72a156-318c-434d-bf2a-518df6b0d3ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4061236 Apr 01 15:56:50.275194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45364) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.281176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:50.302035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.317498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.318697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.375747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] create failed (client error): The resource could not be found. Apr 01 15:56:50.377565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bbb26cce-3f80-48c3-935d-00e4ab3c7933 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0519595 Apr 01 15:56:50.385983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45368) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.410218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4c7ee-acd8-4bfd-9b76-ff87af53da92 None None] Pushing event updated for resources: {'Port': ['ID=699fe3c7-b9a7-42ea-a044-f540c6b3fe32,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.442424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.442677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:50.442677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:50.446642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:50.453792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:50.467363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0463e02-e52f-4121-8cfa-aa731d90f571 req-91c40156-cb19-4668-89db-1ccdaf60a3a6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.468365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-b0463e02-e52f-4121-8cfa-aa731d90f571 req-91c40156-cb19-4668-89db-1ccdaf60a3a6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:50.561265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc460c18-9f5e-48dd-aa56-8ba3999ec33c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.569681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Attempting to bind port ffd89cfa-76b2-4437-aa12-3ad4207fd46e on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:50.569959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Attempting to bind port ffd89cfa-76b2-4437-aa12-3ad4207fd46e by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:50.570150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Attempting to bind port ffd89cfa-76b2-4437-aa12-3ad4207fd46e on network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:50.575666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting port 9a9f7335-72b3-4c39-9a3e-ded5397190be {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:50.576038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.588803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:50.593490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.618295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Port ffd89cfa-76b2-4437-aa12-3ad4207fd46e on network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:56:50.618713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Attempting to bind port ffd89cfa-76b2-4437-aa12-3ad4207fd46e on network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:50.636280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:50.636635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Checking segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:50.637030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Bound using segment: {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:50.637673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Bound port: ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2049b51f-4fd0-43a0-9393-7f8615073ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:50.637878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.641593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af30d63c-a4e1-442b-b5ce-c8e8d42a4f60 None None] Network fa445864-a128-4131-be20-53c3a56eb104 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:50.740449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.743418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.745057 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c6a6786a-ead6-488d-8e57-abe4076745cc tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3684769 Apr 01 15:56:50.755584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45372) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.818242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-b0463e02-e52f-4121-8cfa-aa731d90f571 req-91c40156-cb19-4668-89db-1ccdaf60a3a6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:50.819503 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b0463e02-e52f-4121-8cfa-aa731d90f571 req-91c40156-cb19-4668-89db-1ccdaf60a3a6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 944 time: 0.8659236 Apr 01 15:56:50.832434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134040902'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:50.848723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:50.854961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:50.855314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.862721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:50.896717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e8ec0-3587-4849-a204-e5b20af4f412 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:56:50.991623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.003399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.014356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.039538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e8ec0-3587-4849-a204-e5b20af4f412 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:51.079579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.085791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:51.108478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b0463e02-e52f-4121-8cfa-aa731d90f571 req-00e49ae9-4136-44ac-88b0-df59b7f00ebc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704241 Apr 01 15:56:51.136772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.148277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.198216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:51.205819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:51.206793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.214014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:51.214836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.283881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.294427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=1f695f02-ce63-411b-9293-dcae74472bc2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.301906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.313752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Calling delete_port for 9a9f7335-72b3-4c39-9a3e-ded5397190be owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:51.316755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.331697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.340855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=699fe3c7-b9a7-42ea-a044-f540c6b3fe32,segment=NetworkSegment(a7d84188-3780-4117-a4bf-8bec1d254a65),segment_id=a7d84188-3780-4117-a4bf-8bec1d254a65)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:51.341333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.391502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:51.394150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.395874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] 10.222.0.91 "PUT /v2.0/ports/ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 1094 time: 2.9278109 Apr 01 15:56:51.405116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:51.451964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'tenant_id': '4efc29042e1449a8ba9842e3d317f947', 'fixed_ips': [{'subnet_id': '1f695f02-ce63-411b-9293-dcae74472bc2'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:51.453037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.466999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543f2c3-d326-4926-93e8-990a5064653a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.487206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:51.518227 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bd60fb0f-b9e8-4e29-9747-c8897f1243ab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2418375 Apr 01 15:56:51.527102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45382) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.541206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455767133'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:51.551967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.566692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.584848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.598298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.687519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Allocated IP 2001:db8::2 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/1f695f02-ce63-411b-9293-dcae74472bc2/b3d58f30-7590-4e1b-a51f-fb67eb497abd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:51.692247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'status': 'completed', 'code': 200} Apr 01 15:56:51.790499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-497ddcc3-a39a-454d-a0d6-ab485c3c232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:51.791786 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-497ddcc3-a39a-454d-a0d6-ab485c3c232e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1097 time: 0.1958323 Apr 01 15:56:51.807492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.873244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.895585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.900137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.903312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.910814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.914355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-6e2389f2-5c45-48c4-ac88-73e8fa1ca3b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 217 time: 0.1144228 Apr 01 15:56:51.915708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.917982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.925243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.946326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.960665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Transition to ACTIVE for port object b3d58f30-7590-4e1b-a51f-fb67eb497abd will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:51.987332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Transition to ACTIVE for port object b3d58f30-7590-4e1b-a51f-fb67eb497abd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:52.013026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Port': ['ID=699fe3c7-b9a7-42ea-a044-f540c6b3fe32,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.017483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No DVR routers for this DVR port 699fe3c7-b9a7-42ea-a044-f540c6b3fe32 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:52.021386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Port': ['ID=9a9f7335-72b3-4c39-9a3e-ded5397190be,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.073367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.107131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e94db8-576d-4d57-ac1c-ec195fa1f499,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.139083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-802f7b19-0fbe-462e-af9d-0cbe13c7325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.140900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-802f7b19-0fbe-462e-af9d-0cbe13c7325f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 200 len: 835 time: 0.1793315 Apr 01 15:56:52.154678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:52.162213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:52.168996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:52.177154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.198946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.203183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-33318700-f50e-41d9-8bdd-4e4648a37d0d tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4360716 Apr 01 15:56:52.207466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.214225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group_rule': {'security_group_id': 'dc460c18-9f5e-48dd-aa56-8ba3999ec33c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '32e94db8-576d-4d57-ac1c-ec195fa1f499'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:52.220395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.238067 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-f16cc194-6331-4397-8533-b3894b0d9153 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3837233 Apr 01 15:56:52.239333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.241461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.253183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-58866503-6c6f-439a-a2fd-e09294bd6c04 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "DELETE /v2.0/ports/9a9f7335-72b3-4c39-9a3e-ded5397190be HTTP/1.1" status: 204 len: 168 time: 1.8637288 Apr 01 15:56:52.255741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45392) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.262504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.269481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.282198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa445864-a128-4131-be20-53c3a56eb104']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.296729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.314352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d84188-3780-4117-a4bf-8bec1d254a65') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.314828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d84188-3780-4117-a4bf-8bec1d254a65') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.330453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Attempting to bind port b3d58f30-7590-4e1b-a51f-fb67eb497abd on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:52.331594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Attempting to bind port b3d58f30-7590-4e1b-a51f-fb67eb497abd by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '298b26bd-b09e-415a-a934-5614ee84ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:52.331594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Attempting to bind port b3d58f30-7590-4e1b-a51f-fb67eb497abd on network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:52.333018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.339706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.340414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:52.340935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Checking segment: {'id': '298b26bd-b09e-415a-a934-5614ee84ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:52.341365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.341763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Bound using segment: {'id': '298b26bd-b09e-415a-a934-5614ee84ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:52.342404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Bound port: b3d58f30-7590-4e1b-a51f-fb67eb497abd, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298b26bd-b09e-415a-a934-5614ee84ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:52.342669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.361650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.370400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:52.370954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:52.392742 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:52.467742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:52.468166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.473387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:52.477098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-e2f0fb44-58df-4e14-b042-87d933a20d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.478692 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-e2f0fb44-58df-4e14-b042-87d933a20d47 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3180590 Apr 01 15:56:52.539651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3410f-b45b-4dca-97d0-2aeecefc6700,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.599389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.638155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5110910-f8fc-44ff-9e9f-e349c52d7c81 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.638845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5110910-f8fc-44ff-9e9f-e349c52d7c81 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Synchronizing usage tracker for tenant:23b1a8cb873946429126a4fc78d8159e on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:52.648094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-10e178ed-f0e5-4c4e-be14-ebb2442ce218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.649683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-10e178ed-f0e5-4c4e-be14-ebb2442ce218 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.2770197 Apr 01 15:56:52.651040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.656291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.661446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a145-db5e-4714-a2a9-45d1301227c2 req-c485792b-bec5-4221-ad90-42214043569b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.661446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20e4a145-db5e-4714-a2a9-45d1301227c2 req-c485792b-bec5-4221-ad90-42214043569b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 944 time: 0.3361025 Apr 01 15:56:52.679991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.681506 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-53ccdf2e-4d35-4300-af17-858e3c454fdd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1523657 Apr 01 15:56:52.682659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:52.683857 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09c52d72-5618-4fa8-a8ff-00bfa942b0aa tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4744892 Apr 01 15:56:52.685944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45396) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.695427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.696258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=fa445864-a128-4131-be20-53c3a56eb104,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.704044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216983643'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:52.724768 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-57a4dc76-624e-4c06-b514-5aa1cf873784 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/fa445864-a128-4131-be20-53c3a56eb104 HTTP/1.1" status: 204 len: 168 time: 3.9023046 Apr 01 15:56:52.729592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.732283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45404) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.745931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f9afc-097f-462a-a172-7b69812a4137 None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.750520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728201777'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:52.754964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.764656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.768016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.788370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Usage tracker for resource:network and tenant:02b365759b894916b91289ed8161c5c8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.794110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.797617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.812147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.830664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-30e81811-f1f8-45ae-9577-a26d480a3e1e service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430314 Apr 01 15:56:52.831254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5110910-f8fc-44ff-9e9f-e349c52d7c81 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Unset dirty status for tenant:23b1a8cb873946429126a4fc78d8159e on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:52.835730 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b5110910-f8fc-44ff-9e9f-e349c52d7c81 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "GET /v2.0/ports?device_id=12465fe9-9509-418f-8a17-388dce6dd765 HTTP/1.1" status: 200 len: 913 time: 0.5788350 Apr 01 15:56:52.836360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45408) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.838511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.846703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20e4a145-db5e-4714-a2a9-45d1301227c2 req-f426be09-e13e-4b70-9d39-f4b6e474c4e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795132 Apr 01 15:56:52.918805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:52.922459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.932952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.086658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.112998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:53.132867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-0a82fbdb-c890-4ac2-8406-3daee16feda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.134354 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-0a82fbdb-c890-4ac2-8406-3daee16feda2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 898 time: 0.4435506 Apr 01 15:56:53.146299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:53.151643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:53.160415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:53.241035 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-807cfcc6-82ee-4d17-abce-3ee844f90706 req-ea7dab1d-9c1b-4481-834e-d51cb5e207b3 service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908622 Apr 01 15:56:53.253137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:53.257867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.258544 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Added segment 65f2e108-bebd-45dc-9b88-d6dfab3caf84 of type vlan for network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 Apr 01 15:56:53.274901 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-08cff520-9aa7-46be-b9fd-ccfb7163fedd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 1001 time: 0.1301908 Apr 01 15:56:53.353183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-dcc34d02-ea28-4a35-864d-2cf856497803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.355275 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-dcc34d02-ea28-4a35-864d-2cf856497803 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.0735252 Apr 01 15:56:53.381723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.499680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.515899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-b66ba36d-fa75-4261-becc-ed8443ed36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.517479 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-b66ba36d-fa75-4261-becc-ed8443ed36e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1413345 Apr 01 15:56:53.524040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-ce3838e0-3f2c-4988-aa7d-4965fdc5c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.528022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-ce3838e0-3f2c-4988-aa7d-4965fdc5c15c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1097 time: 0.1128128 Apr 01 15:56:53.540900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e94db8-576d-4d57-ac1c-ec195fa1f499,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.611728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.618211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.623805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.624430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.681100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.684702 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-803e356a-8470-42ca-97fe-c66b894f8d18 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/32e94db8-576d-4d57-ac1c-ec195fa1f499 HTTP/1.1" status: 204 len: 168 time: 0.9826784 Apr 01 15:56:53.687528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45412) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.741710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.786331 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-8e2bded6-e7a1-4fcf-9e6f-98d0ad1fde56 service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596707 Apr 01 15:56:53.790476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-bb968c4d-d75c-4139-9b5d-f0c6e8dea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.791948 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-bb968c4d-d75c-4139-9b5d-f0c6e8dea2dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 898 time: 0.2463591 Apr 01 15:56:53.800797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0651052 Apr 01 15:56:53.808662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f6170-9ade-4127-bc23-8005920a522b tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Network': ['ID=92eea3da-33d0-4c19-8d92-382e26ebb6c4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.812878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45416) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.822483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:53.839346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Request body: {'subnet': {'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:53.896466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38295104-650c-4199-bfcf-3e613e30aa74,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.920524 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-90b2f38f-0146-4a54-919c-ca00626843e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 217 time: 0.0844946 Apr 01 15:56:53.934670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.938451 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-de231912-85f2-4b7a-8949-156e0d63cb5d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2432699 Apr 01 15:56:53.964228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aebb15-6ca9-42b7-a14e-b55c805fe706 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:53.998819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-a0f9234c-845a-4250-849b-cb9bd0489c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:54.000236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-a0f9234c-845a-4250-849b-cb9bd0489c0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 200 len: 835 time: 0.0736322 Apr 01 15:56:54.000723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45422) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:54.059304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1729348329', 'security_groups': ['38295104-650c-4199-bfcf-3e613e30aa74'], 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f695f02-ce63-411b-9293-dcae74472bc2'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:54.252966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b73f2559-86d2-434d-bcc2-36c2837da6a1 None None] Provisioning for port b3d58f30-7590-4e1b-a51f-fb67eb497abd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:54.295651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b73f2559-86d2-434d-bcc2-36c2837da6a1 None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:54.296022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b73f2559-86d2-434d-bcc2-36c2837da6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.351013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-641ae103-bdd6-4180-96ca-462efe5eff45 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:54.384244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:54.387384 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b3127b5-1a92-43aa-9fbb-a29f56c654bc req-8bcdba0e-f884-4488-9e7b-9ba4d8e6e61d service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873549 Apr 01 15:56:54.390302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:54.398985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:port and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:54.406277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:54.415378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b73f2559-86d2-434d-bcc2-36c2837da6a1 None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:54.426829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:54.429241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:54.441648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-64548d04-6f3b-41a2-8676-146b1396f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:54.443500 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-64548d04-6f3b-41a2-8676-146b1396f112 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2669060 Apr 01 15:56:54.547400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293bc7-8f78-4b21-b3c2-973e490b47c2 req-d180c0d6-6038-45f7-9780-246d77c3bc63 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:54.548983 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0293bc7-8f78-4b21-b3c2-973e490b47c2 req-d180c0d6-6038-45f7-9780-246d77c3bc63 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 944 time: 0.3149719 Apr 01 15:56:54.561376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ffd89cfa-76b2-4437-aa12-3ad4207fd46e details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:56:54.561626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.576788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:54.619793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-641ae103-bdd6-4180-96ca-462efe5eff45 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:54.623692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-641ae103-bdd6-4180-96ca-462efe5eff45 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9298487 Apr 01 15:56:54.626264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:54.630661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Made reservation on behalf of 02b365759b894916b91289ed8161c5c8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:54.636491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.655992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45426) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:54.764520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b3d58f30-7590-4e1b-a51f-fb67eb497abd completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:54.782328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:54.782730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.843905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-ebcf94e1-b598-4ecc-8c19-d7f2d17fd790 service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881333 Apr 01 15:56:54.860709 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0293bc7-8f78-4b21-b3c2-973e490b47c2 req-dd5f9c32-ecf1-491a-afc1-065360f13d11 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423058 Apr 01 15:56:54.907029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:54.964782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:56:54.982441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:54.982832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.058403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.086646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.121976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.142461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.172220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:55.172453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.178390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd89cfa-76b2-4437-aa12-3ad4207fd46e {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:55.193816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:55.227369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting port 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:55.227719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.238966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.244218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:55.294136 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad34f0a4-bc1a-4c30-ae20-dd2dd2879609 req-cf958c35-5190-4833-9c0a-1bf3fc5fa57a service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424224 Apr 01 15:56:55.302308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.334248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.350053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.434191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.468005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc460c18-9f5e-48dd-aa56-8ba3999ec33c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.477082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:55.477530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:55.487756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.508209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::b1 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/1f695f02-ce63-411b-9293-dcae74472bc2/295b6ba3-0973-4dbb-b8cb-7d35136c8ed0) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:55.517487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.objects.ports [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88733) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:56:55.520818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.597185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.597720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.602030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2311ee1e-c93b-4fa8-8522-6421b29a1e94 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc460c18-9f5e-48dd-aa56-8ba3999ec33c HTTP/1.1" status: 204 len: 168 time: 0.9427688 Apr 01 15:56:55.602777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45430) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.619386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ffd89cfa-76b2-4437-aa12-3ad4207fd46e'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:56:55.745852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d353d7e7-69ba-4e26-90c7-34d7461d6ca6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:55.769793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Calling delete_port for 1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:55.780785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.802570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:55.810818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Checking segment: {'id': '65f2e108-bebd-45dc-9b88-d6dfab3caf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:55.811451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network hostable DHCP agents. Network: 92eea3da-33d0-4c19-8d92-382e26ebb6c4, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:55.818540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event updated for resources: {'Subnet': ['ID=013aaafe-0349-49ae-b255-2dc2bad63ba4,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.849941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d353d7e7-69ba-4e26-90c7-34d7461d6ca6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:55.851609 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d353d7e7-69ba-4e26-90c7-34d7461d6ca6 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2451959 Apr 01 15:56:55.857225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45434) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.864788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'tempest-secgroup--623344511'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:55.872446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:55.886659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:55.914637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.977262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.996775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:56.041831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:56.054258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:56.089961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 92eea3da-33d0-4c19-8d92-382e26ebb6c4) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:56.094179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.094804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.096977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=295b6ba3-0973-4dbb-b8cb-7d35136c8ed0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:56.109934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:56.112964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.113846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.119676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:56.121552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.122107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.134963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Usage tracker for resource:security_group_rule and tenant:d06fea6a62224925ba65f551743141f3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:56.150062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:56.150177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.157794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:56.183888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a11d22c2-568f-4db5-a09f-d3499aa3c07d None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:56.185645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a12539-1fe4-4aac-89bd-0caeaf7e349e None None] Network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:56.242707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97cb3c-7465-48d8-9eb3-85a444141f71 req-00dc2891-e190-4ab2-aa51-7dff30f61e32 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.245318 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f97cb3c-7465-48d8-9eb3-85a444141f71 req-00dc2891-e190-4ab2-aa51-7dff30f61e32 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 945 time: 0.2016966 Apr 01 15:56:56.320774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45442) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.343011 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6f97cb3c-7465-48d8-9eb3-85a444141f71 req-ea906c39-a9ed-4b90-b088-e50e5ae8c561 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916617 Apr 01 15:56:56.347445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c850d2f-1fa4-4ee9-ba45-278c772afe1e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3403466 Apr 01 15:56:56.371919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.376774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Port': ['ID=1dfe6b29-a74b-4d1f-908a-8e8bdb4d31fe,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:56.383332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3551ffea-d8b3-4e33-b7e1-bb8bc3bd3be9 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5658078 Apr 01 15:56:56.423521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:56.426117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.516435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5b2b2a70-4735-4d91-9cf3-b16c33d271dd None None] Provisioning for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:56.523293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5b2b2a70-4735-4d91-9cf3-b16c33d271dd None None] Provisioning complete for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.526589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2a70-4735-4d91-9cf3-b16c33d271dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.555298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:56.683495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-92eea3da-33d0-4c19-8d92-382e26ebb6c4', 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4', 'tenant_id': '02b365759b894916b91289ed8161c5c8', 'fixed_ips': [{'subnet_id': '013aaafe-0349-49ae-b255-2dc2bad63ba4'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:56.684244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.704461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b2a70-4735-4d91-9cf3-b16c33d271dd None None] Port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:56.782371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.782371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.820564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.829211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:56.836793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:56.841294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:56.847340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.853873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Deleting port a83d279c-d4a5-43cf-bf31-2e4207834297 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:56.854408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.918260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:56.930191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.940774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.955988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Allocated IP 2001:db8::f816:3eff:feb0:5db (92eea3da-33d0-4c19-8d92-382e26ebb6c4/013aaafe-0349-49ae-b255-2dc2bad63ba4/2a0cb8e9-19a3-4473-a788-97ad90f4429a) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:57.055830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:57.059908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.077225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441fd700-91f5-477e-a009-38acc2583299,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.208865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.210812 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-10ec1f28-af28-446a-b033-41ea0af8b3b3 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3523307 Apr 01 15:56:57.216390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45458) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.222060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.228257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.229411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2c8a283b-4705-47ea-8dc2-dc9bdebc29f0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:57.230190 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-2c8a283b-4705-47ea-8dc2-dc9bdebc29f0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:56:57.230546 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-2c8a283b-4705-47ea-8dc2-dc9bdebc29f0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:57.231531 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2c8a283b-4705-47ea-8dc2-dc9bdebc29f0 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "PUT /v2.0/security-groups/441fd700-91f5-477e-a009-38acc2583299 HTTP/1.1" status: 409 len: 330 time: 0.0123653 Apr 01 15:56:57.241394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Transition to ACTIVE for port object 2a0cb8e9-19a3-4473-a788-97ad90f4429a will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:57.242933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45462) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.246356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Router 12465fe9-9509-418f-8a17-388dce6dd765 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:57.263836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Transition to ACTIVE for port object 2a0cb8e9-19a3-4473-a788-97ad90f4429a will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:57.313353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.313602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.324598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.400537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.ipam_backend_mixin [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f695f02-ce63-411b-9293-dcae74472bc2 (CIDR: 2001:db8::/64) Apr 01 15:56:57.434991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Pushing event updated for resources: {'Port': ['ID=2a0cb8e9-19a3-4473-a788-97ad90f4429a,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.462690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:57.465764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:57.466182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:57.466944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:57.474054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:57.495393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:57.508751 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] Sync routers for ids ['12465fe9-9509-418f-8a17-388dce6dd765'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:57.523116 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] Routers {'12465fe9-9509-418f-8a17-388dce6dd765'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:57.524436 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['12465fe9-9509-418f-8a17-388dce6dd765'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:57.543607 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5581bb86-aa20-4454-9f1c-fa790a4d2396 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "PUT /v2.0/routers/12465fe9-9509-418f-8a17-388dce6dd765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7068007 Apr 01 15:56:57.548342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45468) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.556437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.591953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Attempting to bind port 2a0cb8e9-19a3-4473-a788-97ad90f4429a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:57.591953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Attempting to bind port 2a0cb8e9-19a3-4473-a788-97ad90f4429a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '65f2e108-bebd-45dc-9b88-d6dfab3caf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:57.591953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Attempting to bind port 2a0cb8e9-19a3-4473-a788-97ad90f4429a on network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:57.592439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:57.592943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Checking segment: {'id': '65f2e108-bebd-45dc-9b88-d6dfab3caf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:57.593443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.593938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Bound using segment: {'id': '65f2e108-bebd-45dc-9b88-d6dfab3caf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:57.594515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Bound port: 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f2e108-bebd-45dc-9b88-d6dfab3caf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:57.595299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.598813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Calling delete_port for a83d279c-d4a5-43cf-bf31-2e4207834297 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:57.613858 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:57.626011 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] Routers {'12465fe9-9509-418f-8a17-388dce6dd765'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:57.627280 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['12465fe9-9509-418f-8a17-388dce6dd765'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:57.666690 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-93b8336d-7c87-4184-a7c0-45edf8b83ca7 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2914116 Apr 01 15:56:57.673153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45472) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.681388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:57.712639 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:57.713504 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7542c-13c4-4f2f-b6d4-a6ea05a3146f None None] The sync data for ids ['12465fe9-9509-418f-8a17-388dce6dd765'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:57.715526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:57.729713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:57.783987 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:57.799653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.833643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.867382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=013aaafe-0349-49ae-b255-2dc2bad63ba4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.893578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.906766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.936284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6647d1-b0f4-4faa-bfd3-2c111a3c1c35 None None] Pushing event updated for resources: {'Port': ['ID=2a0cb8e9-19a3-4473-a788-97ad90f4429a,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.056962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.083137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:58.104661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eea3da-33d0-4c19-8d92-382e26ebb6c4']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.112108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:58.124903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:58.140545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:58.141773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f2e108-bebd-45dc-9b88-d6dfab3caf84') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.142069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f2e108-bebd-45dc-9b88-d6dfab3caf84') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.164267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.185689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.192576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:58.192974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:58.211953 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:58.285086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.324837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.328967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.345526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5599775-03f6-4e5e-9fcf-0fdcec549daf req-bb4c6da2-56c0-48c7-89d9-af9a9c1d6857 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:58.346849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:58.347800 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e5599775-03f6-4e5e-9fcf-0fdcec549daf req-bb4c6da2-56c0-48c7-89d9-af9a9c1d6857 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 945 time: 0.8631613 Apr 01 15:56:58.351411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.352749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.372582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Port': ['ID=a83d279c-d4a5-43cf-bf31-2e4207834297,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.401512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441fd700-91f5-477e-a009-38acc2583299,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.431273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.435052 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-427894a6-5dee-48d6-80db-93e6d9b4c0fe tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/441fd700-91f5-477e-a009-38acc2583299 HTTP/1.1" status: 204 len: 168 time: 1.1914153 Apr 01 15:56:58.435735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45478) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.457631 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e5599775-03f6-4e5e-9fcf-0fdcec549daf req-b79dda38-81d4-40c7-9c4b-c2556446e12c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819497 Apr 01 15:56:58.490420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.491006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Fanout notify agent at l3_agent the message router_deleted on router 12465fe9-9509-418f-8a17-388dce6dd765 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:58.492477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:58.492477 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:58.492477 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': '92eea3da-33d0-4c19-8d92-382e26ebb6c4'}] Apr 01 15:56:58.492477 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:58.493240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:58.512069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.513663 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8001ea0-ac47-40bb-aebb-3df7edfdeaf5 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "DELETE /v2.0/routers/12465fe9-9509-418f-8a17-388dce6dd765 HTTP/1.1" status: 204 len: 168 time: 0.9584711 Apr 01 15:56:58.515991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45482) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.539766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a0cb8e9-19a3-4473-a788-97ad90f4429a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:58.594075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a2f925f-5b67-4e0b-ad79-e35da99c6c22 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Synchronizing usage tracker for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:58.606858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ffd89cfa-76b2-4437-aa12-3ad4207fd46e up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:58.607102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.607417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Floating IP 2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c disassociated (deleted). External IP: 172.26.8.29, port: ee731e82-7854-4117-9006-327e8891dc10. Apr 01 15:56:58.624317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting subnet 3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:58.627516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.677248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a2f925f-5b67-4e0b-ad79-e35da99c6c22 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] Unset dirty status for tenant:d06fea6a62224925ba65f551743141f3 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:58.679117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4a2f925f-5b67-4e0b-ad79-e35da99c6c22 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2394385 Apr 01 15:56:58.684295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45486) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.708932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.728113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2a0cb8e9-19a3-4473-a788-97ad90f4429a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:58.743915 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-b483ad74-0999-463b-b9b9-4460ae3876e5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] delete failed (client error): The resource could not be found. Apr 01 15:56:58.744944 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b483ad74-0999-463b-b9b9-4460ae3876e5 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "DELETE /v2.0/security-groups/42cac246-069e-40bc-8e1c-7e72df56866e HTTP/1.1" status: 404 len: 347 time: 0.0597126 Apr 01 15:56:58.749967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45490) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.750965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port ffd89cfa-76b2-4437-aa12-3ad4207fd46e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:58.756374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port ffd89cfa-76b2-4437-aa12-3ad4207fd46e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:58.756856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.779068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e9f39d9b-ce6a-4e87-8a71-21f97229a721 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] show failed (client error): The resource could not be found. Apr 01 15:56:58.780583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e9f39d9b-ce6a-4e87-8a71-21f97229a721 tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-groups/ecf23b7e-c207-4743-90a4-45fb1a385632 HTTP/1.1" status: 404 len: 347 time: 0.0294545 Apr 01 15:56:58.784705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.812040 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-6d4f13c1-88e5-4c6d-9a68-7d708961f5ff tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] show failed (client error): The resource could not be found. Apr 01 15:56:58.814055 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d4f13c1-88e5-4c6d-9a68-7d708961f5ff tempest-NegativeSecGroupTest-332412967 tempest-NegativeSecGroupTest-332412967-project] 10.222.0.21 "GET /v2.0/security-group-rules/baed16e8-6439-4f22-8d9c-eead5ede5fd8 HTTP/1.1" status: 404 len: 356 time: 0.0272312 Apr 01 15:56:58.849403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.952247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.992098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:59.005245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:59.030326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.059698 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'code': 200} Apr 01 15:56:59.094392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:59.094733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.095463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.143140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.185964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.201882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.205950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.214691 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9c840ebb-f679-41cc-88eb-79fa5369263e tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "DELETE /v2.0/subnets/3bb6b351-1f1a-4bd2-8f14-43ee33eb15d4 HTTP/1.1" status: 204 len: 168 time: 0.6973484 Apr 01 15:56:59.217105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45502) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.219640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772d832-2154-4b3b-b7a8-438c7eb66969 None None] Network 57f31f9d-c801-466b-a192-e61cdd440f43 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:59.333251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6ebde-d5b1-4e52-aec3-d416594fb5f6 None None] Network 92eea3da-33d0-4c19-8d92-382e26ebb6c4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:59.387402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.404876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Deleting port d899f98b-cd4d-4a5f-b793-0270aa49e417 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:59.405297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.411981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.559306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:59.583979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:59.622863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.624345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.624836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59ce8b-6f39-4113-9ced-42bde82cb000 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:59.720902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Router 8765ad93-fd7a-4f33-989f-d14c23e1453a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:59.721873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45510) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.735295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.753887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Provisioning for port 2a0cb8e9-19a3-4473-a788-97ad90f4429a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:59.768114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] For port d899f98b-cd4d-4a5f-b793-0270aa49e417, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d899f98b-cd4d-4a5f-b793-0270aa49e417,segment=NetworkSegment(e8827e26-3e29-4ef7-8d17-edcefd1e390b),segment_id=e8827e26-3e29-4ef7-8d17-edcefd1e390b)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:59.768485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.779841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:59.780634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.846362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Provisioning complete for port 2a0cb8e9-19a3-4473-a788-97ad90f4429a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:59.846764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.921276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Calling delete_port for d899f98b-cd4d-4a5f-b793-0270aa49e417 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:59.985154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0437d-de78-4044-b560-d874861362d3 req-4da8e2e1-9baf-447d-bb91-5d7fca97d6d9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.986701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f9e0437d-de78-4044-b560-d874861362d3 req-4da8e2e1-9baf-447d-bb91-5d7fca97d6d9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.3444376 Apr 01 15:56:59.996318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 2a0cb8e9-19a3-4473-a788-97ad90f4429a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:00.041737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-79aeccf9-354b-4ba5-82c5-770aa223cfb0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3673480 Apr 01 15:57:00.055962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45516) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.069510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297817535', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612'}], 'security_groups': ['fdc3410f-b45b-4dca-97d0-2aeecefc6700']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:00.121332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb56711-9ec3-48bc-814e-520b1cacdd88 req-f6c8f16f-98b8-4190-80a3-6a41548f3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.122986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cfb56711-9ec3-48bc-814e-520b1cacdd88 req-f6c8f16f-98b8-4190-80a3-6a41548f3e2b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1099 time: 0.6344888 Apr 01 15:57:00.184990 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f9e0437d-de78-4044-b560-d874861362d3 req-dd03f049-7b0e-41d3-8f5f-630a3400ec02 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907675 Apr 01 15:57:00.231633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.256952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.286883 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5b05fe2f-41f0-4bc2-bd43-96542ae6c6d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d06fea6a62224925ba65f551743141f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487795 Apr 01 15:57:00.288549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8204f9-35e0-4515-b9ef-10f1b31b4dd0 None None] DHCP port deletion for 57f31f9d-c801-466b-a192-e61cdd440f43 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:00.291580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:00.314268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45520) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.332224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] DHCP port deletion for 92eea3da-33d0-4c19-8d92-382e26ebb6c4 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:00.338071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:00.339305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.354411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] No DVR routers for this DVR port d899f98b-cd4d-4a5f-b793-0270aa49e417 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:00.354411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Port': ['ID=d899f98b-cd4d-4a5f-b793-0270aa49e417,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.384696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cfb56711-9ec3-48bc-814e-520b1cacdd88 req-3c0f3a73-161e-442f-95c8-cab6fe89b608 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427785 Apr 01 15:57:00.399744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:00.417284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.419126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Sync routers for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:00.487541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.510202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.540497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f31f9d-c801-466b-a192-e61cdd440f43']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.549137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:00.549137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.549515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:00.549515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:00.556100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8827e26-3e29-4ef7-8d17-edcefd1e390b') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.556517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8827e26-3e29-4ef7-8d17-edcefd1e390b') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.570990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.606997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.615335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc362cc4-1215-4c4d-954e-186e3dc23276 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "DELETE /v2.0/floatingips/2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c HTTP/1.1" status: 204 len: 168 time: 4.2672470 Apr 01 15:57:00.615550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a0cb8e9-19a3-4473-a788-97ad90f4429a no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:00.618088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:00.618686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.620969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:00.629186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:00.638575 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:00.722376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Update dhcp port {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'fixed_ips': [{'subnet_id': '1f695f02-ce63-411b-9293-dcae74472bc2', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'b3d58f30-7590-4e1b-a51f-fb67eb497abd'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:57:00.728279 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'status': 'completed', 'code': 200} Apr 01 15:57:00.763892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.768213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599443c-dc46-460e-8b83-ba15e2ea7ca2 None None] Pushing event updated for resources: {'Port': ['ID=2a0cb8e9-19a3-4473-a788-97ad90f4429a,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.813815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.834016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.865369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.869208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] Pushing event deleted for resources: {'Network': ['ID=57f31f9d-c801-466b-a192-e61cdd440f43,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.962746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.997882 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5cda2743-283b-43b3-afeb-404c2058f853 tempest-FloatingIPNegativeTestJSON-1211677985 tempest-FloatingIPNegativeTestJSON-1211677985-project] 10.222.0.21 "DELETE /v2.0/networks/57f31f9d-c801-466b-a192-e61cdd440f43 HTTP/1.1" status: 204 len: 168 time: 1.7762516 Apr 01 15:57:01.016330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-ec2b5c47-c03e-4f6d-b5f2-b712fb3f944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.017978 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-ec2b5c47-c03e-4f6d-b5f2-b712fb3f944f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 1099 time: 0.2599411 Apr 01 15:57:01.166585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:01.184056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:01.184630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.229680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:01.229680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.259298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.372158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bea03-edb7-4a36-9c27-ca3290b05e7a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:01.438433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Calling delete_port for 2a0cb8e9-19a3-4473-a788-97ad90f4429a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:01.475298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.486520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.487955 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-26657ed4-71e4-4e1c-b9af-726de79838db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/361bea03-edb7-4a36-9c27-ca3290b05e7a HTTP/1.1" status: 204 len: 168 time: 1.1733677 Apr 01 15:57:01.529100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d7609-4bde-49bf-abe7-54edd36c443f req-2fd352e3-fa62-4d1c-8542-a46108b0ade7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.541698 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c02d7609-4bde-49bf-abe7-54edd36c443f req-2fd352e3-fa62-4d1c-8542-a46108b0ade7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.2002361 Apr 01 15:57:01.625161 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c02d7609-4bde-49bf-abe7-54edd36c443f req-83a97f4f-f626-42df-ad07-d3d40cddcf6e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828614 Apr 01 15:57:01.702549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45538) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:01.747627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-0e098fba-9ff9-4b57-a1a5-7681f7266827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.749888 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-0e098fba-9ff9-4b57-a1a5-7681f7266827 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 200 len: 898 time: 0.7241986 Apr 01 15:57:01.806890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:01.838877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Allocated IP 2001:db8:0:1::2 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612/b3d58f30-7590-4e1b-a51f-fb67eb497abd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:01.891950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-e6d22df2-58ac-49e6-9c1d-26a8a9a19bd6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 200 len: 217 time: 0.1313396 Apr 01 15:57:01.902973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.903666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d899f98b-cd4d-4a5f-b793-0270aa49e417 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:01.966255 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-30be6418-0f54-4754-9c15-ac973c1926b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23b1a8cb873946429126a4fc78d8159e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618265 Apr 01 15:57:01.969293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45544) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:01.972207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-0ef350b1-4142-4512-bf50-2e5253fa2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.973836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-0ef350b1-4142-4512-bf50-2e5253fa2555 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 200 len: 835 time: 0.0708482 Apr 01 15:57:02.009698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d899f98b-cd4d-4a5f-b793-0270aa49e417 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:02.010054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d899f98b-cd4d-4a5f-b793-0270aa49e417 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:02.026516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:02.027267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa97a-f0da-4be9-bbc6-723e72e61b7a req-a52c52ce-fcda-4b01-99fa-46ea258da1c6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.028041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-337aa97a-f0da-4be9-bbc6-723e72e61b7a req-a52c52ce-fcda-4b01-99fa-46ea258da1c6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Synchronizing usage tracker for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:02.028297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:02.042032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:02.042746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.056132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.062291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-337aa97a-f0da-4be9-bbc6-723e72e61b7a req-a52c52ce-fcda-4b01-99fa-46ea258da1c6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Unset dirty status for tenant:9efba6cc064f4859a625bf38ae6c1e56 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:02.063059 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-337aa97a-f0da-4be9-bbc6-723e72e61b7a req-a52c52ce-fcda-4b01-99fa-46ea258da1c6 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.6380970 Apr 01 15:57:02.094179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.184597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2a0cb8e9-19a3-4473-a788-97ad90f4429a,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:02.192155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 2a0cb8e9-19a3-4473-a788-97ad90f4429a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:02.204207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:02.212466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:02.219627 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Checking router: 8765ad93-fd7a-4f33-989f-d14c23e1453a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:02.232655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.244095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:02.245216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:56:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:02.255318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.256877 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d9dea59-da18-4338-afdb-a6f3eae1dc25 HTTP/1.1" status: 204 len: 168 time: 0.2860391 Apr 01 15:57:02.259801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c84095-485b-46a2-a20e-23c956f2ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9dea59-da18-4338-afdb-a6f3eae1dc25,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:02.305535 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-337aa97a-f0da-4be9-bbc6-723e72e61b7a req-ddbb3976-0184-42f5-b669-a44e11030d5b tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198373 Apr 01 15:57:02.307592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.333030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-a353d87d-b8e8-4e1e-aa33-b41e3f7694d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.335592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-a353d87d-b8e8-4e1e-aa33-b41e3f7694d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4b26716-6914-44a6-b49b-df23bd28540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3519154 Apr 01 15:57:02.368174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Transition to ACTIVE for port object b3d58f30-7590-4e1b-a51f-fb67eb497abd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:02.442573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:02.442927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:02.485816 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-2720cd29-0c0c-4751-9cef-98f3e3b91aed service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424866 Apr 01 15:57:02.489188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:02.534670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:02.534670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.629666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.633369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-40f432c8-7841-4dba-a9a5-8b18cfc11330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.838944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28dd8ed7-342b-4c96-bde5-b7af0c262916 req-e6de05b0-8285-47e4-bb51-c6838c10ac8e service neutron] 10.222.0.91 "GET /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461995 Apr 01 15:57:02.877750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Delete allocated IP 2001:db8::b1 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/1f695f02-ce63-411b-9293-dcae74472bc2) {{(pid=88732) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:57:02.919721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8:0:1::7f (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612/295b6ba3-0973-4dbb-b8cb-7d35136c8ed0) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:02.981135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb2a8-0811-4515-a84e-9b7037360198 req-f184b14f-2958-4080-945e-85191daf340d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.990866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269eb2a8-0811-4515-a84e-9b7037360198 req-f184b14f-2958-4080-945e-85191daf340d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.1633182 Apr 01 15:57:02.996088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958533da-6331-4152-936b-aea3a2452b58 req-7b3256ba-8182-47cd-b132-dc3bdba87841 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.998872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-958533da-6331-4152-936b-aea3a2452b58 req-7b3256ba-8182-47cd-b132-dc3bdba87841 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2508030 Apr 01 15:57:03.068690 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269eb2a8-0811-4515-a84e-9b7037360198 req-b6a45600-5052-432b-b105-04334c75960d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725284 Apr 01 15:57:03.112389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adfc78-9b1d-4601-a868-581afc57e352 None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:03.305166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:03.305770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.318541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:03.319103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.423208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45584) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:03.465904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Deleting port ee731e82-7854-4117-9006-327e8891dc10 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:03.466249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.508462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Calling delete_port for 2a0cb8e9-19a3-4473-a788-97ad90f4429a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:03.658461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1209164040-network', 'tenant_id': '117e38c779834b36a23a823c29e62171'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:03.667962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:03.674065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Usage tracker for resource:network and tenant:117e38c779834b36a23a823c29e62171 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:03.676339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:03.677563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:03.686491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34549ab-8503-4970-aeae-889a872108e1 None None] The sync data for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv is: [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '40606b20-e92e-4d51-acf3-e73ce52e87a2', 'name': '', 'network_id': 'f4b26716-6914-44a6-b49b-df23bd28540f', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'mac_address': 'fa:16:3e:57:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '283cf243-0ff6-445b-a726-fada32225660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'subnets': [{'id': '283cf243-0ff6-445b-a726-fada32225660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:03.693318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:03.717521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd043948-bfdb-4f6a-9747-a1fa9011cc42 req-68bb8082-6b65-4778-a0de-d1afd434fff8 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:03.719886 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cd043948-bfdb-4f6a-9747-a1fa9011cc42 req-68bb8082-6b65-4778-a0de-d1afd434fff8 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.2229750 Apr 01 15:57:03.735690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.802589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Made reservation on behalf of 117e38c779834b36a23a823c29e62171 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:03.805758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.808574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] Pushing event deleted for resources: {'Port': ['ID=2a0cb8e9-19a3-4473-a788-97ad90f4429a,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:03.810467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37afb4-6b51-449b-8cf6-8102b8c4d755 None None] No DVR routers for this DVR port 2a0cb8e9-19a3-4473-a788-97ad90f4429a on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:03.827843 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cd043948-bfdb-4f6a-9747-a1fa9011cc42 req-c38a738a-a003-4b07-b5f7-74370badf8fd tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974574 Apr 01 15:57:03.842875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.859221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port 2a0cb8e9-19a3-4473-a788-97ad90f4429a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a0cb8e9-19a3-4473-a788-97ad90f4429a,segment=NetworkSegment(65f2e108-bebd-45dc-9b88-d6dfab3caf84),segment_id=65f2e108-bebd-45dc-9b88-d6dfab3caf84)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:03.859592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.871303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:03.875576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Usage tracker for resource:security_group_rule and tenant:117e38c779834b36a23a823c29e62171 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:03.878650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:03.885659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:04.039492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.057477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45598) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.067599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 2a0cb8e9-19a3-4473-a788-97ad90f4429a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:04.104118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.113797 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb173b-07b5-4a0b-a718-9198aead72dd None None] New status for floating IP 2c5f6d02-fc44-4f2c-a9a9-5f63f1ca520c: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:04.138698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:04.148233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73de44c0-5d0d-46a1-bb43-173c7e333efa,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.154532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.154917 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Added segment 0d62491c-6b7c-4748-832a-db1da1090d16 of type vlan for network a55e7c32-d1bd-4ecc-aa5f-70908204f636 Apr 01 15:57:04.157926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Provisioning for port b3d58f30-7590-4e1b-a51f-fb67eb497abd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:04.164117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:04.164552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.185457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.271213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'networks': [{'name': 'tempest-network--1371687433'}, {'name': 'tempest-network--1447691'}]} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:04.271789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-network--1371687433'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:04.273226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-network--1447691'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:04.279285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:04.283923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Usage tracker for resource:network and tenant:9402c5b21cdf40db82939f3570794a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:04.287274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:04.295254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:04.300673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.304108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.304108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.366961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Provisioning complete for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:04.367445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.389382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d33a4-1eef-4f78-b2b7-9ed3a666b4ca req-173a65b1-25d1-4f90-9748-97fb635368f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.390939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d3d33a4-1eef-4f78-b2b7-9ed3a666b4ca req-173a65b1-25d1-4f90-9748-97fb635368f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 1.0118268 Apr 01 15:57:04.393276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:04.393597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:04.421502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'network': 2} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:04.426483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.435346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:04.445596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.449141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:04.449613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.465403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a55e7c32-d1bd-4ecc-aa5f-70908204f636,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.467729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:04.479194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Usage tracker for resource:security_group_rule and tenant:9402c5b21cdf40db82939f3570794a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:04.479302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.482958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:04.494093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:04.497057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network a55e7c32-d1bd-4ecc-aa5f-70908204f636 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:04.512676 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d3d33a4-1eef-4f78-b2b7-9ed3a666b4ca req-0546ffa9-8875-45b7-a106-6a57434421b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973914 Apr 01 15:57:04.540323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] For port ee731e82-7854-4117-9006-327e8891dc10, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ee731e82-7854-4117-9006-327e8891dc10,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:04.540608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.551832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b782e69a-da0e-481c-a01a-76aa6f6fabc4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1258187 Apr 01 15:57:04.552618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45604) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.555084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:04.555844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45606) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.557196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3ed01ed9-8a8d-40f0-9a09-9fc5619cc43d None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:04.605570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Request body: {'subnet': {'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1209164040-subnet', 'tenant_id': '117e38c779834b36a23a823c29e62171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:04.609824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:04.626012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:04.642998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Usage tracker for resource:subnet and tenant:117e38c779834b36a23a823c29e62171 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:04.646772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:04.657623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:04.673438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.681486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.685746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Calling delete_port for ee731e82-7854-4117-9006-327e8891dc10 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:04.703870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bd374-4e58-4210-a246-569fa8377e8a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.708572 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fe7bd374-4e58-4210-a246-569fa8377e8a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1094 time: 0.1393316 Apr 01 15:57:04.708726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:04.708726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.708909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45612) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.714761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:04.721201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:04.725495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:04.728614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:04.736593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:04.761117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 2a0cb8e9-19a3-4473-a788-97ad90f4429a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:04.761458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.763642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.764254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.815661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfae051-bda2-4b79-948a-696122f89536,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.825188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:04.834994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.835579 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment a7703822-af60-4f99-a219-38092c53a258 of type vlan for network dc2380bb-56be-4c25-b09a-b0cf32dd11c2 Apr 01 15:57:04.863454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.885919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.916215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] The port '2a0cb8e9-19a3-4473-a788-97ad90f4429a' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:57:04.927553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] In _notify_port_updated(), no bound segment for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 on network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:57:04.933059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.933711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.935052 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/ports/295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 HTTP/1.1" status: 200 len: 929 time: 4.8732429 Apr 01 15:57:04.936139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8b37242c-01b3-4709-990c-764e5a98d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.941397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45618) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.948552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Made reservation on behalf of 117e38c779834b36a23a823c29e62171 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:04.951236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.144612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9c0a6-7f38-4b3d-9b1b-3cf8f7f1adab tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=295b6ba3-0973-4dbb-b8cb-7d35136c8ed0,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.250946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:05.255106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-56a84bf4-cc41-49ab-9098-dd89bb1684c2 None None] Provisioning for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:05.269092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-56a84bf4-cc41-49ab-9098-dd89bb1684c2 None None] Provisioning complete for port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:05.269496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-56a84bf4-cc41-49ab-9098-dd89bb1684c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.292706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.329078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-56a84bf4-cc41-49ab-9098-dd89bb1684c2 None None] Port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:05.330559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eea3da-33d0-4c19-8d92-382e26ebb6c4']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.345066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f2e108-bebd-45dc-9b88-d6dfab3caf84') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.345453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f2e108-bebd-45dc-9b88-d6dfab3caf84') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.353579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.353930 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment dd2d1139-0337-41a8-bea1-96f01e766052 of type vlan for network 206742d4-ee67-4ede-bead-7191453dc3f0 Apr 01 15:57:05.358279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.364001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:05.364001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.374961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.383755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:05.383755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:05.399661 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:05.473932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.538113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.549759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Port': ['ID=ee731e82-7854-4117-9006-327e8891dc10,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.592515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e94eb-f6de-4cfc-b9cb-4a30a1710dc0 req-97d0ef71-d923-4433-9b26-8fa11d291147 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:05.592515 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4e9e94eb-f6de-4cfc-b9cb-4a30a1710dc0 req-97d0ef71-d923-4433-9b26-8fa11d291147 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f92858f-8262-4bd3-a711-be8f43c49dab HTTP/1.1" status: 200 len: 946 time: 0.5836542 Apr 01 15:57:05.621445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.642688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] No DVR routers for this DVR port ee731e82-7854-4117-9006-327e8891dc10 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:05.645066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.648171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-deleted', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:05.704882 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92858f-8262-4bd3-a711-be8f43c49dab', 'name': 'network-vif-deleted', 'tag': 'ee731e82-7854-4117-9006-327e8891dc10', 'status': 'completed', 'code': 200} Apr 01 15:57:05.711302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.774104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.798054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.804040 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/92eea3da-33d0-4c19-8d92-382e26ebb6c4 HTTP/1.1" status: 204 len: 168 time: 9.3735557 Apr 01 15:57:05.804040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14f82c-3d1f-4fa5-8458-2ce61f60aa40 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=92eea3da-33d0-4c19-8d92-382e26ebb6c4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.807220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45624) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:05.812846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-958533da-6331-4152-936b-aea3a2452b58 req-671a6a85-6837-43f2-9251-1b3d146b2310 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.91 "DELETE /v2.0/ports/ee731e82-7854-4117-9006-327e8891dc10 HTTP/1.1" status: 204 len: 173 time: 2.7943792 Apr 01 15:57:05.846806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.847234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.855197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:05.860812 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b26c4d1-4c51-4675-beb1-e3998ffb7258 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:05.861270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b26c4d1-4c51-4675-beb1-e3998ffb7258 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:05.862962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:05.863272 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9b26c4d1-4c51-4675-beb1-e3998ffb7258 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/013aaafe-0349-49ae-b255-2dc2bad63ba4 HTTP/1.1" status: 404 len: 337 time: 0.0547669 Apr 01 15:57:05.863906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.865542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45628) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:05.901306 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0004c3a5-9631-47df-b0be-ed4dc0f87c11 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:05.904853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0004c3a5-9631-47df-b0be-ed4dc0f87c11 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:05.904853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0004c3a5-9631-47df-b0be-ed4dc0f87c11 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/92eea3da-33d0-4c19-8d92-382e26ebb6c4 HTTP/1.1" status: 404 len: 339 time: 0.0375960 Apr 01 15:57:05.908411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45632) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:05.957922 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4e9e94eb-f6de-4cfc-b9cb-4a30a1710dc0 req-1d5569fe-4d4a-4271-9fba-9dbf60153e83 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564351 Apr 01 15:57:05.971277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ae92a9-c281-4933-bbf2-0da91b220201 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:05.972073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ae92a9-c281-4933-bbf2-0da91b220201 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:05.974295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e1ae92a9-c281-4933-bbf2-0da91b220201 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/3585d8f0-209e-4852-b2cf-b12e44b2c92f HTTP/1.1" status: 404 len: 337 time: 0.0646377 Apr 01 15:57:05.985290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45636) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.015989 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d267858-cabb-4e3b-bba0-7c1f4d9c63a6 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:06.016811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d267858-cabb-4e3b-bba0-7c1f4d9c63a6 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:06.018768 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5d267858-cabb-4e3b-bba0-7c1f4d9c63a6 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/fa445864-a128-4131-be20-53c3a56eb104 HTTP/1.1" status: 404 len: 339 time: 0.0321522 Apr 01 15:57:06.021491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45640) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.062693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.071195 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ed2df-35b6-4fe2-a534-b2e62b2fa85c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:06.071800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ed2df-35b6-4fe2-a534-b2e62b2fa85c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:06.073877 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d5ed2df-35b6-4fe2-a534-b2e62b2fa85c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/84df426d-ab61-44ba-a5c2-7bf2899bc237 HTTP/1.1" status: 404 len: 337 time: 0.0493960 Apr 01 15:57:06.076923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45644) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.112680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-813cbe4a-5fad-41b5-9300-aa3dbd4a076c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:06.112680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813cbe4a-5fad-41b5-9300-aa3dbd4a076c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:06.113853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-813cbe4a-5fad-41b5-9300-aa3dbd4a076c tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/8d3bf977-509d-4dbe-b8af-1cff3fe3c5a3 HTTP/1.1" status: 404 len: 339 time: 0.0357316 Apr 01 15:57:06.117366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.129856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.201096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 9bf1b48c-3238-4a07-8aa1-73b90bea8d4a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:06.201585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.335464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:06.369197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=dc2380bb-56be-4c25-b09a-b0cf32dd11c2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.381845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network dc2380bb-56be-4c25-b09a-b0cf32dd11c2 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:06.438830 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.3776894 Apr 01 15:57:06.444186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45652) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.492418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.595365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a125ff5-5871-4e20-800b-30a9b800df1f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=206742d4-ee67-4ede-bead-7191453dc3f0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.614498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.8 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/454aae85-c8ca-4490-a317-ee031fbc67d5) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:06.615447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 206742d4-ee67-4ede-bead-7191453dc3f0 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:06.705680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.720662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:06.748219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 9bf1b48c-3238-4a07-8aa1-73b90bea8d4a owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:06.771851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: ee731e82-7854-4117-9006-327e8891dc10 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:06.773148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ee731e82-7854-4117-9006-327e8891dc10 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:06.873571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5be037-47fc-4b9c-9c75-e993e11bdbb4,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.891493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9297026-1d7b-456f-b888-2952cc10b5b2 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:06.898955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9297026-1d7b-456f-b888-2952cc10b5b2 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:06.901544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Checking segment: {'id': '0d62491c-6b7c-4748-832a-db1da1090d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:06.901902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Network hostable DHCP agents. Network: a55e7c32-d1bd-4ecc-aa5f-70908204f636, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:06.905236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9297026-1d7b-456f-b888-2952cc10b5b2 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:06.911034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9297026-1d7b-456f-b888-2952cc10b5b2 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:06.912956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e9297026-1d7b-456f-b888-2952cc10b5b2 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4670403 Apr 01 15:57:06.915651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45656) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.931695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.940074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.999574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=295b6ba3-0973-4dbb-b8cb-7d35136c8ed0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.048993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.055232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.058231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.074666 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a3c23ee3-e481-474e-9654-52fd6749b683 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 HTTP/1.1" status: 204 len: 168 time: 2.1275897 Apr 01 15:57:07.074666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45662) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.108377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45666) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.116065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Network a55e7c32-d1bd-4ecc-aa5f-70908204f636 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:07.230567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Port': ['ID=9bf1b48c-3238-4a07-8aa1-73b90bea8d4a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.272482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.310790 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-23ae1ab6-e885-4e38-9612-c16d490fcd1e tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/ports/9bf1b48c-3238-4a07-8aa1-73b90bea8d4a HTTP/1.1" status: 204 len: 168 time: 1.1922555 Apr 01 15:57:07.314909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45670) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.328442 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef1273d-e50e-4dfb-8d04-07779b98f527 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:57:07.328975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ef1273d-e50e-4dfb-8d04-07779b98f527 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:07.331959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.400179 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-38db286e-a1ec-4d1f-a6c7-edf3ca1b9011 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:07.400627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38db286e-a1ec-4d1f-a6c7-edf3ca1b9011 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:07.402304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-38db286e-a1ec-4d1f-a6c7-edf3ca1b9011 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/e27f56d6-84be-443e-8bc6-8cae6176ec99 HTTP/1.1" status: 404 len: 337 time: 0.0862494 Apr 01 15:57:07.408158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45674) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.435782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.494516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:07.505117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:07.508247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:07.526334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2380bb-56be-4c25-b09a-b0cf32dd11c2']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.541234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, a55e7c32-d1bd-4ecc-aa5f-70908204f636) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:07.551137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=454aae85-c8ca-4490-a317-ee031fbc67d5,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.552529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f570f-5451-4581-a331-0b538c8b7763 None None] Network a55e7c32-d1bd-4ecc-aa5f-70908204f636 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:07.553535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7703822-af60-4f99-a219-38092c53a258') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.553835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7703822-af60-4f99-a219-38092c53a258') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.563586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:07.564182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.575073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ef1273d-e50e-4dfb-8d04-07779b98f527 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:07.575875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.576305 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ef1273d-e50e-4dfb-8d04-07779b98f527 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/295b6ba3-0973-4dbb-b8cb-7d35136c8ed0 HTTP/1.1" status: 404 len: 333 time: 0.5021284 Apr 01 15:57:07.589963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.594444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.596202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45678) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.619513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.634973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:07.635500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:07.651287 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:07.688064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1a40f8bf-6f75-44cf-acff-16eb91c2820f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1332078 Apr 01 15:57:07.801558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004190bc-5735-4f10-afea-4f6442af72d6 None None] Network a55e7c32-d1bd-4ecc-aa5f-70908204f636 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:07.871667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.902331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1e332c-8b24-4d5e-9a11-81deef4db4a0']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.920390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80e8529-59a7-45f3-b245-21051c901085') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.920721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80e8529-59a7-45f3-b245-21051c901085') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.936319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.955240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.961901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:07.972029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:08.096257 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:08.140210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.169871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.206346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.228256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.230738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.244664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.249674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=dc2380bb-56be-4c25-b09a-b0cf32dd11c2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.284167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=8e1e332c-8b24-4d5e-9a11-81deef4db4a0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.286962 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-718b78ef-5093-45a2-81df-ed35913bd118 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/8e1e332c-8b24-4d5e-9a11-81deef4db4a0 HTTP/1.1" status: 204 len: 168 time: 0.8777239 Apr 01 15:57:08.289115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a9bbf3f4-a1c9-424e-8593-a18007f52454 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/dc2380bb-56be-4c25-b09a-b0cf32dd11c2 HTTP/1.1" status: 204 len: 168 time: 1.3722601 Apr 01 15:57:08.293201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45688) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:08.293920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45690) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:08.364183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.386900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.391485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.395549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/security-groups/38295104-650c-4199-bfcf-3e613e30aa74 HTTP/1.1" status: 204 len: 168 time: 0.7935224 Apr 01 15:57:08.418511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45700) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:08.505823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d1b0-4de1-4a05-bff2-21e3d22b0721 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38295104-650c-4199-bfcf-3e613e30aa74,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.529724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port 49eda7ee-dfdd-4627-97b4-fcb5db5b58a6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:08.530401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.586275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.613305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.718793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45708) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:08.738421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1916405656-network', 'tenant_id': '08875fb442a745c58d88e3ec636d5b66'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:08.751149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.797406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.815556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:08.840276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Usage tracker for resource:network and tenant:08875fb442a745c58d88e3ec636d5b66 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:08.848243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:08.856359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.925519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:08.972586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206742d4-ee67-4ede-bead-7191453dc3f0']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:08.991028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.069813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Deleting port 40606b20-e92e-4d51-acf3-e73ce52e87a2 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:09.069813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.147993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2d1139-0337-41a8-bea1-96f01e766052') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.147993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2d1139-0337-41a8-bea1-96f01e766052') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.281694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.293999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.296805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for 49eda7ee-dfdd-4627-97b4-fcb5db5b58a6 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:09.312364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.324209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Made reservation on behalf of 08875fb442a745c58d88e3ec636d5b66 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:09.326494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.357425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.359756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3410f-b45b-4dca-97d0-2aeecefc6700,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:09.379557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.382020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:09.399155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Usage tracker for resource:security_group_rule and tenant:08875fb442a745c58d88e3ec636d5b66 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:09.401999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:09.402404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.414910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.416031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-349af9ed-c6c6-40dc-816d-aa9b9500245d tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdc3410f-b45b-4dca-97d0-2aeecefc6700 HTTP/1.1" status: 204 len: 168 time: 0.9921899 Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:09.418043 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:09.425558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:09.437531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45712) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.445742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:09.460852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] For port 40606b20-e92e-4d51-acf3-e73ce52e87a2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=40606b20-e92e-4d51-acf3-e73ce52e87a2,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:09.469820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.597821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 1f695f02-ce63-411b-9293-dcae74472bc2 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:09.601025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.643201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Calling delete_port for 40606b20-e92e-4d51-acf3-e73ce52e87a2 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:09.660290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.691220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.757551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.770317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.789325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Port': ['ID=49eda7ee-dfdd-4627-97b4-fcb5db5b58a6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:09.801295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.805354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.817893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=206742d4-ee67-4ede-bead-7191453dc3f0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:09.849841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f2bb87de-5363-494d-9ee5-15816a0869ec tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/ports/49eda7ee-dfdd-4627-97b4-fcb5db5b58a6 HTTP/1.1" status: 204 len: 168 time: 1.5549715 Apr 01 15:57:09.851298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6ff412ee-06da-4db2-b406-3edee53f7a6f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/206742d4-ee67-4ede-bead-7191453dc3f0 HTTP/1.1" status: 204 len: 168 time: 1.5586979 Apr 01 15:57:09.853897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45716) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.855622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45718) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.897682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.912838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-afef8e49-e4dc-40d5-89db-72c098e681aa tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:09.913221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afef8e49-e4dc-40d5-89db-72c098e681aa tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:09.929904 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-afef8e49-e4dc-40d5-89db-72c098e681aa tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/f407a353-3105-4901-a146-426dd12a5180 HTTP/1.1" status: 404 len: 337 time: 0.0672410 Apr 01 15:57:09.932191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.001072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.048455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.087925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.124273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=454aae85-c8ca-4490-a317-ee031fbc67d5,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.144463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.148812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.192348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:10.212672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed08633-b6d3-4c55-a347-e91722967727 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.218721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed08633-b6d3-4c55-a347-e91722967727 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.219508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eed08633-b6d3-4c55-a347-e91722967727 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Synchronizing usage tracker for tenant:9402c5b21cdf40db82939f3570794a56 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:10.230736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Port': ['ID=40606b20-e92e-4d51-acf3-e73ce52e87a2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.246051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729cf430-d490-467e-b34b-9a93ffc8a5d1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.249232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.249571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Added segment 4d65aa81-2144-4554-a561-e8545698f3db of type vlan for network c02f300c-341a-4ed4-8bf0-c7830d58dc33 Apr 01 15:57:10.277175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.294747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.401522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.407874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=1f695f02-ce63-411b-9293-dcae74472bc2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.428794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.435717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.465156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b4938-1984-4a0c-84c8-7e8963306d53 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:10.477429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eed08633-b6d3-4c55-a347-e91722967727 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Unset dirty status for tenant:9402c5b21cdf40db82939f3570794a56 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:10.478249 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eed08633-b6d3-4c55-a347-e91722967727 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6231163 Apr 01 15:57:10.482153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc5b300-3289-428f-bffe-0c354fecbe89']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.492205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45728) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.496060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6f59b655-3c1f-40d5-baf2-eea6bbfd1a96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/1f695f02-ce63-411b-9293-dcae74472bc2 HTTP/1.1" status: 204 len: 168 time: 1.0574985 Apr 01 15:57:10.500376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45732) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.502057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.502363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedea88a-ccad-4d66-9e1d-4548f3ed5f01') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.521401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.536131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1529011166'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:10.545685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:10.565008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:10.603644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.606143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.607140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.607744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.618439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:10.642730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:10.643149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:10.711585 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:10.810495 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd associated. External IP: 172.26.8.8, port: ffd89cfa-76b2-4437-aa12-3ad4207fd46e. Apr 01 15:57:10.931951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.014347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:11.017634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.028650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3066373 Apr 01 15:57:11.047178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45736) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.055805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d1388-fced-476b-bf97-f8ca895373fb admin admin] Pushing event updated for resources: {'Network': ['ID=c02f300c-341a-4ed4-8bf0-c7830d58dc33,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.061028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Request body: {'subnet': {'network_id': 'c02f300c-341a-4ed4-8bf0-c7830d58dc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1916405656-subnet', 'tenant_id': '08875fb442a745c58d88e3ec636d5b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:11.070444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c02f300c-341a-4ed4-8bf0-c7830d58dc33 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:11.074899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:11.096510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Usage tracker for resource:subnet and tenant:08875fb442a745c58d88e3ec636d5b66 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:11.104746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:11.118891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:11.121205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:11.123280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:11.131298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:11.137432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:11.142703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.150512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.150900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment 0417a154-6e6a-4293-954a-56362af69336 of type vlan for network e179f55f-d365-496d-bf95-ee5210f303ec Apr 01 15:57:11.178839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.181652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:11.199110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=5dc5b300-3289-428f-bffe-0c354fecbe89,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.206361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-12bfd2ff-2466-49c7-baec-f0581ce94633 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/5dc5b300-3289-428f-bffe-0c354fecbe89 HTTP/1.1" status: 204 len: 168 time: 1.2690055 Apr 01 15:57:11.208913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45740) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.215120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Made reservation on behalf of 08875fb442a745c58d88e3ec636d5b66 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:11.217783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.301615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:11.306213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.335048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.489228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:11.535862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting subnet 80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:11.556231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.620611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a895f764-61a9-440a-af72-82044edc9fdf None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:11.621854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a895f764-61a9-440a-af72-82044edc9fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.641924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.648213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:11.649085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.674562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.764570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Router 8765ad93-fd7a-4f33-989f-d14c23e1453a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:11.788002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a895f764-61a9-440a-af72-82044edc9fdf None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:11.788566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a895f764-61a9-440a-af72-82044edc9fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.790397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:11.817650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:11.844719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:11.845105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:11.875163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=e179f55f-d365-496d-bf95-ee5210f303ec,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.915753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e179f55f-d365-496d-bf95-ee5210f303ec details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:11.939675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-768da447-9105-45e1-9826-0702d7faa88f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4462192 Apr 01 15:57:11.964186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45744) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.980762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-622449667'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:11.997058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:12.020924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a895f764-61a9-440a-af72-82044edc9fdf None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:12.030033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:12.053043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.153067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.162180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.197410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:12.200844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.208080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:12.227765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.250848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:12.255477 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-31a5938d-09d0-4785-a3af-e29ae22403f3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5432250 Apr 01 15:57:12.256708 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f3555a6a-24d8-4898-a035-068dccd07e08 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "PUT /v2.0/routers/8765ad93-fd7a-4f33-989f-d14c23e1453a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1473365 Apr 01 15:57:12.257292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:12.261457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45748) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.261626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45750) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.279726 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Sync routers for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:12.290268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:12.299064 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:12.303886 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:12.346332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac87c624-d0b1-42e1-8acc-d364d12f4187,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.359977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:12.377732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c4721-c77c-4179-9b9d-894c978fc6f3 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:12.401668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Deleting subnet 283cf243-0ff6-445b-a726-fada32225660 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:12.412618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.412821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.412931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.412931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.428859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:12.440441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.441010 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment 1a7da2fa-a813-47c2-969b-c764c6b67049 of type vlan for network 8e15c60a-1d18-4a0d-b650-a0cd60417c38 Apr 01 15:57:12.468466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.532808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.576456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Checking segment: {'id': '4d65aa81-2144-4554-a561-e8545698f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c02f300c-341a-4ed4-8bf0-c7830d58dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:12.576822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Network hostable DHCP agents. Network: c02f300c-341a-4ed4-8bf0-c7830d58dc33, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:12.577642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e2211-4254-40da-84f8-fd8c80fc7c44 None None] Network e065dd20-7ada-432b-9985-4436abce7614 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:12.596898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.602087 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:12.644302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.669442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.670090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.675357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.676649 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d2b714d2-0659-4fc0-9205-46c408102cb6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 200 len: 990 time: 0.4025817 Apr 01 15:57:12.732483 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'status': 'completed', 'code': 200} Apr 01 15:57:12.761400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=88276477-d065-4c45-94cc-7e1b79c4fa7c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.764536 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/subnets/80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c HTTP/1.1" status: 204 len: 168 time: 1.5540538 Apr 01 15:57:12.767122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45760) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.767735 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a29072e4-58c9-4113-8f6e-8d47378c884a tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2504976 Apr 01 15:57:12.804578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45764) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.907303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407114414'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:12.916594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a5dd-c82a-4db0-86bc-b98d7fd19987 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Subnet': ['ID=80ef5fc9-bb14-4a49-8d5b-f8af1bd67b2c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.944366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:12.964803 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9997220 Apr 01 15:57:12.969918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Network c02f300c-341a-4ed4-8bf0-c7830d58dc33 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:12.971677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.978838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45768) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.980975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:12.982421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'ports': [{'network_id': 'e179f55f-d365-496d-bf95-ee5210f303ec', 'name': 'tempest-port--1322704982', 'admin_state_up': True}, {'network_id': '8e15c60a-1d18-4a0d-b650-a0cd60417c38', 'admin_state_up': False}]} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:12.983305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'port': {'network_id': 'e179f55f-d365-496d-bf95-ee5210f303ec', 'name': 'tempest-port--1322704982', 'admin_state_up': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:12.984181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'port': {'network_id': '8e15c60a-1d18-4a0d-b650-a0cd60417c38', 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:12.986506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ee0c6-3dc0-4055-8523-7c2bfc137417 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=8e15c60a-1d18-4a0d-b650-a0cd60417c38,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:13.004739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:13.013301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8e15c60a-1d18-4a0d-b650-a0cd60417c38 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:13.020182 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.026765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:13.028104 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Checking router: 8765ad93-fd7a-4f33-989f-d14c23e1453a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:13.042508 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Routers {'8765ad93-fd7a-4f33-989f-d14c23e1453a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:13.043482 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8765ad93-fd7a-4f33-989f-d14c23e1453a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.065700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-831200fe-0d8b-4019-929a-c3b29dc69d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:13.067433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-831200fe-0d8b-4019-929a-c3b29dc69d95 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1099 time: 0.2663252 Apr 01 15:57:13.110216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c02f300c-341a-4ed4-8bf0-c7830d58dc33) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:13.139518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:13.140302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.143150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b55ce9-4547-4590-80bc-d1b99c8405e0 None None] Network c02f300c-341a-4ed4-8bf0-c7830d58dc33 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:13.158023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.181696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.240693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Deleting port c48d897d-6887-4f9e-84cb-c6bf5728b8bd {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:13.241231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.292307 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] Set router 8765ad93-fd7a-4f33-989f-d14c23e1453a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:13.401574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.417157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:13.425772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:13.431477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:13.443437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:13.449515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd8503-173c-4b47-a7db-0c9b21172d12 None None] Network f4b26716-6914-44a6-b49b-df23bd28540f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:13.456693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "DELETE /v2.0/subnets/283cf243-0ff6-445b-a726-fada32225660 HTTP/1.1" status: 204 len: 168 time: 1.1875570 Apr 01 15:57:13.457140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:13.458631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45772) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.462779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Usage tracker for resource:port and tenant:9402c5b21cdf40db82939f3570794a56 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:13.466226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:13.473313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:13.477411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d5275-b255-46eb-b2d9-620d876a15d4 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Subnet': ['ID=283cf243-0ff6-445b-a726-fada32225660,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:13.551159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-bc31cee3-aa4b-4de2-8526-789c21df4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:13.552873 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-bc31cee3-aa4b-4de2-8526-789c21df4931 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 898 time: 0.4776478 Apr 01 15:57:13.564060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7f4b3d26-31f1-4727-9c8f-826380a05352 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5157764 Apr 01 15:57:13.621782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'port': 2} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:13.627049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.677216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.688819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45778) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.708986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] For port c48d897d-6887-4f9e-84cb-c6bf5728b8bd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,segment=NetworkSegment(f49670da-72c5-4a06-8d12-ab249b303ad8),segment_id=f49670da-72c5-4a06-8d12-ab249b303ad8)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:13.709876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.720690 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.731094 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f6a17-6901-45cc-b20a-c1e651f8833d None None] The sync data for ids ['8765ad93-fd7a-4f33-989f-d14c23e1453a'] in dv-neutron-835944-1-hyperv is: [{'id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436426386', 'tenant_id': '9efba6cc064f4859a625bf38ae6c1e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:29Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 5, 'project_id': '9efba6cc064f4859a625bf38ae6c1e56', 'gw_port': {'id': '936b4df1-45bf-421a-a0b6-26ed5d44b412', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765ad93-fd7a-4f33-989f-d14c23e1453a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:31Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:13.776595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:08Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.890697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:13.943061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:13.943061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.985849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.007307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Calling delete_port for c48d897d-6887-4f9e-84cb-c6bf5728b8bd owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:14.145711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.222231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:14.235911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.253580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-886ed632-ba05-42f0-acf0-a38f1de753d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 998 time: 0.6803801 Apr 01 15:57:14.376632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] device_id is not set on port e9fc08af-2d8c-43ee-82c6-f51b31554cb4 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:14.383397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-6f40a5f5-4aaa-40dc-b857-3ff376387c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.385943 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-6f40a5f5-4aaa-40dc-b857-3ff376387c0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 200 len: 835 time: 0.0944736 Apr 01 15:57:14.439339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5608ec-85d0-44f6-bf59-af640526ae85 None None] DHCP port deletion for e065dd20-7ada-432b-9985-4436abce7614 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:14.469641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd6d2c-5d59-4fac-b2e7-ac28a1e2fc66 None None] Network c02f300c-341a-4ed4-8bf0-c7830d58dc33 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:14.474512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.485012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ab5608ec-85d0-44f6-bf59-af640526ae85 None None] Deleting port c48d897d-6887-4f9e-84cb-c6bf5728b8bd {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:14.485468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ab5608ec-85d0-44f6-bf59-af640526ae85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.558811 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f2be1b0a-252b-44a9-9211-06a732001768 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 200 len: 990 time: 0.8678558 Apr 01 15:57:14.631518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2776d115-d1ea-4a10-92e5-f57ba20b98a6,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:14.690908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.692189 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13bbfbaa-1299-4fc8-b37f-570fbd207324 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8512073 Apr 01 15:57:14.703448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45796) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.710237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Port': ['ID=c48d897d-6887-4f9e-84cb-c6bf5728b8bd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:14.726680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] No DVR routers for this DVR port c48d897d-6887-4f9e-84cb-c6bf5728b8bd on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:14.731219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111998147'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:14.754802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:14.771700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:14.779625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:14.800333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:14.807372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.818198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c48d897d-6887-4f9e-84cb-c6bf5728b8bd no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:14.854246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-9fc5d80e-db79-49dd-9c83-d9e3f98e65cd tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.855827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-9fc5d80e-db79-49dd-9c83-d9e3f98e65cd tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/networks?id=a55e7c32-d1bd-4ecc-aa5f-70908204f636 HTTP/1.1" status: 200 len: 812 time: 0.4602537 Apr 01 15:57:14.861223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-a640d198-1a8f-41ea-b19a-5e300c9f7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.862771 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-a640d198-1a8f-41ea-b19a-5e300c9f7c22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4539502 Apr 01 15:57:14.888931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.918200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.951103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ab5608ec-85d0-44f6-bf59-af640526ae85 None None] The port 'c48d897d-6887-4f9e-84cb-c6bf5728b8bd' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:57:15.032562 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-73f9e3f9-2af7-43d4-be45-7dbb72d3e391 service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604826 Apr 01 15:57:15.035638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Deleting port 936b4df1-45bf-421a-a0b6-26ed5d44b412 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:15.036042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.050684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e065dd20-7ada-432b-9985-4436abce7614']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:15.084313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49670da-72c5-4a06-8d12-ab249b303ad8') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:15.084313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49670da-72c5-4a06-8d12-ab249b303ad8') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:15.106136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] device_id is not set on port df88e3e0-cc76-431d-baa8-b21fb0d7053f yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:15.106350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.113343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.134896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Update dhcp port {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'fixed_ips': [{'subnet_id': '6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88276477-d065-4c45-94cc-7e1b79c4fa7c'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'b3d58f30-7590-4e1b-a51f-fb67eb497abd'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:57:15.137081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.157812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:15.158264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.163912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: c48d897d-6887-4f9e-84cb-c6bf5728b8bd {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:15.164508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c48d897d-6887-4f9e-84cb-c6bf5728b8bd not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:15.165090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 40606b20-e92e-4d51-acf3-e73ce52e87a2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:15.176514 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:15.181717 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-c3021ba6-e3d8-41ab-9b9f-10e3dd87b770 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/quotas/117e38c779834b36a23a823c29e62171 HTTP/1.1" status: 200 len: 375 time: 0.3117175 Apr 01 15:57:15.215185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] DHCP port deletion for f4b26716-6914-44a6-b49b-df23bd28540f request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:15.249201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 40606b20-e92e-4d51-acf3-e73ce52e87a2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:15.250363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 40606b20-e92e-4d51-acf3-e73ce52e87a2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:15.265382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Deleting port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:15.266136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.380346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.406606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.416359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.440857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.452975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] Pushing event deleted for resources: {'Network': ['ID=e065dd20-7ada-432b-9985-4436abce7614,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.465678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b2f4d9a3-93de-49f6-985a-9261817caa72 tempest-NetworksIpV6TestAttrs-1785395288 tempest-NetworksIpV6TestAttrs-1785395288-project] 10.222.0.21 "DELETE /v2.0/networks/e065dd20-7ada-432b-9985-4436abce7614 HTTP/1.1" status: 204 len: 168 time: 2.6967535 Apr 01 15:57:15.472650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:15.484855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-5f993c32-8151-40f5-bfb2-595f39ff1162 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=117e38c779834b36a23a823c29e62171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2943091 Apr 01 15:57:15.559857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:15.561644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.564175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:15.579269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:15.603433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:15.733432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] For port 936b4df1-45bf-421a-a0b6-26ed5d44b412, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=936b4df1-45bf-421a-a0b6-26ed5d44b412,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:15.734171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.842508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] For port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,segment=NetworkSegment(0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5),segment_id=0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:15.842934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.845349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Port': ['ID=e9fc08af-2d8c-43ee-82c6-f51b31554cb4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.859114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Checking segment: {'id': '0417a154-6e6a-4293-954a-56362af69336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e179f55f-d365-496d-bf95-ee5210f303ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:15.859486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network hostable DHCP agents. Network: e179f55f-d365-496d-bf95-ee5210f303ec, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:15.877428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-70ac6c34-a1d3-43bd-85be-8d432c9f8c4d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 200 len: 990 time: 0.3057613 Apr 01 15:57:15.907583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Calling delete_port for 936b4df1-45bf-421a-a0b6-26ed5d44b412 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:15.951519 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2aca2795-7743-4500-992d-91b6dd8cce05 req-d1150db4-b1b6-42cc-8e92-2534fd7540bf service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472362 Apr 01 15:57:15.972082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-c1e498c4-30d9-42d2-aee6-bf9ce1912ede service neutron] 10.222.0.21 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862683 Apr 01 15:57:15.997652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network e179f55f-d365-496d-bf95-ee5210f303ec is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:16.021215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Calling delete_port for 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:16.060239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:08Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:16.089976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a357181-19ec-466c-9574-44f687939fc0 None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:08Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:16.116313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Allocated IP 2001:db8::2 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/88276477-d065-4c45-94cc-7e1b79c4fa7c/b3d58f30-7590-4e1b-a51f-fb67eb497abd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:16.139628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e179f55f-d365-496d-bf95-ee5210f303ec) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:16.153313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:16.153313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.177739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c545b7-a3ce-4b8d-acd4-5178139e2ef6 None None] Network e179f55f-d365-496d-bf95-ee5210f303ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:16.190326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.200780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45808) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.226516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-25569e8c-f290-4829-a2c8-846d94e3f6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534790 Apr 01 15:57:16.345999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.354690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.381057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Port': ['ID=df88e3e0-cc76-431d-baa8-b21fb0d7053f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.403269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Checking segment: {'id': '1a7da2fa-a813-47c2-969b-c764c6b67049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e15c60a-1d18-4a0d-b650-a0cd60417c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:16.403641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network hostable DHCP agents. Network: 8e15c60a-1d18-4a0d-b650-a0cd60417c38, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:16.438037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] No DVR routers for this DVR port 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:16.480212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3bfe62-f729-4625-b441-a2d72a164318,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.490176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911dcfe-4c85-44b6-a10c-90e196bbc466 None None] Pushing event deleted for resources: {'Port': ['ID=8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.539116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network 8e15c60a-1d18-4a0d-b650-a0cd60417c38 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:16.573828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:16.583501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.628840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c2292-eaa0-4384-b1d5-f1b9d2b944f6 None None] New status for floating IP ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:16.629437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.634002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ab1cacbe-b154-4285-8b94-9fba80a32f78 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9260488 Apr 01 15:57:16.647078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45818) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.654368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Port': ['ID=936b4df1-45bf-421a-a0b6-26ed5d44b412,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.663812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'security_group': {'name': 'tempest-secgroup-86787881'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:16.669621 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-184ab400-61d9-4991-be78-d88fe1b669a8 req-d4cbbe18-736a-43b4-9464-46c67afbabfa tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 210 time: 0.1029189 Apr 01 15:57:16.672016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8e15c60a-1d18-4a0d-b650-a0cd60417c38) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:16.683662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:16.692210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:16.705612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:16.706011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:16.706918 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.725581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:16.730049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99ac7c-3f79-487b-8aa1-061307fb17d1 None None] Network 8e15c60a-1d18-4a0d-b650-a0cd60417c38 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:16.737882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:16.747994 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-90f66b1d-5bb9-4c20-b01c-c76f0a9bb936 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02b365759b894916b91289ed8161c5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434265 Apr 01 15:57:16.750081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45822) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.761606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:16.761847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8b0ac887-baa8-4c36-a69c-a3aa3e49a8f4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:16.790650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:16.802715 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-79021dde-51e1-4e0f-bf94-0ab9c4c60734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8245912 Apr 01 15:57:16.814005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.827850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:16.857718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.879811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.882445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45834) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.980303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.resource_extend [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:57:16.999840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.036098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.058654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.061089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.070251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.077061 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d81b921-2c87-4c17-b069-0d8454483a99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 200 len: 990 time: 0.1914480 Apr 01 15:57:17.089058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdb93a-23ae-4182-a817-dc750e0aff3f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:17.096006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdb93a-23ae-4182-a817-dc750e0aff3f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:17.096344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dbfdb93a-23ae-4182-a817-dc750e0aff3f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Synchronizing usage tracker for tenant:9402c5b21cdf40db82939f3570794a56 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:17.102246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:17.107405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:security_group_rule and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:17.111954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:17.118596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:17.198733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.199231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Fanout notify agent at l3_agent the message router_deleted on router 8765ad93-fd7a-4f33-989f-d14c23e1453a {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:57:17.227565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Transition to ACTIVE for port object b3d58f30-7590-4e1b-a51f-fb67eb497abd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:17.231779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dbfdb93a-23ae-4182-a817-dc750e0aff3f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Unset dirty status for tenant:9402c5b21cdf40db82939f3570794a56 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:17.236123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.236302 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dbfdb93a-23ae-4182-a817-dc750e0aff3f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4277718 Apr 01 15:57:17.236302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.236483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45838) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:17.252994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e62fe7-1ab8-4ad8-b544-d097d5f4a631,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.259099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.261292 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7980ab08-14e6-4ee3-b1fd-e6308a7f860a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0e62fe7-1ab8-4ad8-b544-d097d5f4a631 HTTP/1.1" status: 204 len: 168 time: 0.5104856 Apr 01 15:57:17.285376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.290093 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac1d0a38-a010-4d72-baa3-d0630d45ae37 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "DELETE /v2.0/routers/8765ad93-fd7a-4f33-989f-d14c23e1453a HTTP/1.1" status: 204 len: 168 time: 3.8283041 Apr 01 15:57:17.290226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:17.324449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.354951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.404441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting port e9fc08af-2d8c-43ee-82c6-f51b31554cb4 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:17.404792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.477169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.497004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ed6b3-e360-4208-a250-92a7ca0cb03f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.559009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e374c-c6d9-4ac0-8552-7e0d3f525bd8 None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.588618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.589900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fefda62c-48a9-4047-b321-04c549070dbe tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9417415 Apr 01 15:57:17.619737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45848) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:17.625600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1923461313', 'security_groups': ['f21ed6b3-e360-4208-a250-92a7ca0cb03f'], 'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88276477-d065-4c45-94cc-7e1b79c4fa7c'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:17.922292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.957506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3645662f-ffdd-42f5-807a-67c381bcd693 req-c7507e87-8971-4ea0-bb6e-66b5c5936243 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 210 time: 0.1833224 Apr 01 15:57:17.987835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b26716-6914-44a6-b49b-df23bd28540f']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:18.010243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:18.010720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3cce49-d6ef-4666-9b2a-83bac0bdc1f5') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:18.011675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.066488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.082066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45864) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.174522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Calling delete_port for e9fc08af-2d8c-43ee-82c6-f51b31554cb4 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:18.175994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.180323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:18.198721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.208869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:18.212447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.226327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:18.228360 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:18.333268 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d06b1c4-af4a-4216-8e2a-9e7918106214 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 200 len: 992 time: 0.2499511 Apr 01 15:57:18.363923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.403656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:18.404110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Provisioning for port b3d58f30-7590-4e1b-a51f-fb67eb497abd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:18.413330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:18.413330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.421279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Port': ['ID=e9fc08af-2d8c-43ee-82c6-f51b31554cb4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.425980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.488797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.511190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.522421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:18.537907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'Network': ['ID=f4b26716-6914-44a6-b49b-df23bd28540f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.561428 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d676ef4c-249c-445b-bb60-8fdbf444c734 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/ports/e9fc08af-2d8c-43ee-82c6-f51b31554cb4 HTTP/1.1" status: 204 len: 168 time: 1.3238745 Apr 01 15:57:18.562803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45874) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.622019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.659505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] device_id is not set on port 86cd1b87-88f5-4b0a-a7cb-68e27425911b yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:18.700761 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-76fa7ce4-0d9a-41ba-858b-42103d6f5cbe tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "DELETE /v2.0/networks/f4b26716-6914-44a6-b49b-df23bd28540f HTTP/1.1" status: 204 len: 168 time: 1.4069149 Apr 01 15:57:18.701507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45880) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.703218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting port df88e3e0-cc76-431d-baa8-b21fb0d7053f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:18.707751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.758797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:18.759929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.793481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.810471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:18.812811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.830814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.921368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-69d28717-aa00-4835-ae9b-b6751658bd73 None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:18.947591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45886) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.020967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.072514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.126939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3f7929ff-91cc-4516-9c14-698a539cbb7a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:19.127890 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-3f7929ff-91cc-4516-9c14-698a539cbb7a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:57:19.128618 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-3f7929ff-91cc-4516-9c14-698a539cbb7a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:57:19.130081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f7929ff-91cc-4516-9c14-698a539cbb7a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1813004 Apr 01 15:57:19.133757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45894) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.140743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--78012530'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:19.151010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:19.161356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:19.161635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 936b4df1-45bf-421a-a0b6-26ed5d44b412 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:19.166911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:19.174398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.175978 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f9d75539-39c0-4090-a4c2-bede6a9ff263 tempest-TestNetworkAdvancedServerOps-479945807 tempest-TestNetworkAdvancedServerOps-479945807-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0840f0c-d9c6-48ab-9f77-9cf7b71ffdbc HTTP/1.1" status: 204 len: 168 time: 0.4733918 Apr 01 15:57:19.177298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:19.220982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 936b4df1-45bf-421a-a0b6-26ed5d44b412 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:19.221401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 936b4df1-45bf-421a-a0b6-26ed5d44b412 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:19.236872 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0f572267-2883-4bf8-829d-8b5c2c315dbd req-7027b7fa-c580-476f-bde4-2005ab4055f6 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 210 time: 0.1090972 Apr 01 15:57:19.261933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.275979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.293581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:19.299103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:19.306669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:19.308696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:19.330126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8::3b (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/88276477-d065-4c45-94cc-7e1b79c4fa7c/86cd1b87-88f5-4b0a-a7cb-68e27425911b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:19.341473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.399371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.479157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Calling delete_port for df88e3e0-cc76-431d-baa8-b21fb0d7053f owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:19.482450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.495973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:19.504308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:19.509991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:19.526606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:19.534808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09ae67-1f6e-469f-a4da-74ef3b79e840,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.608619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.731706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.743433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.787151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 86cd1b87-88f5-4b0a-a7cb-68e27425911b will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:19.789265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.842747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee8bcc5-04dc-4826-bd1c-64eef65206dc,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.852333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Port': ['ID=df88e3e0-cc76-431d-baa8-b21fb0d7053f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.857300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.868903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-68ee4d52-6f86-46ef-8633-b2568195938f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:19.870601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-68ee4d52-6f86-46ef-8633-b2568195938f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.91 "GET /v2.0/networks?id=a55e7c32-d1bd-4ecc-aa5f-70908204f636 HTTP/1.1" status: 200 len: 812 time: 0.2245631 Apr 01 15:57:19.875430 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f8c64a47-1e18-4fa6-b106-6305f5f8f4b6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/ports/df88e3e0-cc76-431d-baa8-b21fb0d7053f HTTP/1.1" status: 204 len: 168 time: 1.3116300 Apr 01 15:57:19.878018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45904) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.929232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Request body: {'port': {'device_id': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636', 'admin_state_up': True, 'tenant_id': '117e38c779834b36a23a823c29e62171'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:19.944378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c21a048-7ce0-4e8f-baab-95e6f7ad05cd tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Synchronizing usage tracker for tenant:9402c5b21cdf40db82939f3570794a56 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:19.951296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.957700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-533876bf-01a8-4093-8e5b-4cd7ee00ce0f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8172166 Apr 01 15:57:19.958837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45908) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.960158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45910) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.980419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '7ee8bcc5-04dc-4826-bd1c-64eef65206dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:19.987425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.989634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.056899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c21a048-7ce0-4e8f-baab-95e6f7ad05cd tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Unset dirty status for tenant:9402c5b21cdf40db82939f3570794a56 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:20.062737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c21a048-7ce0-4e8f-baab-95e6f7ad05cd tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1833901 Apr 01 15:57:20.063371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45918) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.077817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-466341604'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:20.088928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.118236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:20.131888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.137723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Usage tracker for resource:port and tenant:117e38c779834b36a23a823c29e62171 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:20.140695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:20.148145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:20.171400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:20.176208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:20.198397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:20.208977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:20.213096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.242365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Made reservation on behalf of 117e38c779834b36a23a823c29e62171 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:20.242577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:20.242955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.248316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:20.252096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=86cd1b87-88f5-4b0a-a7cb-68e27425911b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.262325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:20.263610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:20.268831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:20.269915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.297159 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-42bbda20-55ca-41d4-9db3-120a95183006 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9efba6cc064f4859a625bf38ae6c1e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336999 Apr 01 15:57:20.300042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45928) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.324161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.324511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment 265381aa-9451-4483-a8a0-4eb1247d1557 of type vlan for network 95532f12-7f82-4bf6-ba22-d4338154f6c5 Apr 01 15:57:20.363474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.385883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.409073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.445467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fb32a58b-fda1-416d-8046-a27bdc747490 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8215120 Apr 01 15:57:20.447081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45934) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.464035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:20.508261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.519739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Allocated IP 172.20.0.10 (a55e7c32-d1bd-4ecc-aa5f-70908204f636/ff5be037-47fc-4b9c-9c75-e993e11bdbb4/d56d1e4f-2290-4f18-80cd-ea2f36fadfa1) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:20.569929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.575816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:20.576417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.606883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.669723 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1d85d925-b8fe-4cb0-b875-f15c2608e25b req-1c621984-c573-4931-a228-bc7e8629d53c tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 210 time: 0.0723650 Apr 01 15:57:20.674043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.717650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76eaca9-6c89-46ac-8fbb-ed8e6ef05865,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.747690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=95532f12-7f82-4bf6-ba22-d4338154f6c5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.754121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.756614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d9aeb561-d49c-49bd-b5ec-3b05cae7a2b3 None None] Provisioning for port 86cd1b87-88f5-4b0a-a7cb-68e27425911b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:20.758353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:20.761429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:20.774750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d9aeb561-d49c-49bd-b5ec-3b05cae7a2b3 None None] Provisioning complete for port 86cd1b87-88f5-4b0a-a7cb-68e27425911b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:20.774750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb561-d49c-49bd-b5ec-3b05cae7a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.775020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:20.791173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 95532f12-7f82-4bf6-ba22-d4338154f6c5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:20.846945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.849402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.851304 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a04c55c-5402-4104-a25f-8d0aa81086e5 HTTP/1.1" status: 204 len: 168 time: 0.5503073 Apr 01 15:57:20.863118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e18524-7772-4ed8-a283-72960b28007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a04c55c-5402-4104-a25f-8d0aa81086e5,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.883201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.883201 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e85a57f-8428-49ae-ac3f-77f0a0c3d2e6 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9196999 Apr 01 15:57:20.887101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45940) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.895865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '7ee8bcc5-04dc-4826-bd1c-64eef65206dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:20.908352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.914901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.925565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d9aeb561-d49c-49bd-b5ec-3b05cae7a2b3 None None] Port 86cd1b87-88f5-4b0a-a7cb-68e27425911b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:20.926388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:20.935449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:20.942394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3dd4047a-1246-4a0b-8d1f-933bfdb2a3ec tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8752785 Apr 01 15:57:20.942557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:20.945785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45944) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.951938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-343035323'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:20.958558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:20.965004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Usage tracker for resource:network and tenant:9402c5b21cdf40db82939f3570794a56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:20.969480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:20.973507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:20.973746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.981319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:21.093543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.135807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.151805 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.ipam_backend_mixin [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88276477-d065-4c45-94cc-7e1b79c4fa7c (CIDR: 2001:db8::/64) Apr 01 15:57:21.215420 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:21.216102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:21.255576 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:57:21.259490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1768cb68-6909-43da-9b56-0e13ebccd81a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3687057 Apr 01 15:57:21.259965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45950) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.300130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:21.307428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.328387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.340083 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-78fed7e8-96b8-4e76-b9bd-86f516a68d7c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8908150 Apr 01 15:57:21.349012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45954) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.357079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Network a55e7c32-d1bd-4ecc-aa5f-70908204f636 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:21.358551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:21.359020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Pushing event updated for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:21.363657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:21.365767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:21.390560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.406936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:21.430701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.431054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Added segment 750f72f5-ebb5-493e-a3c5-62f21b4d6f0e of type vlan for network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd Apr 01 15:57:21.448882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:21.449490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.482520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.535875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:21.540614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:21.543458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:21.549196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:21.633598 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-03a177cb-a033-4db9-b763-2726bc684472 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7523634 Apr 01 15:57:21.649625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Request body: {'port': {'device_id': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:21.660848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.682557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.683348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45958) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.686289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee8bcc5-04dc-4826-bd1c-64eef65206dc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:21.688285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:21.688919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.706715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:21.710163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.748926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.808397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.810808 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-02a071a0-3bd9-4677-8d28-c704aa535407 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ee8bcc5-04dc-4826-bd1c-64eef65206dc HTTP/1.1" status: 204 len: 168 time: 0.5498044 Apr 01 15:57:21.825375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45964) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.834841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:21.842833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Usage tracker for resource:security_group_rule and tenant:7b69868c6ffe4b42a4f9fb9563ce9489 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:21.847555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:21.857894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:21.890479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.ipam_backend_mixin [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612 (CIDR: 2001:db8:0:1::/64) Apr 01 15:57:21.920038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9740641 Apr 01 15:57:21.930512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730fdc4-686c-480d-8f77-ebc59abb037d tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Network': ['ID=285c58a1-3422-4ddb-8d0e-2eb5712c7edd,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:21.944275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:21.945187 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:21.947877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:21.985213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.009698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b8bcd54c-4678-4e88-8185-b408e7ae30f0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:22.012292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.104793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41985fe1-e16e-4fa6-b3bd-95b6bffc652e req-7a252e26-d7e0-45f9-b4cb-2c4e7e09b216 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:22.105562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41985fe1-e16e-4fa6-b3bd-95b6bffc652e req-7a252e26-d7e0-45f9-b4cb-2c4e7e09b216 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Synchronizing usage tracker for tenant:117e38c779834b36a23a823c29e62171 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:22.117609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.168720 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d783bb36-9683-4dd1-9780-e6f25e37e1a8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8242073 Apr 01 15:57:22.170217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45968) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.180163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b69868c6ffe4b42a4f9fb9563ce9489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932690 Apr 01 15:57:22.182395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45972) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.183081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'subnet': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:22.191243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b8bcd54c-4678-4e88-8185-b408e7ae30f0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:22.200091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b8bcd54c-4678-4e88-8185-b408e7ae30f0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3403606 Apr 01 15:57:22.200301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea96f0-f622-4f77-b09f-c6e3efd4ae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd88dc3-3c3c-44da-bbde-7ebee77bd9e8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.215883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45976) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.224152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--240396276'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:22.246358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:22.297405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:22.313792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41985fe1-e16e-4fa6-b3bd-95b6bffc652e req-7a252e26-d7e0-45f9-b4cb-2c4e7e09b216 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Unset dirty status for tenant:117e38c779834b36a23a823c29e62171 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:22.314988 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41985fe1-e16e-4fa6-b3bd-95b6bffc652e req-7a252e26-d7e0-45f9-b4cb-2c4e7e09b216 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 932 time: 0.4905629 Apr 01 15:57:22.335616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:22.339719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Usage tracker for resource:subnet and tenant:4efc29042e1449a8ba9842e3d317f947 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:22.343681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:22.356747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:22.415296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.431932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Made reservation on behalf of 4efc29042e1449a8ba9842e3d317f947 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:22.435889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.451099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.478504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:22.488639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41985fe1-e16e-4fa6-b3bd-95b6bffc652e req-bbef6610-8f93-45df-b369-30789f8d0208 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223571 Apr 01 15:57:22.496117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:22.507584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:22.523890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:22.527206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.708777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:22.719859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.721714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.775135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Transition to ACTIVE for port object d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:22.776090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.795029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd88dc3-3c3c-44da-bbde-7ebee77bd9e8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.802818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.804831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.847421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.870693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:22.877341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:22.877860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:22.878443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.885719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Subnet': ['ID=dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.896193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03640f3e-5f03-409b-83c5-41ba8bed0615 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:22.972539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.976837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3416018c-0b96-42f3-a84f-0bdd0cca5eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bd88dc3-3c3c-44da-bbde-7ebee77bd9e8 HTTP/1.1" status: 204 len: 168 time: 0.7918093 Apr 01 15:57:22.983472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d869e23c-436c-4171-9733-7894fcb8e1b8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:23.000110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.004556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fbc1a5db-d1ce-456a-a832-d6999eba9925 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7856114 Apr 01 15:57:23.004964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45982) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.011103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-86c65355-dd0a-4f16-9e7c-b8333d7035bf tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'd869e23c-436c-4171-9733-7894fcb8e1b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:23.011856 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-86c65355-dd0a-4f16-9e7c-b8333d7035bf tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:57:23.012420 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-86c65355-dd0a-4f16-9e7c-b8333d7035bf tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:23.016174 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-86c65355-dd0a-4f16-9e7c-b8333d7035bf tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070553 Apr 01 15:57:23.018112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45986) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.028008 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-04d682ea-041f-4458-bb57-7048cc209095 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8543677 Apr 01 15:57:23.028661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 45990) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.034553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-403450708', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b'}], 'security_groups': ['2776d115-d1ea-4a10-92e5-f57ba20b98a6', '5c3bfe62-f729-4625-b441-a2d72a164318']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:23.097712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Pushing event updated for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:23.183599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.226057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Attempting to bind port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:23.226833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Attempting to bind port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0d62491c-6b7c-4748-832a-db1da1090d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:23.227149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Attempting to bind port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 on network a55e7c32-d1bd-4ecc-aa5f-70908204f636 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:23.233948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.247275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 on network a55e7c32-d1bd-4ecc-aa5f-70908204f636 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:57:23.247740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Attempting to bind port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 on network a55e7c32-d1bd-4ecc-aa5f-70908204f636 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:23.261491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:23.261979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Checking segment: {'id': '0d62491c-6b7c-4748-832a-db1da1090d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:23.262495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Bound using segment: {'id': '0d62491c-6b7c-4748-832a-db1da1090d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:23.263240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Bound port: d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d62491c-6b7c-4748-832a-db1da1090d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:23.263692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.410817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:23.414989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,segment=NetworkSegment(0d62491c-6b7c-4748-832a-db1da1090d16),segment_id=0d62491c-6b7c-4748-832a-db1da1090d16)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:23.424663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.485194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.511802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Update dhcp port {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'fixed_ips': [{'subnet_id': '6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88276477-d065-4c45-94cc-7e1b79c4fa7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'b3d58f30-7590-4e1b-a51f-fb67eb497abd'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:57:23.537250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869e23c-436c-4171-9733-7894fcb8e1b8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:23.561559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.565522 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-84c98285-63fd-4b38-8b64-a798c8197dbc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/d869e23c-436c-4171-9733-7894fcb8e1b8 HTTP/1.1" status: 204 len: 168 time: 0.5437255 Apr 01 15:57:23.565522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.573412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 45996) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.673229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.863218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.864099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.865786 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] 10.222.0.91 "PUT /v2.0/ports/d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 HTTP/1.1" status: 200 len: 1094 time: 2.2211001 Apr 01 15:57:23.881127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:23.952638 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1', 'status': 'completed', 'code': 200} Apr 01 15:57:24.030894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4711502d-ea89-4e12-bf6e-4efbb77ccde9 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:24.033547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf73fad-7ac4-400d-a668-b71d1487b007 service neutron] Pushing event updated for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:24.080135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-0021611c-9bcc-4041-a824-ac9762384d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.081866 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-0021611c-9bcc-4041-a824-ac9762384d93 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=117e38c779834b36a23a823c29e62171&device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 1097 time: 0.1090128 Apr 01 15:57:24.132544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4711502d-ea89-4e12-bf6e-4efbb77ccde9 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.138816 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4711502d-ea89-4e12-bf6e-4efbb77ccde9 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4702382 Apr 01 15:57:24.139019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Delete allocated IP 2001:db8::3b (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/88276477-d065-4c45-94cc-7e1b79c4fa7c) {{(pid=88733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:57:24.139524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46002) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.146272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--332745000'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:24.147494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Allocated IP 2001:db8:0:2::3ba (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b/86cd1b87-88f5-4b0a-a7cb-68e27425911b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:24.203626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:24.225767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae69d04-6bd7-4252-909b-5b2682786b70 req-a9abc41e-3372-4e93-82b2-adf881451ee4 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.227748 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fae69d04-6bd7-4252-909b-5b2682786b70 req-a9abc41e-3372-4e93-82b2-adf881451ee4 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 944 time: 0.1974962 Apr 01 15:57:24.228094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:24.262047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-8adc6ca9-3278-4db4-a3db-4a9579cb6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.263821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-8adc6ca9-3278-4db4-a3db-4a9579cb6df9 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=117e38c779834b36a23a823c29e62171&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1744056 Apr 01 15:57:24.363846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.407933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fae69d04-6bd7-4252-909b-5b2682786b70 req-1911f8e5-43ec-4ac8-bc2d-bcca9e58cfaf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Synchronizing usage tracker for tenant:117e38c779834b36a23a823c29e62171 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:24.410045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:24.418472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:24.423747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:24.441144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:24.450436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-16b3be84-3acd-4a72-ba76-78f4761735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.452025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43919a9e-f0dd-4361-95d5-699d63b3a3ba req-16b3be84-3acd-4a72-ba76-78f4761735f2 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816967 Apr 01 15:57:24.466393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.488800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Transition to ACTIVE for port object 86cd1b87-88f5-4b0a-a7cb-68e27425911b will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:24.565447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.576680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.603608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-2ef2ad4e-7dce-42eb-89b0-08bf356a8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.605105 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-2ef2ad4e-7dce-42eb-89b0-08bf356a8f65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=117e38c779834b36a23a823c29e62171&device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 1097 time: 0.0950482 Apr 01 15:57:24.647006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Allocated IP 2001:db8:0:2::2 (01e0e197-a5c8-4ac1-8886-5d8f96784bc2/dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b/b3d58f30-7590-4e1b-a51f-fb67eb497abd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:24.676770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event updated for resources: {'Port': ['ID=86cd1b87-88f5-4b0a-a7cb-68e27425911b,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:24.679145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fae69d04-6bd7-4252-909b-5b2682786b70 req-1911f8e5-43ec-4ac8-bc2d-bcca9e58cfaf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Unset dirty status for tenant:117e38c779834b36a23a823c29e62171 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.694647 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fae69d04-6bd7-4252-909b-5b2682786b70 req-1911f8e5-43ec-4ac8-bc2d-bcca9e58cfaf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412649 Apr 01 15:57:24.706807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.732686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-d702d6c2-7d1f-44a1-9452-9a5e42d43212 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 HTTP/1.1" status: 200 len: 217 time: 0.1200130 Apr 01 15:57:24.749522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] In _notify_port_updated(), no bound segment for port 86cd1b87-88f5-4b0a-a7cb-68e27425911b on network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:57:24.755143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.756462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.758229 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ba6b5a0-fffe-4060-9ce3-f67c56506ce5 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "PUT /v2.0/ports/86cd1b87-88f5-4b0a-a7cb-68e27425911b HTTP/1.1" status: 200 len: 969 time: 1.7286689 Apr 01 15:57:24.760980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46006) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.825944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:24.833610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332c624c-90e7-458f-91ee-6e6ce7aaa141,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:24.853481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-5edd89de-6c2b-43d0-8172-396ea9cef206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.854196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 86cd1b87-88f5-4b0a-a7cb-68e27425911b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:24.854636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.856277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-5edd89de-6c2b-43d0-8172-396ea9cef206 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff5be037-47fc-4b9c-9c75-e993e11bdbb4 HTTP/1.1" status: 200 len: 852 time: 0.1148663 Apr 01 15:57:24.864361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.883971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Transition to ACTIVE for port object b3d58f30-7590-4e1b-a51f-fb67eb497abd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:24.911236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.913467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-de631d23-c889-4258-a73a-3255db39046f tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7742524 Apr 01 15:57:24.919402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46010) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.921900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-d8c78653-cc1f-4cd0-af22-a8ed05c5ee49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a55e7c32-d1bd-4ecc-aa5f-70908204f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590978 Apr 01 15:57:24.927921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-35215d5c-f859-4929-a75b-fa6211f2195b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '332c624c-90e7-458f-91ee-6e6ce7aaa141', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:24.929164 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-35215d5c-f859-4929-a75b-fa6211f2195b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:57:24.929916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-35215d5c-f859-4929-a75b-fa6211f2195b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:24.931089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-35215d5c-f859-4929-a75b-fa6211f2195b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078323 Apr 01 15:57:24.952195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.954398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46014) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.081958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf1338-525e-4402-95dc-ad6cc4dc880a None None] Pushing event updated for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:25.150325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.185544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.230012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-9577c1e0-1371-4e24-965f-16ce8273c6ca service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972515 Apr 01 15:57:25.236278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.351049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 86cd1b87-88f5-4b0a-a7cb-68e27425911b owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:25.374862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46018) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.390352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'subnets': [{'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--29289703', 'ip_version': 6}, {'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:25.390707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'subnet': {'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--29289703', 'ip_version': 6}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:25.391316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Request body: {'subnet': {'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:25.531871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.569562 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d00a340-1827-4ed1-8fc3-97f7a40b2a69 req-325181ff-92e9-48d2-9491-9db93ed09d37 service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197329 Apr 01 15:57:25.575607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c624c-90e7-458f-91ee-6e6ce7aaa141,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:25.578338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.618232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.621959 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9f64dcba-716a-492e-b2b6-3f14e27ab5a2 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/332c624c-90e7-458f-91ee-6e6ce7aaa141 HTTP/1.1" status: 204 len: 168 time: 0.6638770 Apr 01 15:57:25.623063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46022) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.640792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=86cd1b87-88f5-4b0a-a7cb-68e27425911b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:25.688599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.748822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:25.755403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1a85b80d-85f8-40ea-966f-6a4763b1a4cc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:25.759950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Usage tracker for resource:subnet and tenant:9402c5b21cdf40db82939f3570794a56 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:25.764128 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-65861159-b81c-47b1-9726-f2e54393d273 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/86cd1b87-88f5-4b0a-a7cb-68e27425911b HTTP/1.1" status: 204 len: 168 time: 0.9996626 Apr 01 15:57:25.764507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46028) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.769450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:25.819303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:25.878643 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0c45a4-6d4b-4178-a321-ded9891ddedc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] GET failed (client error): The resource could not be found. Apr 01 15:57:25.879185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3d0c45a4-6d4b-4178-a321-ded9891ddedc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:25.936487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d3ea9-0317-462f-86a5-51e8ddd012ad req-0a071824-b742-4415-81e3-d9260a1741be tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.938032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-624d3ea9-0317-462f-86a5-51e8ddd012ad req-0a071824-b742-4415-81e3-d9260a1741be tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 944 time: 0.1117899 Apr 01 15:57:25.986499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Could not find standard attr ID for object 86cd1b87-88f5-4b0a-a7cb-68e27425911b. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:25.988610 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-624d3ea9-0317-462f-86a5-51e8ddd012ad req-bb7954ef-c2ff-4919-9948-2ce5f36c3f6d tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Apr 01 15:57:26.003989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1a85b80d-85f8-40ea-966f-6a4763b1a4cc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:26.005278 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1a85b80d-85f8-40ea-966f-6a4763b1a4cc tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3817582 Apr 01 15:57:26.009933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46032) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.012967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3d0c45a4-6d4b-4178-a321-ded9891ddedc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:26.014191 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3d0c45a4-6d4b-4178-a321-ded9891ddedc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports/86cd1b87-88f5-4b0a-a7cb-68e27425911b HTTP/1.1" status: 404 len: 333 time: 0.2484941 Apr 01 15:57:26.015445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Made reservation on behalf of 9402c5b21cdf40db82939f3570794a56 for: {'subnet': 2} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:26.018926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549894781'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:26.020168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.020566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.023310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46036) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.036982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:26.064080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:26.083604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Provisioning for port b3d58f30-7590-4e1b-a51f-fb67eb497abd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:26.092277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:26.093016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.113648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.146332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.159952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.262301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Provisioning complete for port 8f72a156-318c-434d-bf2a-518df6b0d3ff triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:26.262780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.331607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-49818749-e049-4ec9-9f45-e61a44026ef4 None None] Port 8f72a156-318c-434d-bf2a-518df6b0d3ff cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:26.342991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:26.348962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:26.353113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:26.359247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:26.437090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.448998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e40e2931-708d-4a20-868c-05595ebf5991 None None] Could not find standard attr ID for object 86cd1b87-88f5-4b0a-a7cb-68e27425911b. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:26.454447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.465000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ed6b3-e360-4208-a250-92a7ca0cb03f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.471679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.476068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dcd114f1-3ef7-4ed3-bc46-4c11d4d306f8 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/security-groups/f21ed6b3-e360-4208-a250-92a7ca0cb03f HTTP/1.1" status: 204 len: 168 time: 0.4485672 Apr 01 15:57:26.477807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46040) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.536665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:26.551137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.553619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.615212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.620734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:26.621174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.630545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f05fa-7dc0-466c-b70e-b2a711e2fb90,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.677254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.681047 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bc1fcf5-2e04-46ac-95c0-79fc9afbd62c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6675961 Apr 01 15:57:26.681260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46044) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.686281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9cae162b-580c-4a9b-b6cb-61c672f38375 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '0b9f05fa-7dc0-466c-b70e-b2a711e2fb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:26.687182 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-9cae162b-580c-4a9b-b6cb-61c672f38375 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:57:26.687705 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-9cae162b-580c-4a9b-b6cb-61c672f38375 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:26.691028 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9cae162b-580c-4a9b-b6cb-61c672f38375 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064473 Apr 01 15:57:26.691246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46048) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.696270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-80d108e4-6122-4016-9d35-c10af9bb8d17 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '0b9f05fa-7dc0-466c-b70e-b2a711e2fb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:26.697183 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-80d108e4-6122-4016-9d35-c10af9bb8d17 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:57:26.697667 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-80d108e4-6122-4016-9d35-c10af9bb8d17 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:26.701224 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-80d108e4-6122-4016-9d35-c10af9bb8d17 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064909 Apr 01 15:57:26.701460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46052) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.707479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e43e6b7a-c6de-4a17-a076-4d3c9bb647b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '0b9f05fa-7dc0-466c-b70e-b2a711e2fb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:26.713710 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-e43e6b7a-c6de-4a17-a076-4d3c9bb647b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:57:26.713710 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e43e6b7a-c6de-4a17-a076-4d3c9bb647b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:26.713710 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e43e6b7a-c6de-4a17-a076-4d3c9bb647b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078151 Apr 01 15:57:26.714004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46056) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.718550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a688443b-9907-4170-af1d-6dbb93fc42c7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '0b9f05fa-7dc0-466c-b70e-b2a711e2fb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:26.719460 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-a688443b-9907-4170-af1d-6dbb93fc42c7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:57:26.719950 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-a688443b-9907-4170-af1d-6dbb93fc42c7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:26.722181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a688443b-9907-4170-af1d-6dbb93fc42c7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061889 Apr 01 15:57:26.723542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46060) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.751559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.752464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:57:26.769286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.794143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3bfe62-f729-4625-b441-a2d72a164318,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.803530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.804603 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7730a330-cfdc-47df-9556-5f36591c93a1 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c3bfe62-f729-4625-b441-a2d72a164318 HTTP/1.1" status: 204 len: 168 time: 0.3258581 Apr 01 15:57:26.809872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46064) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.824311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.855977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.918502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Subnet': ['ID=0d6749bc-8279-4096-a41c-5da6d0f46d16,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.924592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,segment=NetworkSegment(0d62491c-6b7c-4748-832a-db1da1090d16),segment_id=0d62491c-6b7c-4748-832a-db1da1090d16)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:26.935901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Checking segment: {'id': '265381aa-9451-4483-a8a0-4eb1247d1557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:26.936587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network hostable DHCP agents. Network: 95532f12-7f82-4bf6-ba22-d4338154f6c5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:26.938756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1', 'network_id': 'a55e7c32-d1bd-4ecc-aa5f-70908204f636', 'port_id': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1', 'mac_address': 'fa:16:3e:a4:19:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5be037-47fc-4b9c-9c75-e993e11bdbb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:57:26.954682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.987211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.996196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.014301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:27.016497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.035597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,segment=NetworkSegment(0d62491c-6b7c-4748-832a-db1da1090d16),segment_id=0d62491c-6b7c-4748-832a-db1da1090d16)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:27.047922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f05fa-7dc0-466c-b70e-b2a711e2fb90,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.083468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network 95532f12-7f82-4bf6-ba22-d4338154f6c5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:27.112020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.112284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.128041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2776d115-d1ea-4a10-92e5-f57ba20b98a6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.143485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.147199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-efa12284-8c4b-4044-8648-9fae76131b8e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/security-groups/2776d115-d1ea-4a10-92e5-f57ba20b98a6 HTTP/1.1" status: 204 len: 168 time: 0.3337739 Apr 01 15:57:27.148332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46070) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.159204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.160297 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-799241d5-3eec-477b-b9f2-690188601716 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b9f05fa-7dc0-466c-b70e-b2a711e2fb90 HTTP/1.1" status: 204 len: 168 time: 0.4358544 Apr 01 15:57:27.163874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46074) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.200825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 95532f12-7f82-4bf6-ba22-d4338154f6c5) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:27.206405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.208374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.216879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac92f2ff-371c-4f68-b3c4-eb7eb15d48ab None None] Network 95532f12-7f82-4bf6-ba22-d4338154f6c5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:27.235426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc4789e7-36e5-4973-be42-39f3468cca51 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:27.247201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3336-af2c-4f3e-91e0-a770f1ff86dc req-8b9db98f-0064-446f-a4de-7715185e9bde tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.248695 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9d5e3336-af2c-4f3e-91e0-a770f1ff86dc req-8b9db98f-0064-446f-a4de-7715185e9bde tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 945 time: 0.1455231 Apr 01 15:57:27.287821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 88276477-d065-4c45-94cc-7e1b79c4fa7c {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:27.304944 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9d5e3336-af2c-4f3e-91e0-a770f1ff86dc req-f68b2a06-4b6b-4718-9751-2f88b35aaced tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Apr 01 15:57:27.308552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.339920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event updated for resources: {'Subnet': ['ID=15c07548-8abc-4cee-a832-91c2086db347,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.340738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc4789e7-36e5-4973-be42-39f3468cca51 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:27.342119 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc4789e7-36e5-4973-be42-39f3468cca51 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773424 Apr 01 15:57:27.348236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46078) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.353707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--112694617'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:27.359531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:27.371891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.377332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Checking segment: {'id': '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:27.377804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network hostable DHCP agents. Network: 285c58a1-3422-4ddb-8d0e-2eb5712c7edd, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:27.398335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.435941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['d56d1e4f-2290-4f18-80cd-ea2f36fadfa1'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:57:27.466822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.493635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-95532f12-7f82-4bf6-ba22-d4338154f6c5', 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5', 'tenant_id': '9402c5b21cdf40db82939f3570794a56', 'fixed_ips': [{'subnet_id': '0d6749bc-8279-4096-a41c-5da6d0f46d16'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:27.494661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.498539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:27.498694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.499875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:27.502965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:27.509361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.548457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:27.591961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.643557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 285c58a1-3422-4ddb-8d0e-2eb5712c7edd) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:27.647800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.648486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.649117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.678858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.679546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.706118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c22fa0-3629-4f4b-b182-b1ded06643cb None None] Network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:27.719715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=88276477-d065-4c45-94cc-7e1b79c4fa7c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.721633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.723532 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f0ad994f-d09b-47a5-a665-2542a230d7b3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/88276477-d065-4c45-94cc-7e1b79c4fa7c HTTP/1.1" status: 204 len: 168 time: 0.5741401 Apr 01 15:57:27.731161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46082) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.733728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0667c95-60f2-4f9a-9aa0-91b2c6da808d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.798665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32b1ac-941b-43c9-be66-24c657c03942 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:27.798926 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-93bd4e17-7807-4b47-8c1e-6246babb87a6 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.4199474 Apr 01 15:57:27.800864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46086) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.806893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:27.821803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.826061 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-15caa5ec-e40d-4fd0-a3c3-1f770701d648 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4740524 Apr 01 15:57:27.826350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46090) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.832062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f2b2760c-b680-4c42-9426-40991837be9b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:27.832761 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-f2b2760c-b680-4c42-9426-40991837be9b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:57:27.833363 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-f2b2760c-b680-4c42-9426-40991837be9b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:27.836924 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f2b2760c-b680-4c42-9426-40991837be9b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078280 Apr 01 15:57:27.838004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46094) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.843353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.844424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:27.851034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:27.855485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:27.858642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:27.864840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.918753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.945706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Allocated IP 2001:db8::1 (95532f12-7f82-4bf6-ba22-d4338154f6c5/0d6749bc-8279-4096-a41c-5da6d0f46d16/996708ba-1242-4a7d-a8d1-8d45834fd7b1) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:27.953177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.954696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.956394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.957232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Synchronizing usage tracker for tenant:9402c5b21cdf40db82939f3570794a56 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:28.025604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.066583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.071303 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dce8d9a7-5773-4597-9d72-753db18ffadd tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2286854 Apr 01 15:57:28.071814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46098) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.077102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-89d49845-ea73-452a-ae3f-f423cbe428d7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.077697 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-89d49845-ea73-452a-ae3f-f423cbe428d7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:57:28.084644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-89d49845-ea73-452a-ae3f-f423cbe428d7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.084644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-89d49845-ea73-452a-ae3f-f423cbe428d7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061965 Apr 01 15:57:28.087201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46102) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.096038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.103433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Unset dirty status for tenant:9402c5b21cdf40db82939f3570794a56 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:28.113547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5db1bfd5-509f-4d47-8d5c-edc149a9b5c5 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3028216 Apr 01 15:57:28.113547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:28.113547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:28.114573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.122027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:28.168973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:28.200934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting subnet 0d6749bc-8279-4096-a41c-5da6d0f46d16 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:28.241318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.289201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.293572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.310497 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9223abb-256d-41ba-a828-794ebd803737 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b HTTP/1.1" status: 204 len: 168 time: 0.5753615 Apr 01 15:57:28.310610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46110) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.339584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-285c58a1-3422-4ddb-8d0e-2eb5712c7edd', 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd', 'tenant_id': '9402c5b21cdf40db82939f3570794a56', 'fixed_ips': [{'subnet_id': '15c07548-8abc-4cee-a832-91c2086db347'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:28.340573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.354042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9151adc-6815-4faf-ab62-c9555bfdb358 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:28.355056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9151adc-6815-4faf-ab62-c9555bfdb358 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:28.356998 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9151adc-6815-4faf-ab62-c9555bfdb358 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/88276477-d065-4c45-94cc-7e1b79c4fa7c HTTP/1.1" status: 404 len: 337 time: 0.0453436 Apr 01 15:57:28.359654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46116) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.390120 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.395057 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-283aa9ea-a545-4268-b5a1-9e85f91d5960 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3067963 Apr 01 15:57:28.395718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46120) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.403402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c26b71ad-37a5-421a-bf5e-68c2c109463b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.403947 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-c26b71ad-37a5-421a-bf5e-68c2c109463b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:57:28.404647 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-c26b71ad-37a5-421a-bf5e-68c2c109463b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.408926 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c26b71ad-37a5-421a-bf5e-68c2c109463b tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114605 Apr 01 15:57:28.409520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46124) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.416063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.425744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:28.436608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:28.436608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:28.451023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:28.453331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting subnet 6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:28.461865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.534456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.552440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.558112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b833-d2a1-4928-a91c-b1d32ca3a60f req-7a0ba5c8-694d-470b-a917-5c59a67094a2 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:28.560194 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a132b833-d2a1-4928-a91c-b1d32ca3a60f req-7a0ba5c8-694d-470b-a917-5c59a67094a2 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 945 time: 0.0986838 Apr 01 15:57:28.561012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Project 1801aad83ee2425a971f395906a81a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:28.604378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Transition to ACTIVE for port object 996708ba-1242-4a7d-a8d1-8d45834fd7b1 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:28.624990 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a132b833-d2a1-4928-a91c-b1d32ca3a60f req-a54ca9b2-4393-4406-ac6f-25bfeac74982 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Apr 01 15:57:28.645374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.652835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Transition to ACTIVE for port object 996708ba-1242-4a7d-a8d1-8d45834fd7b1 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:28.661350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Allocated IP 2001:db8:0:1::1 (285c58a1-3422-4ddb-8d0e-2eb5712c7edd/15c07548-8abc-4cee-a832-91c2086db347/f75c6f00-55e5-435b-b445-70b8405ef4fd) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:28.706135 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.707244 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2244341d-fe78-4fb9-bcef-79fa92643eec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2966931 Apr 01 15:57:28.710114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46132) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.715167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a2e62502-e4b2-44f1-8bf3-eef1843791b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.715642 dv-neutron-835944-1-hyperv neutron-server[88732]: WARNING neutron.api.v2.base [None req-a2e62502-e4b2-44f1-8bf3-eef1843791b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:57:28.716207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-a2e62502-e4b2-44f1-8bf3-eef1843791b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:28.719561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a2e62502-e4b2-44f1-8bf3-eef1843791b7 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059338 Apr 01 15:57:28.719717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46136) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.725190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:28.731417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.744374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.759359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:28.772553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:28.775389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.777922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:28.788896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:28.790201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:28.801698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.821244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.823733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.833246 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-78820ed7-c1b3-4120-adbe-63d5bfd82cfb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612 HTTP/1.1" status: 204 len: 168 time: 0.4723194 Apr 01 15:57:28.835505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46140) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.879789 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb57d18-6a1d-4d99-9a72-915f126f61eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:28.880244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb57d18-6a1d-4d99-9a72-915f126f61eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:28.883163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7fb57d18-6a1d-4d99-9a72-915f126f61eb tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/1f695f02-ce63-411b-9293-dcae74472bc2 HTTP/1.1" status: 404 len: 337 time: 0.0472863 Apr 01 15:57:28.885155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46144) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.951893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Network 95532f12-7f82-4bf6-ba22-d4338154f6c5 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:28.953088 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Project 1801aad83ee2425a971f395906a81a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:28.959500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b8d3672c-88bf-425a-868c-b94d72f72960 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Synchronizing usage tracker for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:28.968254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:28.978646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b8d3672c-88bf-425a-868c-b94d72f72960 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Unset dirty status for tenant:4efc29042e1449a8ba9842e3d317f947 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:28.980686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8d3672c-88bf-425a-868c-b94d72f72960 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "GET /v2.0/ports?device_id=df84728c-dbc5-4f0f-973a-3ff89a73a8b3 HTTP/1.1" status: 200 len: 205 time: 0.0939841 Apr 01 15:57:28.981694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:28.982827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.986202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Pushing event updated for resources: {'Port': ['ID=996708ba-1242-4a7d-a8d1-8d45834fd7b1,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:29.000689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75904f-1622-440a-aefd-974bcfa8537f None None] Update dhcp port {'port': {'network_id': '01e0e197-a5c8-4ac1-8886-5d8f96784bc2', 'fixed_ips': [{'subnet_id': '6c1873ed-e4b7-4aa2-baf9-a5dd9c0b3612', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dd6ce29d-7284-466d-b6d6-a3ce3cd9ec1b'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'b3d58f30-7590-4e1b-a51f-fb67eb497abd'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:57:29.025026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.056628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:29.060433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e6e8fe64-7077-4c0c-a014-541f43081f68 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3370771 Apr 01 15:57:29.060797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.064411 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e7b105ef-2d7c-4022-9ba7-fbf7688a79dc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] delete failed (client error): The resource could not be found. Apr 01 15:57:29.065473 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e7b105ef-2d7c-4022-9ba7-fbf7688a79dc tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/routers/df84728c-dbc5-4f0f-973a-3ff89a73a8b3 HTTP/1.1" status: 404 len: 336 time: 0.0816357 Apr 01 15:57:29.069677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'f0667c95-60f2-4f9a-9aa0-91b2c6da808d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:29.074676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46156) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.078646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:29.116678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:29.122813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:29.125855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be34ac3-cc7b-4641-9fd5-1689e1815fc3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.126285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be34ac3-cc7b-4641-9fd5-1689e1815fc3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.128127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3be34ac3-cc7b-4641-9fd5-1689e1815fc3 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/643257e8-bed2-4453-8abb-c09d0005c8bf HTTP/1.1" status: 404 len: 337 time: 0.0514455 Apr 01 15:57:29.132071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46160) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.132250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:29.174133 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-44389646-e55b-4bf6-a7f9-ecbf4d1ef5d0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.174698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44389646-e55b-4bf6-a7f9-ecbf4d1ef5d0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.180623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-44389646-e55b-4bf6-a7f9-ecbf4d1ef5d0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/372d4df9-8e68-462d-ae26-02518730df95 HTTP/1.1" status: 404 len: 337 time: 0.0459704 Apr 01 15:57:29.183167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46164) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.205665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Attempting to bind port 996708ba-1242-4a7d-a8d1-8d45834fd7b1 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:29.206022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Attempting to bind port 996708ba-1242-4a7d-a8d1-8d45834fd7b1 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '265381aa-9451-4483-a8a0-4eb1247d1557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:29.206385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Attempting to bind port 996708ba-1242-4a7d-a8d1-8d45834fd7b1 on network 95532f12-7f82-4bf6-ba22-d4338154f6c5 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:29.216043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0b75904f-1622-440a-aefd-974bcfa8537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.229028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.229700 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Project 1801aad83ee2425a971f395906a81a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:29.234129 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5984de0-6925-415d-8b59-37b11a726961 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.234129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5984de0-6925-415d-8b59-37b11a726961 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.237712 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f5984de0-6925-415d-8b59-37b11a726961 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/e2cdf133-bbed-42b8-b56e-3df971cbf486 HTTP/1.1" status: 404 len: 337 time: 0.0511143 Apr 01 15:57:29.238660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46168) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.242412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:29.245382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:29.245743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Checking segment: {'id': '265381aa-9451-4483-a8a0-4eb1247d1557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:29.246139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.246526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Bound using segment: {'id': '265381aa-9451-4483-a8a0-4eb1247d1557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:29.247028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Bound port: 996708ba-1242-4a7d-a8d1-8d45834fd7b1, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265381aa-9451-4483-a8a0-4eb1247d1557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '95532f12-7f82-4bf6-ba22-d4338154f6c5'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:29.247394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.273188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6749bc-8279-4096-a41c-5da6d0f46d16,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:29.280518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.284775 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2cdf14c8-0e7d-46e9-9b14-5ee7324be234 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/subnets/0d6749bc-8279-4096-a41c-5da6d0f46d16 HTTP/1.1" status: 204 len: 168 time: 1.1641231 Apr 01 15:57:29.285220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46172) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.295848 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f009c0-b79c-41f8-a6b7-689bb5239d96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.296301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f009c0-b79c-41f8-a6b7-689bb5239d96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.300373 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b1f009c0-b79c-41f8-a6b7-689bb5239d96 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/44b99ad1-99e3-4aad-a92e-7c17a1d31d2c HTTP/1.1" status: 404 len: 333 time: 0.0588880 Apr 01 15:57:29.300513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:29.300513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.301690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46176) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.350696 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-502ec9d0-f946-47b2-89cf-92e14200f9fd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.351359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502ec9d0-f946-47b2-89cf-92e14200f9fd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.353406 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-502ec9d0-f946-47b2-89cf-92e14200f9fd tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/64000ea3-e703-4830-b061-40540b0bfa87 HTTP/1.1" status: 404 len: 337 time: 0.0510671 Apr 01 15:57:29.355703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46180) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.356323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting subnet 15c07548-8abc-4cee-a832-91c2086db347 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:29.387613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.391025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:29.395033 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0e4f91bc-6644-4c9e-a215-b53cae22b02e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3302267 Apr 01 15:57:29.395631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46184) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.397598 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8eb6a4-b6b3-4d6a-b850-c74ff29bc221 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.397736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8eb6a4-b6b3-4d6a-b850-c74ff29bc221 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.402549 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d8eb6a4-b6b3-4d6a-b850-c74ff29bc221 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/409f8342-6750-4d02-a895-6817c0698450 HTTP/1.1" status: 404 len: 337 time: 0.0428290 Apr 01 15:57:29.402549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46188) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.425775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Transition to ACTIVE for port object f75c6f00-55e5-435b-b445-70b8405ef4fd will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:29.449097 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dc0658-7735-4b97-b069-308ee15f8d25 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.450056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dc0658-7735-4b97-b069-308ee15f8d25 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.453797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5dc0658-7735-4b97-b069-308ee15f8d25 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/7cd08fe5-befb-469b-99b4-6dbb2a68e0b5 HTTP/1.1" status: 404 len: 333 time: 0.0483823 Apr 01 15:57:29.454479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46192) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.478792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.497430 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6c942e-3175-467d-8740-c557ea50309c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.497881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6c942e-3175-467d-8740-c557ea50309c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.503255 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6b6c942e-3175-467d-8740-c557ea50309c tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/ba188e2b-d204-442c-9f23-11e72923e66b HTTP/1.1" status: 404 len: 337 time: 0.0476003 Apr 01 15:57:29.507386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46196) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.541203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Transition to ACTIVE for port object f75c6f00-55e5-435b-b445-70b8405ef4fd will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:29.543222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.551421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] For port 996708ba-1242-4a7d-a8d1-8d45834fd7b1, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:29.555620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] For port 996708ba-1242-4a7d-a8d1-8d45834fd7b1, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=996708ba-1242-4a7d-a8d1-8d45834fd7b1,segment=NetworkSegment(265381aa-9451-4483-a8a0-4eb1247d1557),segment_id=265381aa-9451-4483-a8a0-4eb1247d1557)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:29.558394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd228d5b-2a8d-484e-9e15-15edaae88fe0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:29.559038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd228d5b-2a8d-484e-9e15-15edaae88fe0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:29.563201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bd228d5b-2a8d-484e-9e15-15edaae88fe0 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/subnets/ec6820ea-e7c6-45ce-9e34-60c8a0be4654 HTTP/1.1" status: 404 len: 337 time: 0.0565305 Apr 01 15:57:29.563689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46200) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.616205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.628102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae46e2-3dc8-4e36-9afe-4c6919b40f62 None None] Network 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:29.643074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port 8f72a156-318c-434d-bf2a-518df6b0d3ff {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:29.643326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.654333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.662900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.748702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.788757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.829482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0667c95-60f2-4f9a-9aa0-91b2c6da808d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:29.832741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.833920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.838529 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a5441432-a236-428f-a10e-e05f3c8f9aff tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0667c95-60f2-4f9a-9aa0-91b2c6da808d HTTP/1.1" status: 204 len: 168 time: 0.4410787 Apr 01 15:57:29.842845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46206) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.857490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:29.915148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:29.926261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ec0764b-9acc-4c3f-a5a2-c334f01cebd0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:29.934718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,segment=NetworkSegment(0d62491c-6b7c-4748-832a-db1da1090d16),segment_id=0d62491c-6b7c-4748-832a-db1da1090d16)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:29.934718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:29.944223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:29.975397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.995191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Pushing event updated for resources: {'Port': ['ID=f75c6f00-55e5-435b-b445-70b8405ef4fd,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.008352 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1', 'code': 200} Apr 01 15:57:30.069713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.071831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-99961e50-b838-432a-a95a-f9cdefd05369 None None] Provisioning complete for port b3d58f30-7590-4e1b-a51f-fb67eb497abd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:30.072208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-99961e50-b838-432a-a95a-f9cdefd05369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.124036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.129085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ec0764b-9acc-4c3f-a5a2-c334f01cebd0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:30.132061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ec0764b-9acc-4c3f-a5a2-c334f01cebd0 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2877772 Apr 01 15:57:30.136560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46212) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.142377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852804592'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:30.147078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9633e3-7313-4b38-826c-690367d816bd req-ea994356-f7bf-472f-b7d2-ca3bdb951ecf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.148967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cd9633e3-7313-4b38-826c-690367d816bd req-ea994356-f7bf-472f-b7d2-ca3bdb951ecf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 945 time: 0.3876209 Apr 01 15:57:30.150714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:30.162347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:30.167341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.222279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Subnet': ['ID=15c07548-8abc-4cee-a832-91c2086db347,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.233096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.270400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Attempting to bind port f75c6f00-55e5-435b-b445-70b8405ef4fd on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:30.270927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Attempting to bind port f75c6f00-55e5-435b-b445-70b8405ef4fd by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:30.271938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Attempting to bind port f75c6f00-55e5-435b-b445-70b8405ef4fd on network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:30.280655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3a80-cd87-4b57-bcdf-b6c18293ab26 None None] Pushing event updated for resources: {'Port': ['ID=996708ba-1242-4a7d-a8d1-8d45834fd7b1,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.310455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for 8f72a156-318c-434d-bf2a-518df6b0d3ff owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:30.317298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:30.317662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Checking segment: {'id': '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:30.318078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.318577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Bound using segment: {'id': '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:30.319373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Bound port: f75c6f00-55e5-435b-b445-70b8405ef4fd, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '285c58a1-3422-4ddb-8d0e-2eb5712c7edd'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:30.319730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.352607 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-46c4ebda-0e1b-4d39-a026-9765df41210b tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/subnets/15c07548-8abc-4cee-a832-91c2086db347 HTTP/1.1" status: 204 len: 168 time: 1.0662858 Apr 01 15:57:30.353544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46216) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.354816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.387685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:30.393135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:30.421616 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cd9633e3-7313-4b38-826c-690367d816bd req-894db097-f635-4c4a-896a-2d46d5ac6efb tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145331 Apr 01 15:57:30.433330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:30.445909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:30.493145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541f722-516b-4c0e-873e-442cbe3f16ea tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.499019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46220) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.499407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2541f722-516b-4c0e-873e-442cbe3f16ea tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1447189 Apr 01 15:57:30.547507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f94-c98c-4841-9bf9-43b7f1b385e7 req-0bf79900-5649-4e9b-9d8f-449c8ead5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.549067 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22c73f94-c98c-4841-9bf9-43b7f1b385e7 req-0bf79900-5649-4e9b-9d8f-449c8ead5ab5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 1099 time: 0.1572642 Apr 01 15:57:30.567292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.570352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d58f30-7590-4e1b-a51f-fb67eb497abd no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:30.607212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce760b-6867-4f68-a4a3-5136978033cb None None] Network 95532f12-7f82-4bf6-ba22-d4338154f6c5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:30.609136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.620057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] DHCP port deletion for 01e0e197-a5c8-4ac1-8886-5d8f96784bc2 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:30.663701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=8f72a156-318c-434d-bf2a-518df6b0d3ff,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.666935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Deleting port b3d58f30-7590-4e1b-a51f-fb67eb497abd {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:30.667197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.667327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.699190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.707960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] For port f75c6f00-55e5-435b-b445-70b8405ef4fd, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:30.714904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.718935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22c73f94-c98c-4841-9bf9-43b7f1b385e7 req-1a0873cf-2e56-4261-8842-2c7909842dbb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619861 Apr 01 15:57:30.727558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting port f75c6f00-55e5-435b-b445-70b8405ef4fd {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:30.727903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.781497 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-517fc2fd-1c0b-477f-aedf-da73179c004e tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/ports/8f72a156-318c-434d-bf2a-518df6b0d3ff HTTP/1.1" status: 204 len: 168 time: 1.2164764 Apr 01 15:57:30.783733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46224) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.800419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] For port f75c6f00-55e5-435b-b445-70b8405ef4fd, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f75c6f00-55e5-435b-b445-70b8405ef4fd,segment=NetworkSegment(750f72f5-ebb5-493e-a3c5-62f21b4d6f0e),segment_id=750f72f5-ebb5-493e-a3c5-62f21b4d6f0e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:30.825518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.825805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-99961e50-b838-432a-a95a-f9cdefd05369 None None] Could not find standard attr ID for object 8f72a156-318c-434d-bf2a-518df6b0d3ff. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:30.897224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830fe8f0-2c99-4340-8a2a-159611e60401,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.930090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.941916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Deleting port b3d58f30-7590-4e1b-a51f-fb67eb497abd {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:30.942346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.997463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.998776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dd431d55-c44e-4cb1-ad87-cb35bbffc4fa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8610089 Apr 01 15:57:31.004991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46228) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.016003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '830fe8f0-2c99-4340-8a2a-159611e60401', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:31.020673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.036139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:31.049477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:31.057075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:31.060266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] For port f75c6f00-55e5-435b-b445-70b8405ef4fd, host dv-neutron-835944-1-hyperv, got binding levels [] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:31.060519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.074982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:31.190450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:31.191292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.202531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Calling delete_port for f75c6f00-55e5-435b-b445-70b8405ef4fd owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:31.329991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Calling delete_port for b3d58f30-7590-4e1b-a51f-fb67eb497abd owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:31.347596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.379098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:31.379642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:31.407768 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The resource could not be found. Apr 01 15:57:31.409044 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc17cb7b-b15a-44ae-a317-edc526c8dbc1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4032676 Apr 01 15:57:31.412768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46234) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.419195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '830fe8f0-2c99-4340-8a2a-159611e60401', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5d0cf145-8880-4acd-8547-56ca245c34ef'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:31.425638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:31.432399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:31.435616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:31.442743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:31.451094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ab513-898c-4d6f-9ea4-f1c3653c6960 None None] Pushing event updated for resources: {'Port': ['ID=f75c6f00-55e5-435b-b445-70b8405ef4fd,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.458112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] For port b3d58f30-7590-4e1b-a51f-fb67eb497abd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d58f30-7590-4e1b-a51f-fb67eb497abd,segment=NetworkSegment(298b26bd-b09e-415a-a934-5614ee84ba57),segment_id=298b26bd-b09e-415a-a934-5614ee84ba57)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:31.459802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.471386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff8aca-2cf8-4e7b-bf22-e00352464cc8 None None] Network 285c58a1-3422-4ddb-8d0e-2eb5712c7edd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:31.523682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.576815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Port': ['ID=b3d58f30-7590-4e1b-a51f-fb67eb497abd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.579425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] No DVR routers for this DVR port b3d58f30-7590-4e1b-a51f-fb67eb497abd on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:31.669249 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The resource could not be found. Apr 01 15:57:31.670711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9cd31320-0a5f-46df-a423-14b75c40baab tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2567744 Apr 01 15:57:31.675477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46240) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.705604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Calling delete_port for b3d58f30-7590-4e1b-a51f-fb67eb497abd owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:31.716925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.754774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e0e197-a5c8-4ac1-8886-5d8f96784bc2']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:31.762724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c580ee-2d4f-49d7-88cb-ad36bbe46463 req-4ee3c491-bd45-4f95-8183-dcc275cac125 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:31.770070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1c580ee-2d4f-49d7-88cb-ad36bbe46463 req-4ee3c491-bd45-4f95-8183-dcc275cac125 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1688418 Apr 01 15:57:31.770996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298b26bd-b09e-415a-a934-5614ee84ba57') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:31.771452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298b26bd-b09e-415a-a934-5614ee84ba57') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:31.784946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.797606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.804796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.812054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:31.812564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:31.828401 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:31.843991 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1c580ee-2d4f-49d7-88cb-ad36bbe46463 req-688106e1-3d2c-4f16-90c3-9939ead5ccd9 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 Apr 01 15:57:31.852631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.882575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting port f75c6f00-55e5-435b-b445-70b8405ef4fd {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:31.882958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.971733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:31.974179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:32.081460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.101294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.115772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] Pushing event deleted for resources: {'Network': ['ID=01e0e197-a5c8-4ac1-8886-5d8f96784bc2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.124391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3919d1df-b0de-4e9a-91f8-330b66b41271 tempest-PortsIpV6TestJSON-994431587 tempest-PortsIpV6TestJSON-994431587-project] 10.222.0.21 "DELETE /v2.0/networks/01e0e197-a5c8-4ac1-8886-5d8f96784bc2 HTTP/1.1" status: 204 len: 168 time: 1.3364041 Apr 01 15:57:32.249850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.289013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830fe8f0-2c99-4340-8a2a-159611e60401,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.291780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] For port f75c6f00-55e5-435b-b445-70b8405ef4fd, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f75c6f00-55e5-435b-b445-70b8405ef4fd,segment=NetworkSegment(750f72f5-ebb5-493e-a3c5-62f21b4d6f0e),segment_id=750f72f5-ebb5-493e-a3c5-62f21b4d6f0e)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:32.292133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.408789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-584b5347-fd80-4f8a-a6d1-a11501bc0318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.435781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Calling delete_port for f75c6f00-55e5-435b-b445-70b8405ef4fd owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:32.466813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.467944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9bddb0e8-5056-4e6a-a8b9-49201ef671db tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/830fe8f0-2c99-4340-8a2a-159611e60401 HTTP/1.1" status: 204 len: 168 time: 0.7913039 Apr 01 15:57:32.470733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.472756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Deleting port b3d58f30-7590-4e1b-a51f-fb67eb497abd {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:32.473196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.524924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4264bba0-b878-47db-a568-515fed2d55b4 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:32.548443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1532edad-3385-4634-81bb-73f37e2db8f4 None None] The port 'b3d58f30-7590-4e1b-a51f-fb67eb497abd' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:57:32.563679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83bebb-660c-4872-8291-cac0154c9e93 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:57:32.597342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.647564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Port': ['ID=f75c6f00-55e5-435b-b445-70b8405ef4fd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.649577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] No DVR routers for this DVR port f75c6f00-55e5-435b-b445-70b8405ef4fd on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:32.658290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b83bebb-660c-4872-8291-cac0154c9e93 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:32.667847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4264bba0-b878-47db-a568-515fed2d55b4 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:32.671610 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4264bba0-b878-47db-a568-515fed2d55b4 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1998053 Apr 01 15:57:32.676124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46252) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.683626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d860c-d877-43c2-ba4d-8b363b9836c7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:32.701908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:32.707935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:32.714543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46256) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.722433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:32.738180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:32.783592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.815514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285c58a1-3422-4ddb-8d0e-2eb5712c7edd']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.831333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.831743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750f72f5-ebb5-493e-a3c5-62f21b4d6f0e') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.845293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.868120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.877721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:32.878260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.911132 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The resource could not be found. Apr 01 15:57:32.913460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-26fd6d9e-0d0b-41d2-af47-681430a57e69 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2359326 Apr 01 15:57:32.916914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46264) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:32.918958 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:32.923038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--153047491'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:32.931229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:32.944324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:32.956013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1e820d44-8ce2-40dc-b063-5a7448c59e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4efc29042e1449a8ba9842e3d317f947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400112 Apr 01 15:57:32.958468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46268) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:33.048841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.079366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db30b3-316a-4dd1-a3c2-400a465aa487 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:57:33.093105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:33.102803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:33.108531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:33.112051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.118171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.118815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:33.124288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.157741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=285c58a1-3422-4ddb-8d0e-2eb5712c7edd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.165085 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e33a5348-d12f-4373-a673-4d0d33ecc3b1 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/285c58a1-3422-4ddb-8d0e-2eb5712c7edd HTTP/1.1" status: 204 len: 168 time: 2.6652577 Apr 01 15:57:33.167436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46272) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:33.174654 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.190230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db30b3-316a-4dd1-a3c2-400a465aa487 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:33.220566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa996-daa6-443c-b6fc-6cbaed8e5f9c req-8f81115e-6f81-4a20-bedc-d4ae01a7e5d7 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.227819 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6c2aa996-daa6-443c-b6fc-6cbaed8e5f9c req-8f81115e-6f81-4a20-bedc-d4ae01a7e5d7 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.2300422 Apr 01 15:57:33.294999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.308257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Deleting port 996708ba-1242-4a7d-a8d1-8d45834fd7b1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:33.308563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.313593 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6c2aa996-daa6-443c-b6fc-6cbaed8e5f9c req-19e20fbe-d15c-4e6a-a2de-966c80ee8927 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806303 Apr 01 15:57:33.315854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.429309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.477789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a876e86-d4dd-46d6-88ac-37a1ad085253,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.486190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.488508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.493213 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04ce033e-d08b-4151-b74d-a9d863bde7a8 HTTP/1.1" status: 204 len: 168 time: 0.5325773 Apr 01 15:57:33.504943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a1326-b852-4317-978f-d3644baa19f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce033e-d08b-4151-b74d-a9d863bde7a8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.586098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.588497 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-95c31c8e-5ff9-441e-887e-d059d3e869ba tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6700282 Apr 01 15:57:33.590591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46280) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:33.590846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] For port 996708ba-1242-4a7d-a8d1-8d45834fd7b1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=996708ba-1242-4a7d-a8d1-8d45834fd7b1,segment=NetworkSegment(265381aa-9451-4483-a8a0-4eb1247d1557),segment_id=265381aa-9451-4483-a8a0-4eb1247d1557)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:33.591206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.595679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--222214606'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:33.601873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:33.606324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:33.609388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:33.620856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:33.700223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.720405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:33.724758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:33.724911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Calling delete_port for 996708ba-1242-4a7d-a8d1-8d45834fd7b1 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:33.728087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:33.734334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:33.772637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce96df-9a70-40fa-a6bb-89536b19152b req-0a03470a-b56f-4b11-a777-75611255e3ff tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.774201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4fce96df-9a70-40fa-a6bb-89536b19152b req-0a03470a-b56f-4b11-a777-75611255e3ff tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.3455667 Apr 01 15:57:33.808792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.851568 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4fce96df-9a70-40fa-a6bb-89536b19152b req-3995e58b-d5f7-4867-8ad2-434333e73e9f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Apr 01 15:57:33.869309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.935567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.954792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcded36c-60a3-4ed4-bcd8-3061a3f6c503,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.985889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Port': ['ID=996708ba-1242-4a7d-a8d1-8d45834fd7b1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.992490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.993745 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-86f049a8-9fa9-4dd6-a0d0-aa16dc1031a1 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4021940 Apr 01 15:57:33.994568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] No DVR routers for this DVR port 996708ba-1242-4a7d-a8d1-8d45834fd7b1 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:33.996692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46294) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.004820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '8a876e86-d4dd-46d6-88ac-37a1ad085253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bcded36c-60a3-4ed4-bcd8-3061a3f6c503'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:34.019361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:34.028561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:34.032002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:34.039046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:34.139392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.170574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95532f12-7f82-4bf6-ba22-d4338154f6c5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.183918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265381aa-9451-4483-a8a0-4eb1247d1557') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.184223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265381aa-9451-4483-a8a0-4eb1247d1557') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.196311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.213823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.220128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:34.220517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.235408 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:34.236231 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:34.239252 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0faa3a89-33d7-4081-ad61-164973ee42d8 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2413807 Apr 01 15:57:34.239865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46300) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.304621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.332933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.430529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.449978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.500946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=95532f12-7f82-4bf6-ba22-d4338154f6c5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:34.545545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c094e117-2770-4558-92dc-782f72075211 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/95532f12-7f82-4bf6-ba22-d4338154f6c5 HTTP/1.1" status: 204 len: 168 time: 1.3769994 Apr 01 15:57:34.548164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46312) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.592706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed7156-95a2-4f4f-abaa-6f4748c0d9f2 req-1b2d61d6-e5d3-43e9-a72e-4eb38cc1b56b tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.594275 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-69ed7156-95a2-4f4f-abaa-6f4748c0d9f2 req-1b2d61d6-e5d3-43e9-a72e-4eb38cc1b56b tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.0979683 Apr 01 15:57:34.640927 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.649635 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-69ed7156-95a2-4f4f-abaa-6f4748c0d9f2 req-0527e10a-ea95-4a62-982c-80179529211d tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Apr 01 15:57:34.681939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcded36c-60a3-4ed4-bcd8-3061a3f6c503,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:34.697331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.703507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.713003 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a29cca1b-227d-45f9-b3f6-32f01f3d5771 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcded36c-60a3-4ed4-bcd8-3061a3f6c503 HTTP/1.1" status: 204 len: 168 time: 0.4637854 Apr 01 15:57:34.714361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46320) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.771532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46324) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.784518 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:57:34.796076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8b8df689-848d-4404-bcd6-bbe83648a195 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:34.837698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-83c69a0e-32bd-4175-bfc9-6a0610643332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.844660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.872008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e15c60a-1d18-4a0d-b650-a0cd60417c38']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.884932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7da2fa-a813-47c2-969b-c764c6b67049') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.885235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7da2fa-a813-47c2-969b-c764c6b67049') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:34.892177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28578240'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:34.898317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.901807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:34.903316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:34.906978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:34.914061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:34.918294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.923634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8b8df689-848d-4404-bcd6-bbe83648a195 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:34.925829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:34.926788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.927040 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b8df689-848d-4404-bcd6-bbe83648a195 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2107496 Apr 01 15:57:34.929917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46330) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:34.942440 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:35.003349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.006286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:35.010024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.039635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.064845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:35.067726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.079679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:security_group_rule and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:35.084845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:35.097641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:35.114925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.132487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.144026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=8e15c60a-1d18-4a0d-b650-a0cd60417c38,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.149741 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b0cc437a-3807-44a7-8436-d238dafade9f tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/8e15c60a-1d18-4a0d-b650-a0cd60417c38 HTTP/1.1" status: 204 len: 168 time: 0.6003723 Apr 01 15:57:35.152845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46334) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:35.231970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.265730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a876e86-d4dd-46d6-88ac-37a1ad085253,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.272669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.329966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.392037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.393459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53b20551-d46d-4a8c-b065-2cd17fe6bf97 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a876e86-d4dd-46d6-88ac-37a1ad085253 HTTP/1.1" status: 204 len: 168 time: 0.4622340 Apr 01 15:57:35.397618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46338) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:35.416523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.442481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e179f55f-d365-496d-bf95-ee5210f303ec']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:35.446716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.456903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0417a154-6e6a-4293-954a-56362af69336') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:35.457197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0417a154-6e6a-4293-954a-56362af69336') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:35.464400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-321d9ed9-7224-47e3-a2fe-26b1dde87886 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:35.469762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.487662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.494325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:35.496353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:35.496865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.503637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1129a-7fa7-45ae-9607-b97c1ff501df,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:35.531560 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:35.574729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-321d9ed9-7224-47e3-a2fe-26b1dde87886 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:35.575017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.579652 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-321d9ed9-7224-47e3-a2fe-26b1dde87886 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1772745 Apr 01 15:57:35.584193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46342) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:35.585802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068557565'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:35.591607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:35.601483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:35.671860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.674051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.674976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment 154c4c54-64c5-4a02-afcb-56a9fadd05ca of type vlan for network f6150c7a-e783-4dec-9295-22a7418e29ec Apr 01 15:57:35.689726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.704639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] Pushing event deleted for resources: {'Network': ['ID=e179f55f-d365-496d-bf95-ee5210f303ec,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.706470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.708029 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5c73cf14-17d1-4da8-a1d9-306ce084a118 tempest-BulkNetworkOpsIpV6Test-778945269 tempest-BulkNetworkOpsIpV6Test-778945269-project] 10.222.0.21 "DELETE /v2.0/networks/e179f55f-d365-496d-bf95-ee5210f303ec HTTP/1.1" status: 204 len: 168 time: 0.5544124 Apr 01 15:57:35.851755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.857283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:35.863326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:35.863488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fbc4c-e561-4afd-80b3-cb5162bb9b86 req-4f62f6b7-b429-4099-b2d5-56a79224f70c tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:35.865593 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f4fbc4c-e561-4afd-80b3-cb5162bb9b86 req-4f62f6b7-b429-4099-b2d5-56a79224f70c tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.0904884 Apr 01 15:57:35.868086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:35.875292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:35.920140 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f4fbc4c-e561-4afd-80b3-cb5162bb9b86 req-f1a9bad3-acba-4e1e-adea-76210746370f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Apr 01 15:57:35.971289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.972683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.978457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:35.992957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.098427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.111278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=f6150c7a-e783-4dec-9295-22a7418e29ec,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.122006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f6150c7a-e783-4dec-9295-22a7418e29ec details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:36.142956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d068295-32a6-4960-bc04-9163adfaac57,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.227432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.229128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.234356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-820c5311-dba0-4905-b4c1-18d1ac1742cb tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6500006 Apr 01 15:57:36.234356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7072c459-f8a2-4a35-a606-18e4610e8f19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4612682 Apr 01 15:57:36.235388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46352) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.236523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46354) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.241216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '9d068295-32a6-4960-bc04-9163adfaac57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:36.244076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-743160637'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:36.247594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:36.250583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:36.252062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:36.255253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:36.256014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:36.263645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:36.264078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:36.270848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:36.366759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46364) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.380611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:36.384993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.416621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:36.427017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.427398 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment 832f04aa-ddec-4aba-9ce1-e5bf761acfc7 of type vlan for network d64a6520-c76e-4237-960e-9c763f965f2a Apr 01 15:57:36.466682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.528056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1682b72-5dc5-49c9-9412-2166e4731702 req-868301e7-5f0f-4f50-8db5-fae42928f7bf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:36.529444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c1682b72-5dc5-49c9-9412-2166e4731702 req-868301e7-5f0f-4f50-8db5-fae42928f7bf tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.0910912 Apr 01 15:57:36.561851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99d85c14-5190-4c17-a162-4629af2bf72b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9402c5b21cdf40db82939f3570794a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913435 Apr 01 15:57:36.562329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.581443 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c1682b72-5dc5-49c9-9412-2166e4731702 req-9335d3ae-a4d1-4741-9520-eb0c93d50a6f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Apr 01 15:57:36.602377 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:36.606525 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-944a7cbf-3467-4326-85a3-f59cf0592745 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3677545 Apr 01 15:57:36.606924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46374) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.612597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group_rule': {'security_group_id': '9d068295-32a6-4960-bc04-9163adfaac57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:36.618721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:36.622648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:36.626169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:36.631925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.632602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:36.637296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:36.637875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.780914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=d64a6520-c76e-4237-960e-9c763f965f2a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.790314 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3e3b6b32-cd09-4845-8414-823eac783ef6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5525618 Apr 01 15:57:36.791555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network d64a6520-c76e-4237-960e-9c763f965f2a details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:36.794063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46378) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.798523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.801618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:36.822748 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:57:36.823770 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fd3dad69-43de-44bf-b6bf-305f794f10aa tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2155776 Apr 01 15:57:36.827650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-78ecb12b-54f1-43ef-b92a-20ed288926cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:36.829128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-78ecb12b-54f1-43ef-b92a-20ed288926cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=117e38c779834b36a23a823c29e62171&device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 1099 time: 0.2509573 Apr 01 15:57:36.829589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46382) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.852324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.929698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:36.933775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:36.937095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:36.943728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:37.020026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:37.026337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.045346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.082875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-6c4d0554-6916-4745-8c08-9aa33463f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:37.084914 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-6c4d0554-6916-4745-8c08-9aa33463f306 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a55e7c32-d1bd-4ecc-aa5f-70908204f636 HTTP/1.1" status: 200 len: 913 time: 0.2258224 Apr 01 15:57:37.159798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.168874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-b4959866-bf63-4912-bb3b-a66517381428 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 HTTP/1.1" status: 200 len: 217 time: 0.0768995 Apr 01 15:57:37.172410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.230567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfae051-bda2-4b79-948a-696122f89536,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.267453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.268611 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e08e562d-c75f-44c0-a588-a942f802e6ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bfae051-bda2-4b79-948a-696122f89536 HTTP/1.1" status: 204 len: 168 time: 0.7054117 Apr 01 15:57:37.278410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-2704e5f2-df29-4852-bade-63f08df12206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:37.279862 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-2704e5f2-df29-4852-bade-63f08df12206 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff5be037-47fc-4b9c-9c75-e993e11bdbb4 HTTP/1.1" status: 200 len: 852 time: 0.1037862 Apr 01 15:57:37.330070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-aae1f927-8433-4bc6-a6af-4b4b244ae641 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a55e7c32-d1bd-4ecc-aa5f-70908204f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414054 Apr 01 15:57:37.369148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.427919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.462825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d068295-32a6-4960-bc04-9163adfaac57,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.507720 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-851d5565-e9e4-4aec-8da0-2a4077dc48be service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714821 Apr 01 15:57:37.567380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=dc6178b7-5e10-43eb-9534-5fa9e60e2d76,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.568913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.571711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a120e9a6-6895-46d3-85d6-1c426fc0dd15 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d068295-32a6-4960-bc04-9163adfaac57 HTTP/1.1" status: 204 len: 168 time: 0.7369211 Apr 01 15:57:37.574720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46390) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.595523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': '154c4c54-64c5-4a02-afcb-56a9fadd05ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:37.595877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: f6150c7a-e783-4dec-9295-22a7418e29ec, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:37.606775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.664447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cfc72a97-b839-41b6-88fe-46722fd98a1a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:37.673978 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b868804e-b6c0-4c9b-a388-2b2b7e21405f req-48e45bf8-fb49-46dc-8801-197f43868dd2 service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569347 Apr 01 15:57:37.692295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network f6150c7a-e783-4dec-9295-22a7418e29ec is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:37.741780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cfc72a97-b839-41b6-88fe-46722fd98a1a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:37.743937 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cfc72a97-b839-41b6-88fe-46722fd98a1a tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664367 Apr 01 15:57:37.750396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46400) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.757338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568150367'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:37.767272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:37.772226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f6150c7a-e783-4dec-9295-22a7418e29ec) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:37.781760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee593b-c76b-4523-ad4c-342e6ddb5984 None None] Network f6150c7a-e783-4dec-9295-22a7418e29ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:37.791546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:37.800324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:37.801034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.810561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91cc2-4891-4f5d-bc25-bd7084d10d08 req-063a92f1-930d-4951-97b9-6873c2f64499 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:37.812685 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-21d91cc2-4891-4f5d-bc25-bd7084d10d08 req-063a92f1-930d-4951-97b9-6873c2f64499 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1075330 Apr 01 15:57:37.862148 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-21d91cc2-4891-4f5d-bc25-bd7084d10d08 req-a1819a89-2ecd-4f0e-8dc1-79ff1f14ec27 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Apr 01 15:57:37.883243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.908351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:37.915771 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-21f4b571-2e38-4747-925b-cbe20fb6a292 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1200492 Apr 01 15:57:37.917351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Usage tracker for resource:security_group_rule and tenant:1801aad83ee2425a971f395906a81a32 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:37.918922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46406) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.921829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:37.925383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:37.947554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:38.062532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.064423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:38.069380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:38.072902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:38.079252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:38.088634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f6150c7a-e783-4dec-9295-22a7418e29ec', 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': 'dc6178b7-5e10-43eb-9534-5fa9e60e2d76'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:38.089498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.169615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:38.170721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.174124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.226130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd613c03-34cf-4c5b-b57f-9fa0ec49d22e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:38.263021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Allocated IP 2001:db8::2 (f6150c7a-e783-4dec-9295-22a7418e29ec/dc6178b7-5e10-43eb-9534-5fa9e60e2d76/f841ea65-a726-4ff1-bb44-98f3d8645240) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:38.306683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.308478 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-baea56d1-1de2-4caf-b6bd-13b41781a41e tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5565698 Apr 01 15:57:38.311163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46418) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.321204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b305829e-8ad2-45d5-808d-28ff6116eeec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:38.321912 dv-neutron-835944-1-hyperv neutron-server[88733]: WARNING neutron.api.v2.base [None req-b305829e-8ad2-45d5-808d-28ff6116eeec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:57:38.322419 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-b305829e-8ad2-45d5-808d-28ff6116eeec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:57:38.323844 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b305829e-8ad2-45d5-808d-28ff6116eeec tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "PUT /v2.0/security-groups/fd613c03-34cf-4c5b-b57f-9fa0ec49d22e HTTP/1.1" status: 409 len: 330 time: 0.0106404 Apr 01 15:57:38.326544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46422) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.436257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.476980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.529230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.534092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46428) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.629315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.634095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Transition to ACTIVE for port object f841ea65-a726-4ff1-bb44-98f3d8645240 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:38.650293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Transition to ACTIVE for port object f841ea65-a726-4ff1-bb44-98f3d8645240 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:38.653071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-562771359'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:38.659231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd613c03-34cf-4c5b-b57f-9fa0ec49d22e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:38.662670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:38.668789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:38.671722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.672814 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c34e8dc0-4b5c-42e8-ac91-32274357383c tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd613c03-34cf-4c5b-b57f-9fa0ec49d22e HTTP/1.1" status: 204 len: 168 time: 0.3451836 Apr 01 15:57:38.673737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:38.675632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46434) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.687893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:38.726710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-519ebed5-5f13-432a-891b-7b49298a9c91 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Synchronizing usage tracker for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:38.766928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.767288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.785972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:38.790091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.804281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.823021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:38.827706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:38.830448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Network f6150c7a-e783-4dec-9295-22a7418e29ec is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:38.831437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:38.839052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:38.840153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:38.844510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:38.848158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-519ebed5-5f13-432a-891b-7b49298a9c91 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] Unset dirty status for tenant:1801aad83ee2425a971f395906a81a32 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:38.849459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-519ebed5-5f13-432a-891b-7b49298a9c91 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1728084 Apr 01 15:57:38.850826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Pushing event updated for resources: {'Port': ['ID=f841ea65-a726-4ff1-bb44-98f3d8645240,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:38.855763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46438) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.872555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=5bd8c054-d56e-43bc-84b2-86eb8b7888a9,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:38.884420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': '832f04aa-ddec-4aba-9ce1-e5bf761acfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:38.884787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: d64a6520-c76e-4237-960e-9c763f965f2a, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:38.891293 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-47b08031-e2d1-460b-934f-4ac8a9b74c28 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] delete failed (client error): The resource could not be found. Apr 01 15:57:38.892430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47b08031-e2d1-460b-934f-4ac8a9b74c28 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "DELETE /v2.0/security-groups/6499f3d6-d3f2-40d1-8ddf-6d57af86c7e1 HTTP/1.1" status: 404 len: 347 time: 0.0356247 Apr 01 15:57:38.897344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46444) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.920119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-bf98d9ce-1207-4b75-9781-add5346e2993 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] show failed (client error): The resource could not be found. Apr 01 15:57:38.924498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bf98d9ce-1207-4b75-9781-add5346e2993 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-groups/2955764b-f944-4adb-88ba-7831dc03675e HTTP/1.1" status: 404 len: 347 time: 0.0228817 Apr 01 15:57:38.927091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46448) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.942908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-1783e6ea-6736-4a30-ac1c-bc0b274a2217 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] show failed (client error): The resource could not be found. Apr 01 15:57:38.944871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1783e6ea-6736-4a30-ac1c-bc0b274a2217 tempest-NegativeSecGroupIPv6Test-1967986671 tempest-NegativeSecGroupIPv6Test-1967986671-project] 10.222.0.21 "GET /v2.0/security-group-rules/107c32c1-209b-47cd-83ee-86c0a551afc6 HTTP/1.1" status: 404 len: 356 time: 0.0155354 Apr 01 15:57:38.959272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.965840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Attempting to bind port f841ea65-a726-4ff1-bb44-98f3d8645240 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:38.966207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Attempting to bind port f841ea65-a726-4ff1-bb44-98f3d8645240 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '154c4c54-64c5-4a02-afcb-56a9fadd05ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:38.966568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Attempting to bind port f841ea65-a726-4ff1-bb44-98f3d8645240 on network f6150c7a-e783-4dec-9295-22a7418e29ec {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:38.972237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:38.972874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Checking segment: {'id': '154c4c54-64c5-4a02-afcb-56a9fadd05ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:38.973535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.973934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Bound using segment: {'id': '154c4c54-64c5-4a02-afcb-56a9fadd05ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:38.974967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Bound port: f841ea65-a726-4ff1-bb44-98f3d8645240, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154c4c54-64c5-4a02-afcb-56a9fadd05ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6150c7a-e783-4dec-9295-22a7418e29ec'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:38.975473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.006840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network d64a6520-c76e-4237-960e-9c763f965f2a is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:39.029610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.071219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] For port f841ea65-a726-4ff1-bb44-98f3d8645240, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:39.075243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, d64a6520-c76e-4237-960e-9c763f965f2a) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:39.077639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] For port f841ea65-a726-4ff1-bb44-98f3d8645240, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f841ea65-a726-4ff1-bb44-98f3d8645240,segment=NetworkSegment(154c4c54-64c5-4a02-afcb-56a9fadd05ca),segment_id=154c4c54-64c5-4a02-afcb-56a9fadd05ca)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:39.080672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.081286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.085906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644a4a5-3a61-4e7a-8572-6902659cd580 None None] Network d64a6520-c76e-4237-960e-9c763f965f2a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:39.110365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:39.138652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.139047 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment ef1481a9-f443-49f9-9184-b74af7e493fd of type vlan for network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 Apr 01 15:57:39.148995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2ed74a-f60c-4009-8d33-18b828df3f6e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.168367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.182082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.187485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2d2391ca-d8e0-4e9e-8fe5-b4d16c8174de tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2671871 Apr 01 15:57:39.189751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46456) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.195053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073963791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:39.203731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:39.209560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:39.212855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:39.220590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:39.225076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af469-5442-4581-acac-116edc786cf3 req-7b519107-a9b8-4a46-acd0-5fbaf2a78651 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.226890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-614af469-5442-4581-acac-116edc786cf3 req-7b519107-a9b8-4a46-acd0-5fbaf2a78651 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1880267 Apr 01 15:57:39.279374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-614af469-5442-4581-acac-116edc786cf3 req-8b2bd828-9bfc-4395-8dee-8eec122c934f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Apr 01 15:57:39.298988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c18788-8621-4b9d-b220-de55525d1578 None None] Pushing event updated for resources: {'Port': ['ID=f841ea65-a726-4ff1-bb44-98f3d8645240,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.306888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.308156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.340805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.350507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.357861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.359047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.432914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-d64a6520-c76e-4237-960e-9c763f965f2a', 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '5bd8c054-d56e-43bc-84b2-86eb8b7888a9'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:39.434039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.437464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.515864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.528780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46464) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.534454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.538958 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d929607-405e-4190-b208-f91c66171870 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3448207 Apr 01 15:57:39.548721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46468) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.558992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:39.626369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08a4203d-275d-45a7-b257-e727881c3dc7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0909181 Apr 01 15:57:39.629202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46472) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.648975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'name': 'tempest-PortsTestJSON-721832901'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:39.721447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46476) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.791593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:39.801720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:39.805709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:39.821821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:39.835977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57668d-e511-44f8-9869-7ae49430d637 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.836475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57668d-e511-44f8-9869-7ae49430d637 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.836938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57668d-e511-44f8-9869-7ae49430d637 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.839428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4f57668d-e511-44f8-9869-7ae49430d637 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=bfe1ce7b8227435e834be5f4935f6ca1&network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 3000 time: 0.3094945 Apr 01 15:57:39.871434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Allocated IP 2001:db8:1::2 (d64a6520-c76e-4237-960e-9c763f965f2a/5bd8c054-d56e-43bc-84b2-86eb8b7888a9/db1ccc9e-ea71-4973-bdc7-b03940453cfe) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:40.139085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd18bc-4f02-4693-a9c3-6dfee0323c77 req-b1befea6-f15f-4fef-b6e2-f0ec8a337802 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:40.140730 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-01fd18bc-4f02-4693-a9c3-6dfee0323c77 req-b1befea6-f15f-4fef-b6e2-f0ec8a337802 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1104128 Apr 01 15:57:40.149561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.165063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Transition to ACTIVE for port object db1ccc9e-ea71-4973-bdc7-b03940453cfe will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:40.189583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-efaecade-7a18-4dde-a500-d5993e67460c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1801aad83ee2425a971f395906a81a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555724 Apr 01 15:57:40.189583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46488) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.192755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Transition to ACTIVE for port object db1ccc9e-ea71-4973-bdc7-b03940453cfe will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:40.212736 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-01fd18bc-4f02-4693-a9c3-6dfee0323c77 req-91c48582-62c6-447b-9896-a35c52767f23 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 Apr 01 15:57:40.311403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:40.320176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.329533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.338878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 537b3359-7a22-4bcc-8405-5dfe31a39e98 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:40.418640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.444193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.562489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.594195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Network d64a6520-c76e-4237-960e-9c763f965f2a is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:40.595887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:40.605084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:40.652178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.712228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81bd17-6ea0-48cb-9ea9-8ceb97b252c0 None None] Network f6150c7a-e783-4dec-9295-22a7418e29ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:40.726669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f841ea65-a726-4ff1-bb44-98f3d8645240 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:40.786413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8::1 (f6150c7a-e783-4dec-9295-22a7418e29ec/dc6178b7-5e10-43eb-9534-5fa9e60e2d76/84c1549b-043c-474f-b191-9bcc3a40a321) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:40.795627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.837805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Pushing event updated for resources: {'Port': ['ID=db1ccc9e-ea71-4973-bdc7-b03940453cfe,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.897259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=537b3359-7a22-4bcc-8405-5dfe31a39e98,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.914998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': 'ef1481a9-f443-49f9-9184-b74af7e493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:40.915427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:40.939971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Attempting to bind port db1ccc9e-ea71-4973-bdc7-b03940453cfe on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:40.940569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Attempting to bind port db1ccc9e-ea71-4973-bdc7-b03940453cfe by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '832f04aa-ddec-4aba-9ce1-e5bf761acfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:40.940676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Attempting to bind port db1ccc9e-ea71-4973-bdc7-b03940453cfe on network d64a6520-c76e-4237-960e-9c763f965f2a {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:40.952412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:40.955139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Checking segment: {'id': '832f04aa-ddec-4aba-9ce1-e5bf761acfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:40.955139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.955139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Bound using segment: {'id': '832f04aa-ddec-4aba-9ce1-e5bf761acfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:40.955139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Bound port: db1ccc9e-ea71-4973-bdc7-b03940453cfe, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832f04aa-ddec-4aba-9ce1-e5bf761acfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd64a6520-c76e-4237-960e-9c763f965f2a'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:40.955139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.983820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-489eb1ec-3495-43a4-83f6-73b82d5ba4db None None] Provisioning for port f841ea65-a726-4ff1-bb44-98f3d8645240 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:40.992618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.062977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09ae67-1f6e-469f-a4da-74ef3b79e840,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.094511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:41.131764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f841ea65-a726-4ff1-bb44-98f3d8645240 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:41.148790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f841ea65-a726-4ff1-bb44-98f3d8645240 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:41.149161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.154403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.173166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 84c1549b-043c-474f-b191-9bcc3a40a321 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:41.188524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.191385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-76116fee-e6c7-4c71-83c2-16a5a3b61fac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c09ae67-1f6e-469f-a4da-74ef3b79e840 HTTP/1.1" status: 204 len: 168 time: 0.9995089 Apr 01 15:57:41.204262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] For port db1ccc9e-ea71-4973-bdc7-b03940453cfe, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:41.212103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:41.216083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:41.222570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:41.225717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.228513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7cd31-c167-43f4-a102-8aa8f7a807bc None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:41.260019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] For port db1ccc9e-ea71-4973-bdc7-b03940453cfe, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=db1ccc9e-ea71-4973-bdc7-b03940453cfe,segment=NetworkSegment(832f04aa-ddec-4aba-9ce1-e5bf761acfc7),segment_id=832f04aa-ddec-4aba-9ce1-e5bf761acfc7)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:41.351788 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0cdb698e-fa07-4ddf-bea7-44e2a7f4dc87 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7216079 Apr 01 15:57:41.356287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46496) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.363412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.363609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-896848437'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:41.369108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:41.373979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:41.377260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:41.383674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:41.446885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network f6150c7a-e783-4dec-9295-22a7418e29ec is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:41.448452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:41.449182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.460942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:41.461475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.478717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=84c1549b-043c-474f-b191-9bcc3a40a321,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.522779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f00ebb-497f-4edf-8b74-2398d5d79f27 req-b32a0215-37cc-4822-9771-124e3020b58c tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:41.524191 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9f00ebb-497f-4edf-8b74-2398d5d79f27 req-b32a0215-37cc-4822-9771-124e3020b58c tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.2014027 Apr 01 15:57:41.576401 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9f00ebb-497f-4edf-8b74-2398d5d79f27 req-c915338c-bd14-4515-ad93-eff54fde8e0b tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Apr 01 15:57:41.578205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:41.581940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.600342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.630282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:41.642589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.642966 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment c17fa215-82e6-4e51-8e7c-35488bb61632 of type vlan for network c1d1649d-22c7-412b-aa5d-325c6a008877 Apr 01 15:57:41.656897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2c2de-b876-4fca-b014-e84a68dbe273 None None] Pushing event updated for resources: {'Port': ['ID=db1ccc9e-ea71-4973-bdc7-b03940453cfe,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.676350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f841ea65-a726-4ff1-bb44-98f3d8645240, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f841ea65-a726-4ff1-bb44-98f3d8645240,segment=NetworkSegment(154c4c54-64c5-4a02-afcb-56a9fadd05ca),segment_id=154c4c54-64c5-4a02-afcb-56a9fadd05ca)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:41.694031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.894704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.894945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.904343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:41.907139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.914250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.074710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f841ea65-a726-4ff1-bb44-98f3d8645240,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.107278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-33da487b-cb0a-4592-bc40-3c6e4058e23b None None] Provisioning complete for port f841ea65-a726-4ff1-bb44-98f3d8645240 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:42.107809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-33da487b-cb0a-4592-bc40-3c6e4058e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.132005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=c1d1649d-22c7-412b-aa5d-325c6a008877,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.143526 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3f0b3a16-3dba-48c6-83cf-8a9ec6dfc524 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7861195 Apr 01 15:57:42.145885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46508) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.149225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c1d1649d-22c7-412b-aa5d-325c6a008877 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:42.154147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'ports': [{'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'}, {'network_id': 'c1d1649d-22c7-412b-aa5d-325c6a008877'}]} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:42.154905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:42.155556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'c1d1649d-22c7-412b-aa5d-325c6a008877'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:42.491162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.504126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.507323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.518789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.619919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device db1ccc9e-ea71-4973-bdc7-b03940453cfe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:42.642929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-3b871d30-2e13-4415-95ca-ffacd928d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.644403 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-3b871d30-2e13-4415-95ca-ffacd928d59e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=117e38c779834b36a23a823c29e62171&device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 1099 time: 0.2785223 Apr 01 15:57:42.655471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-be7ed7d4-5a4d-4132-9639-f0c66c51b7a8 None None] Provisioning for port 84c1549b-043c-474f-b191-9bcc3a40a321 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:42.663730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a8d7-4a1f-4d5b-98fb-912028298889 req-7c2e1c9a-6eaf-43a7-90fe-16af8394d781 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.666335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2f10a8d7-4a1f-4d5b-98fb-912028298889 req-7c2e1c9a-6eaf-43a7-90fe-16af8394d781 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.3114669 Apr 01 15:57:42.669793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 2} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:42.673274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-be7ed7d4-5a4d-4132-9639-f0c66c51b7a8 None None] Provisioning complete for port 84c1549b-043c-474f-b191-9bcc3a40a321 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:42.673647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d4-5a4d-4132-9639-f0c66c51b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.678975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.699903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.755116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-be7ed7d4-5a4d-4132-9639-f0c66c51b7a8 None None] Port 84c1549b-043c-474f-b191-9bcc3a40a321 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:42.828536 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2f10a8d7-4a1f-4d5b-98fb-912028298889 req-1b84c821-4912-4601-96e1-9590ceb91c7f tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405318 Apr 01 15:57:42.831265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port db1ccc9e-ea71-4973-bdc7-b03940453cfe completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:42.839713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f841ea65-a726-4ff1-bb44-98f3d8645240 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:42.861445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.869048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-3394c2bd-fb4a-4eab-8d93-6a4b234c3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.870650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-3394c2bd-fb4a-4eab-8d93-6a4b234c3a6f service neutron] 10.222.0.91 "GET /v2.0/networks?id=a55e7c32-d1bd-4ecc-aa5f-70908204f636 HTTP/1.1" status: 200 len: 913 time: 0.2158005 Apr 01 15:57:42.959958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46512) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.970918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.971845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.987893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f841ea65-a726-4ff1-bb44-98f3d8645240 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:42.988478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.055778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd20e3-3972-45e9-8cb6-432ab84899d1 None None] Network d64a6520-c76e-4237-960e-9c763f965f2a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:43.059475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-60b002a5-8599-4d8a-aff5-72b098ea22f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 HTTP/1.1" status: 200 len: 217 time: 0.1806486 Apr 01 15:57:43.071495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port e051aec2-d11a-4db4-bbb2-649e86a8e215 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:43.172771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.191391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc61ddc-7459-4174-8a77-36b4408aad78 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.192931 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1dc61ddc-7459-4174-8a77-36b4408aad78 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 814 time: 0.2319653 Apr 01 15:57:43.249273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=84c1549b-043c-474f-b191-9bcc3a40a321,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.272732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Provisioning for port db1ccc9e-ea71-4973-bdc7-b03940453cfe completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:43.304318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Provisioning complete for port db1ccc9e-ea71-4973-bdc7-b03940453cfe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:43.304700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.312684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:43.404475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-abb2c797-4848-4166-a4b5-99df7e004f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.406056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-abb2c797-4848-4166-a4b5-99df7e004f66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff5be037-47fc-4b9c-9c75-e993e11bdbb4 HTTP/1.1" status: 200 len: 852 time: 0.3366988 Apr 01 15:57:43.424774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.462021 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-4eef957c-48ee-40a6-bd66-0504ec401b62 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a55e7c32-d1bd-4ecc-aa5f-70908204f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482810 Apr 01 15:57:43.524514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.532952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.573639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] For port db1ccc9e-ea71-4973-bdc7-b03940453cfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=db1ccc9e-ea71-4973-bdc7-b03940453cfe,segment=NetworkSegment(832f04aa-ddec-4aba-9ce1-e5bf761acfc7),segment_id=832f04aa-ddec-4aba-9ce1-e5bf761acfc7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:43.586950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network f6150c7a-e783-4dec-9295-22a7418e29ec is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:43.594752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:43.607167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:43.607933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=e051aec2-d11a-4db4-bbb2-649e86a8e215,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.610611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:43.612744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:43.613550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.666724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.712570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46520) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.730011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--902083411', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:43.744912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:43.749044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.752854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': 'c17fa215-82e6-4e51-8e7c-35488bb61632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c1d1649d-22c7-412b-aa5d-325c6a008877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:43.753218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: c1d1649d-22c7-412b-aa5d-325c6a008877, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:43.759102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:43.764718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:43.778433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900838-9e55-4e5f-92a6-292bf701008c None None] Pushing event updated for resources: {'Port': ['ID=db1ccc9e-ea71-4973-bdc7-b03940453cfe,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.781401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:43.805714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-f6f25a21-0c43-4c04-a4af-42391e9f9f8c service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295100 Apr 01 15:57:43.894146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:43.898223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.948408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:43.958770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.959436 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 0b46593a-86d4-4945-847e-85f2f8af6fac of type vlan for network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd Apr 01 15:57:44.000066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network c1d1649d-22c7-412b-aa5d-325c6a008877 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:44.004552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5994d0d3-41e7-455d-b596-3824ee734c20 None None] Provisioning complete for port db1ccc9e-ea71-4973-bdc7-b03940453cfe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:44.005028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5994d0d3-41e7-455d-b596-3824ee734c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.006281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.006801 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95c16d3a-7c3f-4ad8-95a2-d558b774e8f0 req-77df1360-20ab-4fe0-928d-76ea9fcecf8c service neutron] 10.222.0.91 "GET /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911147 Apr 01 15:57:44.072420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router d0bcf66e-3bda-4f8b-819a-a891e00e414c is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:57:44.109754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c1d1649d-22c7-412b-aa5d-325c6a008877) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:44.113651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:44.120962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.123148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2ce30-c466-4fad-be7e-1d0569d37906 None None] Network c1d1649d-22c7-412b-aa5d-325c6a008877 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:44.128837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.129576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.153858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081709bb-6bb8-4ca6-8b59-40e3a717fb7f req-0b8ed2c1-1ca3-40fe-aea4-378570e42975 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.155573 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-081709bb-6bb8-4ca6-8b59-40e3a717fb7f req-0b8ed2c1-1ca3-40fe-aea4-378570e42975 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1518655 Apr 01 15:57:44.186610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.192763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.193646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.243425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:44.246407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5994d0d3-41e7-455d-b596-3824ee734c20 None None] Provisioning complete for port 84c1549b-043c-474f-b191-9bcc3a40a321 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:44.246807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5994d0d3-41e7-455d-b596-3824ee734c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.248426 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-569d3546-5707-4e16-a35d-7a96f4cef373 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7081485 Apr 01 15:57:44.251214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.257906 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] Sync routers for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:44.269417 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:44.270431 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:44.309748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5994d0d3-41e7-455d-b596-3824ee734c20 None None] Port 84c1549b-043c-474f-b191-9bcc3a40a321 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:44.335843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55d6dd-1acd-40c0-9fcd-828ca6d6afd2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.336453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ee55d6dd-1acd-40c0-9fcd-828ca6d6afd2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:44.340307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=88db9e24-b62c-48d2-8b7f-ac2c91a651dd,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:44.346770 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ef3add14-b4de-4238-ba51-5f980ccffd74 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1991093 Apr 01 15:57:44.347917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46530) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.349839 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:44.360521 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:44.361625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.361625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.361625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.361934 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:44.362132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.362539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.362954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.363500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.363893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.364312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.364755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.365143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.365567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:44.381523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:44.390979 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-081709bb-6bb8-4ca6-8b59-40e3a717fb7f req-b5f654cd-f837-4c8a-9b67-d23b2e867364 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245021 Apr 01 15:57:44.409396 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cb2ee94f-f9f9-4ca2-8321-b812c2b2f1d0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6957312 Apr 01 15:57:44.413482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46534) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.449382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:44.450121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.453172 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:44.453716 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee462c-1003-4e3b-a001-fde5bb27a0bb None None] The sync data for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:44.484008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46514f-d97e-42de-8c09-9faef80987e1 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.485837 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fa46514f-d97e-42de-8c09-9faef80987e1 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0712461 Apr 01 15:57:44.488462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46538) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.503819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ee55d6dd-1acd-40c0-9fcd-828ca6d6afd2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:44.505147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ee55d6dd-1acd-40c0-9fcd-828ca6d6afd2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports/84c1549b-043c-474f-b191-9bcc3a40a321 HTTP/1.1" status: 200 len: 911 time: 0.2529619 Apr 01 15:57:44.511214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46542) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.580763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device db1ccc9e-ea71-4973-bdc7-b03940453cfe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:44.675859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port db1ccc9e-ea71-4973-bdc7-b03940453cfe triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:44.676584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.721637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.853211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:44.867181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd4494-238d-4c86-9ff9-741e39d4242d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.868651 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cdfd4494-238d-4c86-9ff9-741e39d4242d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3790228 Apr 01 15:57:44.880758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46546) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.930207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d7e7a240-ce8a-4465-a3a2-a0a86255e7ba tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482955 Apr 01 15:57:44.937265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46550) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.994648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f41d0984-795e-4853-ac3e-c592d768f050 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539246 Apr 01 15:57:44.995027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46554) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.083390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.271919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.293876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.294194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.294579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.294939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.295295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.295632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.295961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.296284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.296690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.297022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.297344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.297664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:45.300754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.321079 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-89d00fdd-6e23-4765-9605-f27cd697a9ce tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e HTTP/1.1" status: 204 len: 168 time: 0.9719324 Apr 01 15:57:45.324103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46558) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.329041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809f5a8-843c-410e-a63c-46756c7de2c2 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.330514 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e809f5a8-843c-410e-a63c-46756c7de2c2 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3345056 Apr 01 15:57:45.334599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46562) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.384106 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7dac13c8-5759-4fa5-9de2-1de804492c90 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475764 Apr 01 15:57:45.386153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46566) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.392506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668137895', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:45.449351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.550090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c6a32-34f8-4081-a8fc-fe34e511af65 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.553538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:45.556587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c6a32-34f8-4081-a8fc-fe34e511af65 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.557350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ed3c6a32-34f8-4081-a8fc-fe34e511af65 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:45.564129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:45.568654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:45.576637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:45.613656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc838-57c8-42f3-b89a-43cd2d032c18 req-d5468619-7b77-4b2c-8306-2bcace2c186e tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.616511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c9cc838-57c8-42f3-b89a-43cd2d032c18 req-d5468619-7b77-4b2c-8306-2bcace2c186e tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1092081 Apr 01 15:57:45.663833 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c9cc838-57c8-42f3-b89a-43cd2d032c18 req-90c41c75-9826-4074-afe8-9c7a79415f97 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Apr 01 15:57:45.694955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:45.699248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.730231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ed3c6a32-34f8-4081-a8fc-fe34e511af65 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:45.732725 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed3c6a32-34f8-4081-a8fc-fe34e511af65 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4063945 Apr 01 15:57:45.734846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46574) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.862924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port e051aec2-d11a-4db4-bbb2-649e86a8e215 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:45.863267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.007619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8:1::1 (d64a6520-c76e-4237-960e-9c763f965f2a/5bd8c054-d56e-43bc-84b2-86eb8b7888a9/ae67c5ef-41cc-4d1e-8002-fdc36912df6b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:46.008885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.100759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=c2176546-5f26-46b1-98e6-f79333f7c390,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:46.105093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:46.105457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: 88db9e24-b62c-48d2-8b7f-ac2c91a651dd, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:46.252266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:46.273181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.345912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 88db9e24-b62c-48d2-8b7f-ac2c91a651dd) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:46.346143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.351953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.355280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.356474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700441e-acf0-427e-9987-53e74e63f8b2 None None] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:46.378924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87d10-d799-4777-b7a2-96278f1ec951 req-3430756a-0319-4d89-a8af-363ada646408 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.380538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dde87d10-d799-4777-b7a2-96278f1ec951 req-3430756a-0319-4d89-a8af-363ada646408 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1095250 Apr 01 15:57:46.418220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for e051aec2-d11a-4db4-bbb2-649e86a8e215 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:46.435129 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dde87d10-d799-4777-b7a2-96278f1ec951 req-aa8c1dc5-18ca-448f-a93b-8e97e7f970e6 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Apr 01 15:57:46.464552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object ae67c5ef-41cc-4d1e-8002-fdc36912df6b will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:46.502909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-119952a0-8cae-4b26-a688-6c2d10882b2a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1134822 Apr 01 15:57:46.608180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': 'c2176546-5f26-46b1-98e6-f79333f7c390'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:46.609041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.637565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.684633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.720399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network d64a6520-c76e-4237-960e-9c763f965f2a is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:46.730209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:46.732675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.738712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:46.739272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.749087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=ae67c5ef-41cc-4d1e-8002-fdc36912df6b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:46.794225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Allocated IP 172.20.0.18 (88db9e24-b62c-48d2-8b7f-ac2c91a651dd/c2176546-5f26-46b1-98e6-f79333f7c390/a6e72b15-d034-4ec5-a718-6a55435daeb6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:46.815081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=e051aec2-d11a-4db4-bbb2-649e86a8e215,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.012758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46582) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.018341 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-75590531-740d-417b-8d4c-b0ad04b0e4da tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/e051aec2-d11a-4db4-bbb2-649e86a8e215 HTTP/1.1" status: 204 len: 168 time: 1.2804585 Apr 01 15:57:47.018529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697652183', 'description': 'tempest-secgroup-smoke-697652183 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:47.018673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46586) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.025384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:47.035540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:47.066545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.081062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Transition to ACTIVE for port object a6e72b15-d034-4ec5-a718-6a55435daeb6 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:47.104012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8293d0-c948-4e4b-8aa3-98f56d85c640 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:47.108399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac8293d0-c948-4e4b-8aa3-98f56d85c640 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:47.108532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Transition to ACTIVE for port object a6e72b15-d034-4ec5-a718-6a55435daeb6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:47.183518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.197829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.205778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:47.210654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:47.213579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:47.219542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:47.292371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.304364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c4ec19a-d36c-4cef-9987-405e9b9a9501 None None] Provisioning for port ae67c5ef-41cc-4d1e-8002-fdc36912df6b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:47.308192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.328890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ac8293d0-c948-4e4b-8aa3-98f56d85c640 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:47.330055 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac8293d0-c948-4e4b-8aa3-98f56d85c640 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3105063 Apr 01 15:57:47.333235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.352836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c4ec19a-d36c-4cef-9987-405e9b9a9501 None None] Provisioning complete for port ae67c5ef-41cc-4d1e-8002-fdc36912df6b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:47.352836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec19a-d36c-4cef-9987-405e9b9a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.380035 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8ab9c3-ff32-45d0-b6a0-4005dfb861b7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:57:47.381165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4f8ab9c3-ff32-45d0-b6a0-4005dfb861b7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:47.393743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4f8ab9c3-ff32-45d0-b6a0-4005dfb861b7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:47.398228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4f8ab9c3-ff32-45d0-b6a0-4005dfb861b7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/0f3eb3b7-c5c6-4ce4-896f-71d6c94ba84e HTTP/1.1" status: 404 len: 333 time: 0.0596921 Apr 01 15:57:47.398228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.402657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.428767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:47.436035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:47.448121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:47.450280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Pushing event updated for resources: {'Port': ['ID=a6e72b15-d034-4ec5-a718-6a55435daeb6,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.481118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5742dbf2-856e-415e-b6d6-d12be2337245 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:57:47.484726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5742dbf2-856e-415e-b6d6-d12be2337245 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/e051aec2-d11a-4db4-bbb2-649e86a8e215 HTTP/1.1" status: 404 len: 333 time: 0.0715685 Apr 01 15:57:47.491822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46600) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.492258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ec19a-d36c-4cef-9987-405e9b9a9501 None None] Port ae67c5ef-41cc-4d1e-8002-fdc36912df6b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:47.534920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f27e54-98c4-4b14-9af5-0a76eaaeb457,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.565368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Attempting to bind port a6e72b15-d034-4ec5-a718-6a55435daeb6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:47.565867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Attempting to bind port a6e72b15-d034-4ec5-a718-6a55435daeb6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:47.566319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Attempting to bind port a6e72b15-d034-4ec5-a718-6a55435daeb6 on network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:47.573001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:47.574899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Checking segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:47.574899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.574899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Bound using segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:47.574899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Bound port: a6e72b15-d034-4ec5-a718-6a55435daeb6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:47.575529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.653500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.657394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b7aaf413-0de8-4600-a511-103724af9b80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6410069 Apr 01 15:57:47.657781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46604) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.671993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:47.675550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] For port a6e72b15-d034-4ec5-a718-6a55435daeb6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:47.676214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.680289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] For port a6e72b15-d034-4ec5-a718-6a55435daeb6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a6e72b15-d034-4ec5-a718-6a55435daeb6,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:47.682155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:47.685549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.688678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:47.691810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:47.698320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:47.772638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.779275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c440-ca8d-4acf-ae16-cef6f81b835b req-99f9fe0d-69d5-42ae-a671-12a1630e7b3e tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:47.780797 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f356c440-ca8d-4acf-ae16-cef6f81b835b req-99f9fe0d-69d5-42ae-a671-12a1630e7b3e tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.1809294 Apr 01 15:57:47.813619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.814549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.857037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.857947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137b9c8-02df-438d-9b16-0b67b2cb9f1c None None] Pushing event updated for resources: {'Port': ['ID=a6e72b15-d034-4ec5-a718-6a55435daeb6,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.859883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.903987 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f356c440-ca8d-4acf-ae16-cef6f81b835b req-91ccd627-0f20-42d2-9dae-ba202333c753 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167574 Apr 01 15:57:47.905522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d1649d-22c7-412b-aa5d-325c6a008877']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:47.923604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17fa215-82e6-4e51-8e7c-35488bb61632') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:47.923833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17fa215-82e6-4e51-8e7c-35488bb61632') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:47.937110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.957490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.965708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:47.966119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:47.982243 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:48.044391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=ae67c5ef-41cc-4d1e-8002-fdc36912df6b,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.096972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.107511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network d64a6520-c76e-4237-960e-9c763f965f2a is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:48.108705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:48.197625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.237384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.249733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.258232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.276380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=c1d1649d-22c7-412b-aa5d-325c6a008877,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.280528 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc616e76-4f6f-47e1-8360-0bd28091d581 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/c1d1649d-22c7-412b-aa5d-325c6a008877 HTTP/1.1" status: 204 len: 168 time: 0.7877221 Apr 01 15:57:48.288797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46608) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.289458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65ec554-ff53-414a-a067-2f7e95452a2a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.301587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560732921'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:48.320157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:48.330278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:48.335962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:48.346079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:48.349641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router d0bcf66e-3bda-4f8b-819a-a891e00e414c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:48.378895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69681-3211-41d3-a6a2-566e90391447 req-63fd067b-5950-4a1b-82a2-876e042fe199 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:48.381448 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6db69681-3211-41d3-a6a2-566e90391447 req-63fd067b-5950-4a1b-82a2-876e042fe199 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.91 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.0995142 Apr 01 15:57:48.423304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.427077 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ab6618b-4eef-4299-8e02-6efe82e7f790 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7656326 Apr 01 15:57:48.430367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46612) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.442745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:48.454309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:48.461654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:48.469606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:48.485144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:48.493304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Deleting port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:48.493654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.526397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7a88bb39-8756-4214-8bcd-b2fcefc7ac01 None None] Provisioning complete for port ae67c5ef-41cc-4d1e-8002-fdc36912df6b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:48.526902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7a88bb39-8756-4214-8bcd-b2fcefc7ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.542663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:48.544859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:48.547775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.561592 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9531b71c-0406-4c53-ba2b-ce1a1a9a54ea tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0456238 Apr 01 15:57:48.564286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46616) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.582396 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] Sync routers for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:48.612054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a6e72b15-d034-4ec5-a718-6a55435daeb6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:48.647588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:48.648325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.648852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.655601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:48.672864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc7c33-e31d-4ad3-b7ec-0a52d0aa9a52 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:48.673725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4dcc7c33-e31d-4ad3-b7ec-0a52d0aa9a52 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:48.689609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.695871 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment 49e289f9-469a-4ed3-ab9e-6be2ddfced48 of type vlan for network bdea8216-daba-4032-9ed0-65bbe324350a Apr 01 15:57:48.721564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.736193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.741753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7a88bb39-8756-4214-8bcd-b2fcefc7ac01 None None] Port ae67c5ef-41cc-4d1e-8002-fdc36912df6b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:48.764085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:48.764085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.783939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4dcc7c33-e31d-4ad3-b7ec-0a52d0aa9a52 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:48.787530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4dcc7c33-e31d-4ad3-b7ec-0a52d0aa9a52 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports/ae67c5ef-41cc-4d1e-8002-fdc36912df6b HTTP/1.1" status: 200 len: 913 time: 0.2211735 Apr 01 15:57:48.789287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46620) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.832202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.832610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47402e8c-726b-4730-a058-028f95d641d8 None None] The sync data for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:48.868614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.874381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:48.875121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.939932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a6e72b15-d034-4ec5-a718-6a55435daeb6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:48.984817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.024281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] For port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,segment=NetworkSegment(0d62491c-6b7c-4748-832a-db1da1090d16),segment_id=0d62491c-6b7c-4748-832a-db1da1090d16)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:49.024681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.094841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.168950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Calling delete_port for d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:49.207406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05a973-681f-4210-b692-1e73ebb07a32 None None] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:49.228126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a54f3e-cf16-4520-a0ef-2791802b0ba3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.270517 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9756336 Apr 01 15:57:49.271770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46626) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.278087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56b09c-779e-46f1-a5f4-fe2053e18268 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=bdea8216-daba-4032-9ed0-65bbe324350a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.278764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:49.301893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network bdea8216-daba-4032-9ed0-65bbe324350a details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:49.409417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.415222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-09f44e4d-fd30-4ad8-818d-937f07241b1d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9791152 Apr 01 15:57:49.418675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.435721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:49.449107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:49.456990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:49.463518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:49.470071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:49.474385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:49.477202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:49.484747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:49.488366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:49.531060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Provisioning for port a6e72b15-d034-4ec5-a718-6a55435daeb6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:49.540049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Provisioning complete for port a6e72b15-d034-4ec5-a718-6a55435daeb6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:49.540419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.544263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f312-36de-4a7e-95b1-8a1a485c53ff req-29c945f3-dd06-45c8-966e-946b7ea537d2 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:49.545750 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dec9f312-36de-4a7e-95b1-8a1a485c53ff req-29c945f3-dd06-45c8-966e-946b7ea537d2 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 946 time: 0.4712672 Apr 01 15:57:49.566675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.626262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Pushing event deleted for resources: {'Port': ['ID=d56d1e4f-2290-4f18-80cd-ea2f36fadfa1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.641655 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dec9f312-36de-4a7e-95b1-8a1a485c53ff req-2ce2a219-1da2-47ce-89d8-5525ed8947d5 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/security-groups?id=73de44c0-5d0d-46a1-bb43-173c7e333efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887256 Apr 01 15:57:49.692230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.700324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:49.703919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.731031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] For port a6e72b15-d034-4ec5-a718-6a55435daeb6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a6e72b15-d034-4ec5-a718-6a55435daeb6,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:49.737507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.784587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] No DVR routers for this DVR port d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:49.810609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.837611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.841605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'name': 'network-vif-deleted', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:49.861052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.871346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Performing IP validity checks on allocation pools {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:57:49.872062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.ipam_backend_mixin [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:57:49.943457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.951779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b', 'name': 'network-vif-deleted', 'tag': 'd56d1e4f-2290-4f18-80cd-ea2f36fadfa1', 'status': 'completed', 'code': 200} Apr 01 15:57:50.010401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5ee7bbf6-6229-4b5f-b048-df37578b0355 None None] Provisioning complete for port a6e72b15-d034-4ec5-a718-6a55435daeb6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:50.011184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5ee7bbf6-6229-4b5f-b048-df37578b0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.023678 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6db69681-3211-41d3-a6a2-566e90391447 req-5454ac1a-544b-4c82-99e1-3efe6dc68940 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.91 "DELETE /v2.0/ports/d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 HTTP/1.1" status: 204 len: 173 time: 1.6349711 Apr 01 15:57:50.046511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Pushing event updated for resources: {'Port': ['ID=a6e72b15-d034-4ec5-a718-6a55435daeb6,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.059390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.059733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.060083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.060404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.060740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.061057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.061379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.061701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.062022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.062342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.062679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.063000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a4e19-0e49-4f51-9359-ea1d259797c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:50.110444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.145580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3054bb-f8fd-461c-af0c-a58f28afe11d,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.149404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.236440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port ae67c5ef-41cc-4d1e-8002-fdc36912df6b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:50.236934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.257568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=87ca0720-2e74-4c78-8341-336481c3e0f5,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.269577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': '49e289f9-469a-4ed3-ab9e-6be2ddfced48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:50.269577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: bdea8216-daba-4032-9ed0-65bbe324350a, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:50.277630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.281754 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1f0b3e0a-070a-4437-a23c-95d0deabbd89 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8579609 Apr 01 15:57:50.282661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46636) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.290280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:50.299496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:50.312439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:50.331240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:50.354791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:50.368654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network bdea8216-daba-4032-9ed0-65bbe324350a is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:50.458019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.524458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a6e72b15-d034-4ec5-a718-6a55435daeb6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:50.566440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, bdea8216-daba-4032-9ed0-65bbe324350a) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:50.572163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:50.572837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.587119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9c432-ec38-4f9d-8789-714a45fe816d None None] Network bdea8216-daba-4032-9ed0-65bbe324350a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:50.599674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for ae67c5ef-41cc-4d1e-8002-fdc36912df6b owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:50.704603 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fab81c07-028b-4139-8a93-809d087a6e38 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4311709 Apr 01 15:57:50.707134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46642) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.709958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a6e72b15-d034-4ec5-a718-6a55435daeb6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:50.710607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.717091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a', 'name': 'tempest-PortsTestJSON-2037891304'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:50.760254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.912178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:50.971901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:50.971901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device d56d1e4f-2290-4f18-80cd-ea2f36fadfa1 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:51.032173 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-55ee96ed-4f21-4d5f-8420-803cf9560302 req-f6c3742f-47a2-4db0-954d-608896205fe6 tempest-TestServerAdvancedOps-1948808092 tempest-TestServerAdvancedOps-1948808092-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab0607e-b6ff-4db5-ba2e-ebc868a4fb4b HTTP/1.1" status: 200 len: 210 time: 0.0552809 Apr 01 15:57:51.043745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-bdea8216-daba-4032-9ed0-65bbe324350a', 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': '87ca0720-2e74-4c78-8341-336481c3e0f5'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:57:51.044008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.051507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:51.070422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:51.079941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.213917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:51.217191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Allocated IP 172.20.0.2 (bdea8216-daba-4032-9ed0-65bbe324350a/87ca0720-2e74-4c78-8341-336481c3e0f5/a5de45ad-f1a9-47d4-99af-861e102df6c2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:51.217440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.240111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port af113d3c-af10-439d-aa08-d9860a70bc79 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:57:51.288856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.290723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.363958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=ae67c5ef-41cc-4d1e-8002-fdc36912df6b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.375878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8752dfef-838d-4987-b82a-87782d62aba5,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.456480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.468720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Transition to ACTIVE for port object a5de45ad-f1a9-47d4-99af-861e102df6c2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:51.488816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Transition to ACTIVE for port object a5de45ad-f1a9-47d4-99af-861e102df6c2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:51.565438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.566704 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d0eff275-0623-44ad-bc9d-0c346261a5f1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2830732 Apr 01 15:57:51.570394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46646) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:51.575902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:51.581965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:51.586031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:51.589617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:51.595697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:51.597894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.602718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.667251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Network bdea8216-daba-4032-9ed0-65bbe324350a is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:51.674162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:51.683076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:51.687816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.5 (bdea8216-daba-4032-9ed0-65bbe324350a/87ca0720-2e74-4c78-8341-336481c3e0f5/af113d3c-af10-439d-aa08-d9860a70bc79) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:51.718739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Pushing event updated for resources: {'Port': ['ID=a5de45ad-f1a9-47d4-99af-861e102df6c2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.780064 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:51.789793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.791665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Attempting to bind port a5de45ad-f1a9-47d4-99af-861e102df6c2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:51.792221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Attempting to bind port a5de45ad-f1a9-47d4-99af-861e102df6c2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '49e289f9-469a-4ed3-ab9e-6be2ddfced48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:51.792790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Attempting to bind port a5de45ad-f1a9-47d4-99af-861e102df6c2 on network bdea8216-daba-4032-9ed0-65bbe324350a {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:51.798655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:51.799272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Checking segment: {'id': '49e289f9-469a-4ed3-ab9e-6be2ddfced48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:51.800005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.800632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Bound using segment: {'id': '49e289f9-469a-4ed3-ab9e-6be2ddfced48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:51.801264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Bound port: a5de45ad-f1a9-47d4-99af-861e102df6c2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e289f9-469a-4ed3-ab9e-6be2ddfced48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bdea8216-daba-4032-9ed0-65bbe324350a'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:51.801819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.900684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] For port a5de45ad-f1a9-47d4-99af-861e102df6c2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:51.906250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] For port a5de45ad-f1a9-47d4-99af-861e102df6c2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5de45ad-f1a9-47d4-99af-861e102df6c2,segment=NetworkSegment(49e289f9-469a-4ed3-ab9e-6be2ddfced48),segment_id=49e289f9-469a-4ed3-ab9e-6be2ddfced48)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:51.945256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router d0bcf66e-3bda-4f8b-819a-a891e00e414c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:51.963007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.971455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.987948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object af113d3c-af10-439d-aa08-d9860a70bc79 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:52.001134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.025311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.050602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ee9700-3dd6-4bd3-85af-72b81dc93c49,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.091376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.091613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098e3e-2ed7-4022-bd78-10d4418a8d70 None None] Pushing event updated for resources: {'Port': ['ID=a5de45ad-f1a9-47d4-99af-861e102df6c2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.113183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:52.122214 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-549d022d-eb01-4f5a-8442-8f2e2209cfbf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285859 Apr 01 15:57:52.122214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46652) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.128857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] Sync routers for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:52.143529 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:52.144608 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.199601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46656) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.227679 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.238923 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:52.239971 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.281015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.284883 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-898ebde8-be67-4afe-8cdc-41b4658cc03a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7105291 Apr 01 15:57:52.289634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46660) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.300034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '61f27e54-98c4-4b14-9af5-0a76eaaeb457', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:52.315450 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.316650 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ac132-caf0-4ec5-9ee5-7c799c43da41 None None] The sync data for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:52.318878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:52.326372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network bdea8216-daba-4032-9ed0-65bbe324350a is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:52.330165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:52.337899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=af113d3c-af10-439d-aa08-d9860a70bc79,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.337899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:52.339065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:52.341907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:52.379268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:52.439455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.440170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.496033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Deleting subnet ff5be037-47fc-4b9c-9c75-e993e11bdbb4 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:52.502332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.529940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:52.540512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.575621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5de45ad-f1a9-47d4-99af-861e102df6c2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:52.584796 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ec6af98-831c-4778-836b-a2593aca9aba tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8737042 Apr 01 15:57:52.586773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46664) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.680004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port af113d3c-af10-439d-aa08-d9860a70bc79 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:52.680370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.692614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.730854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.746843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a5de45ad-f1a9-47d4-99af-861e102df6c2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:52.814292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.835450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.874225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e762e1f4-d0be-4041-81e2-a5fa34f4a92f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.986365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.991452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c460d0ba-1ed4-4d89-96c9-b8b052ce87a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6981816 Apr 01 15:57:53.004306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.062018 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-908245b5-e957-4b6b-b299-41ae06b04a1e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3074076 Apr 01 15:57:53.063596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5be037-47fc-4b9c-9c75-e993e11bdbb4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.066071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.070578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.085551 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-74c29a83-8ae5-4788-9794-236625e79930 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ff5be037-47fc-4b9c-9c75-e993e11bdbb4 HTTP/1.1" status: 204 len: 168 time: 0.8847916 Apr 01 15:57:53.088185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46670) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:53.132168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.253625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for af113d3c-af10-439d-aa08-d9860a70bc79 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:53.404535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371c189-360b-42bb-848a-415f9e921923 None None] Network bdea8216-daba-4032-9ed0-65bbe324350a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:53.420847 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-11e998e1-5986-49f7-b951-e67a78e5b1a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697652183&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1241889 Apr 01 15:57:53.448090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.575295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-836c8d83-eb11-44e9-8038-27382d302332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:53.576691 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-836c8d83-eb11-44e9-8038-27382d302332 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1099 time: 0.3418047 Apr 01 15:57:53.603075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Provisioning for port a5de45ad-f1a9-47d4-99af-861e102df6c2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:53.639139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-aeffac5b-bf23-4e62-bf7e-376024c83d4e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:53.639903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-aeffac5b-bf23-4e62-bf7e-376024c83d4e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:53.644907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Provisioning complete for port a5de45ad-f1a9-47d4-99af-861e102df6c2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:53.645274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.701772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.717609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 84c1549b-043c-474f-b191-9bcc3a40a321 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:53.717950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.762489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-aeffac5b-bf23-4e62-bf7e-376024c83d4e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:53.763678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-aeffac5b-bf23-4e62-bf7e-376024c83d4e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=88db9e24-b62c-48d2-8b7f-ac2c91a651dd HTTP/1.1" status: 200 len: 796 time: 0.3118403 Apr 01 15:57:53.793627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55e7c32-d1bd-4ecc-aa5f-70908204f636']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:53.809525 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-d2996c28-fef0-4f17-872d-15bef29ceb3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0323439 Apr 01 15:57:53.811329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d62491c-6b7c-4748-832a-db1da1090d16') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:53.811624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d62491c-6b7c-4748-832a-db1da1090d16') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:53.813747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.820409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.863293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] For port a5de45ad-f1a9-47d4-99af-861e102df6c2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5de45ad-f1a9-47d4-99af-861e102df6c2,segment=NetworkSegment(49e289f9-469a-4ed3-ab9e-6be2ddfced48),segment_id=49e289f9-469a-4ed3-ab9e-6be2ddfced48)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:53.874877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.913873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=af113d3c-af10-439d-aa08-d9860a70bc79,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.921341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.925911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-a87286d7-d62d-4602-aa89-7d55b1c574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:53.925911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-a87286d7-d62d-4602-aa89-7d55b1c574c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 898 time: 0.3199577 Apr 01 15:57:53.945486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.108524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4715a-f26b-422a-b4a1-3ead4cd1afa7 None None] Pushing event updated for resources: {'Port': ['ID=a5de45ad-f1a9-47d4-99af-861e102df6c2,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:54.138642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.155661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:54.156061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.173049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-44566aac-2b24-4075-a915-46a10b602dd9 None None] Provisioning complete for port a5de45ad-f1a9-47d4-99af-861e102df6c2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:54.173579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-44566aac-2b24-4075-a915-46a10b602dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:54.174665 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:54.219907 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-d44e0923-2673-49a2-95e5-8c56a9f9b081 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3972874 Apr 01 15:57:54.293079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 84c1549b-043c-474f-b191-9bcc3a40a321 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:54.332048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-44566aac-2b24-4075-a915-46a10b602dd9 None None] Could not find standard attr ID for object af113d3c-af10-439d-aa08-d9860a70bc79. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:54.358760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-355adb46-c404-4790-b4a0-58bc5b85ccc9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 1000 time: 0.4017282 Apr 01 15:57:54.359843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.409817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bea393a8-5818-44fa-9fb8-cf74701afe33 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/af113d3c-af10-439d-aa08-d9860a70bc79 HTTP/1.1" status: 204 len: 168 time: 1.8195992 Apr 01 15:57:54.410692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:54.435428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-39ebf002-be24-4f3c-bc21-9eccc4654c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:54.436882 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-39ebf002-be24-4f3c-bc21-9eccc4654c20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 200 len: 835 time: 0.0695829 Apr 01 15:57:54.445121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cd0f5dd0-c94f-4904-8af5-2143bb655735 None None] Could not find standard attr ID for object af113d3c-af10-439d-aa08-d9860a70bc79. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:54.499977 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3fa115-1dcf-451f-9137-5661e5722aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:54.500446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3fa115-1dcf-451f-9137-5661e5722aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:54.502138 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cc3fa115-1dcf-451f-9137-5661e5722aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/af113d3c-af10-439d-aa08-d9860a70bc79 HTTP/1.1" status: 404 len: 333 time: 0.0893061 Apr 01 15:57:54.505522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46690) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:54.562413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-825c5106-4d5f-4ec1-9754-b1189a780463 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:57:54.563027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-825c5106-4d5f-4ec1-9754-b1189a780463 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:54.568978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5de45ad-f1a9-47d4-99af-861e102df6c2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:54.596062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-32897f04-85d0-46ff-9a7c-67388d09e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:54.597844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-32897f04-85d0-46ff-9a7c-67388d09e81f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479356 Apr 01 15:57:54.640856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.653358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a5de45ad-f1a9-47d4-99af-861e102df6c2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:54.653725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.665047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.686714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-03b1f6c9-eaf1-4048-8d3d-c45e11c20e14 service neutron] 10.222.0.21 "GET /v2.0/networks/88db9e24-b62c-48d2-8b7f-ac2c91a651dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054844 Apr 01 15:57:54.721838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55e7c32-d1bd-4ecc-aa5f-70908204f636,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:54.729572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-825c5106-4d5f-4ec1-9754-b1189a780463 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:54.730844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-825c5106-4d5f-4ec1-9754-b1189a780463 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/af113d3c-af10-439d-aa08-d9860a70bc79 HTTP/1.1" status: 404 len: 333 time: 0.2239187 Apr 01 15:57:54.743029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1f4756a9-722f-4255-87e5-f035686cf471 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a55e7c32-d1bd-4ecc-aa5f-70908204f636 HTTP/1.1" status: 204 len: 168 time: 1.6487093 Apr 01 15:57:54.743029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46694) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:54.744044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46696) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:54.813894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.871948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=84c1549b-043c-474f-b191-9bcc3a40a321,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:54.889279 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-7877b5e9-b94d-4f34-9ecc-d424d34731b3 service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845180 Apr 01 15:57:54.892023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Deleting subnet ac87c624-d0b1-42e1-8acc-d364d12f4187 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:54.898377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 87ca0720-2e74-4c78-8341-336481c3e0f5 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:54.933302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.961561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.017749 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-038ec78e-f36d-4485-b97d-15141da39f5a service neutron] 10.222.0.21 "GET /v2.0/networks/88db9e24-b62c-48d2-8b7f-ac2c91a651dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160663 Apr 01 15:57:55.083859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.119454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.149834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.234568 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2135e278-bdb6-4f5a-8554-4598db6d0896 req-3b679e2b-be36-488a-a96d-6455b766ddce service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337779 Apr 01 15:57:55.256366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.374052 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3a3b73ed-941f-493f-8b23-7a8d9dedf168 req-f070a034-71d3-4ae2-bc27-39b1e4924754 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 210 time: 0.0583448 Apr 01 15:57:55.374241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router d0bcf66e-3bda-4f8b-819a-a891e00e414c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:55.380807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.518605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:55.521575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.528898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] Sync routers for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:55.538851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:55.539590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:55.564117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac87c624-d0b1-42e1-8acc-d364d12f4187,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:55.569763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.578336 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-959bf5b9-1e04-46bc-b75a-c271ebb3aae0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ac87c624-d0b1-42e1-8acc-d364d12f4187 HTTP/1.1" status: 204 len: 168 time: 0.8322482 Apr 01 15:57:55.580859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46710) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.602928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.607019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:55.616059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] Routers {'d0bcf66e-3bda-4f8b-819a-a891e00e414c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:55.616572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:57:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:55.679393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:55.679789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb681ab0-8686-442d-9926-ca250b18e11e None None] The sync data for ids ['d0bcf66e-3bda-4f8b-819a-a891e00e414c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:55.704428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1bfc9151-a47f-4eed-9a03-616d2292becd tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5808630 Apr 01 15:57:55.709624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46714) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.711314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=87ca0720-2e74-4c78-8341-336481c3e0f5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:55.715813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.719951 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ceb6764c-f6f5-47ac-a3a2-12545195e58a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/87ca0720-2e74-4c78-8341-336481c3e0f5 HTTP/1.1" status: 204 len: 168 time: 0.9729910 Apr 01 15:57:55.723505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4bcdb-d784-4f0c-b632-ca4e30d4a48e None None] Network bdea8216-daba-4032-9ed0-65bbe324350a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:55.727354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46718) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.778924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.899568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f26193eb-9e3c-4155-a611-c18a08c8d96d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:56.028808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.029675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] DHCP port deletion for bdea8216-daba-4032-9ed0-65bbe324350a request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:56.034307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f26193eb-9e3c-4155-a611-c18a08c8d96d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:56.035827 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f26193eb-9e3c-4155-a611-c18a08c8d96d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0bcf66e-3bda-4f8b-819a-a891e00e414c HTTP/1.1" status: 200 len: 205 time: 0.3282998 Apr 01 15:57:56.039181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Deleting port a5de45ad-f1a9-47d4-99af-861e102df6c2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:56.039562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.040275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.130118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port a5de45ad-f1a9-47d4-99af-861e102df6c2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:56.130683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.216583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.234900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.290334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02f300c-341a-4ed4-8bf0-c7830d58dc33']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:56.294961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] For port a5de45ad-f1a9-47d4-99af-861e102df6c2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5de45ad-f1a9-47d4-99af-861e102df6c2,segment=NetworkSegment(49e289f9-469a-4ed3-ab9e-6be2ddfced48),segment_id=49e289f9-469a-4ed3-ab9e-6be2ddfced48)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:56.295348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.332056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65aa81-2144-4554-a561-e8545698f3db') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:56.332455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65aa81-2144-4554-a561-e8545698f3db') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:56.350089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.431439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Calling delete_port for a5de45ad-f1a9-47d4-99af-861e102df6c2 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:56.435753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.448184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port a5de45ad-f1a9-47d4-99af-861e102df6c2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5de45ad-f1a9-47d4-99af-861e102df6c2,segment=NetworkSegment(49e289f9-469a-4ed3-ab9e-6be2ddfced48),segment_id=49e289f9-469a-4ed3-ab9e-6be2ddfced48)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:56.448630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.457238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:56.457719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:56.485171 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:56.568790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5de45ad-f1a9-47d4-99af-861e102df6c2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:56.665011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.675434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-78da198e-bbc9-4cae-bba5-cd5e6fb14b5a req-856279ba-8d3b-4104-9b3f-8c72cca72105 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 210 time: 0.0778222 Apr 01 15:57:56.678484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.687333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.705016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for a5de45ad-f1a9-47d4-99af-861e102df6c2 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:56.746661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] Pushing event deleted for resources: {'Port': ['ID=a5de45ad-f1a9-47d4-99af-861e102df6c2,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.754445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2dded-e207-4b4d-bd4e-6c434868360f None None] No DVR routers for this DVR port a5de45ad-f1a9-47d4-99af-861e102df6c2 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:56.763067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.785611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:56.786865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:56.818426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.819101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router d0bcf66e-3bda-4f8b-819a-a891e00e414c {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:57:56.838165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.839318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90f6af8f-86fa-44c7-b9ff-4c8cbc68bb4b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c HTTP/1.1" status: 204 len: 168 time: 0.7979205 Apr 01 15:57:56.843472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46732) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.863671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.881279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.895280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02f300c-341a-4ed4-8bf0-c7830d58dc33,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.913222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 5bd8c054-d56e-43bc-84b2-86eb8b7888a9 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:56.916511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.976303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.030364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d4c9172-d027-4bf3-8a62-e55ae1e162e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c02f300c-341a-4ed4-8bf0-c7830d58dc33 HTTP/1.1" status: 204 len: 168 time: 1.4482830 Apr 01 15:57:57.290604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.291489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port a5de45ad-f1a9-47d4-99af-861e102df6c2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:57.291489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.357926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.358684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] The port 'a5de45ad-f1a9-47d4-99af-861e102df6c2' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:57:57.405485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.412773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0f25b-443c-42e4-99cf-fb9e66a4383c None None] Network d64a6520-c76e-4237-960e-9c763f965f2a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:57.416748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd8c054-d56e-43bc-84b2-86eb8b7888a9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.419280 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0b35d0f1-2e7e-4c30-b284-15a72885ed7e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/5bd8c054-d56e-43bc-84b2-86eb8b7888a9 HTTP/1.1" status: 204 len: 168 time: 0.5748677 Apr 01 15:57:57.422110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46738) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.501921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.504659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet dc6178b7-5e10-43eb-9534-5fa9e60e2d76 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:57:57.510728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.532196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdea8216-daba-4032-9ed0-65bbe324350a']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.547191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e289f9-469a-4ed3-ab9e-6be2ddfced48') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.547513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e289f9-469a-4ed3-ab9e-6be2ddfced48') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.563251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.601451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.611991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:57.612449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.628268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:57.636881 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:57.782851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] DHCP port deletion for d64a6520-c76e-4237-960e-9c763f965f2a request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:57.782851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Deleting port db1ccc9e-ea71-4973-bdc7-b03940453cfe {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:57.782851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.783460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.783850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46744) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.856549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.890420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.897680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55488744-77b2-43fa-9198-23cb2c529a73 req-7748f11f-d701-493b-8084-cf909aa70e01 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 210 time: 0.0900664 Apr 01 15:57:57.904421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9acdfffb-5fc7-4871-844e-94d7a3389248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=117e38c779834b36a23a823c29e62171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341255 Apr 01 15:57:57.905623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=bdea8216-daba-4032-9ed0-65bbe324350a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.907323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46748) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.912798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.927664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4c8cc507-6e53-4d6b-9d3e-e5337a8fa614 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/bdea8216-daba-4032-9ed0-65bbe324350a HTTP/1.1" status: 204 len: 168 time: 2.1992621 Apr 01 15:57:57.948328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.957580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-46475509'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:57.962697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6178b7-5e10-43eb-9534-5fa9e60e2d76,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.966300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.975681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b2bb3dfb-fa84-45e9-81ae-e98deb1a38a2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/dc6178b7-5e10-43eb-9534-5fa9e60e2d76 HTTP/1.1" status: 204 len: 168 time: 0.5495677 Apr 01 15:57:57.976021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46756) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.983141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:57.984417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d26a56-5fa3-423b-b6f8-77fb9878e0cc None None] Network f6150c7a-e783-4dec-9295-22a7418e29ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:57:57.996546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:58.002645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:58.022783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:58.050532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.079143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.114910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] For port db1ccc9e-ea71-4973-bdc7-b03940453cfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=db1ccc9e-ea71-4973-bdc7-b03940453cfe,segment=NetworkSegment(832f04aa-ddec-4aba-9ce1-e5bf761acfc7),segment_id=832f04aa-ddec-4aba-9ce1-e5bf761acfc7)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:58.115323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.119360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.135670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port db1ccc9e-ea71-4973-bdc7-b03940453cfe {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:58.136043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.151150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:58.154649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.277894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Calling delete_port for db1ccc9e-ea71-4973-bdc7-b03940453cfe owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:58.394426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:58.424550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.425001 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment b654efe8-e09a-4d68-b379-cd68fe22fcdb of type vlan for network 8f744755-a200-4a5c-9b81-baceebe3fecb Apr 01 15:57:58.444602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-f710b245-a8b6-4742-b05a-c7fe70d6336b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.446442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-f710b245-a8b6-4742-b05a-c7fe70d6336b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=88db9e24-b62c-48d2-8b7f-ac2c91a651dd HTTP/1.1" status: 200 len: 796 time: 0.3218896 Apr 01 15:57:58.457291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.484455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.524318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port db1ccc9e-ea71-4973-bdc7-b03940453cfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=db1ccc9e-ea71-4973-bdc7-b03940453cfe,segment=NetworkSegment(832f04aa-ddec-4aba-9ce1-e5bf761acfc7),segment_id=832f04aa-ddec-4aba-9ce1-e5bf761acfc7)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:58.524753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.529273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.542803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de44c0-5d0d-46a1-bb43-173c7e333efa,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.555751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] Pushing event deleted for resources: {'Port': ['ID=db1ccc9e-ea71-4973-bdc7-b03940453cfe,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.557683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] DHCP port deletion for f6150c7a-e783-4dec-9295-22a7418e29ec request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:57:58.559995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-9ed88e3f-8509-476e-99d7-e35c52ffb1a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:58.569540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Deleting port f841ea65-a726-4ff1-bb44-98f3d8645240 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:58.570440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.612327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8c0b0-403b-45b4-bb5d-50c14bd2fa84 None None] No DVR routers for this DVR port db1ccc9e-ea71-4973-bdc7-b03940453cfe on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:58.618875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device db1ccc9e-ea71-4973-bdc7-b03940453cfe no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:58.622491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.626181 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-00ca1cce-8e16-473f-a9de-31794793e4eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73de44c0-5d0d-46a1-bb43-173c7e333efa HTTP/1.1" status: 204 len: 168 time: 0.7138669 Apr 01 15:57:58.642716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-9ed88e3f-8509-476e-99d7-e35c52ffb1a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:58.645150 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-9ed88e3f-8509-476e-99d7-e35c52ffb1a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 471 time: 0.1880426 Apr 01 15:57:58.663421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for db1ccc9e-ea71-4973-bdc7-b03940453cfe owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:58.675430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['61f27e54-98c4-4b14-9af5-0a76eaaeb457']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:58.683059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: db1ccc9e-ea71-4973-bdc7-b03940453cfe {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:57:58.683392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device db1ccc9e-ea71-4973-bdc7-b03940453cfe not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:58.726775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.735328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.736521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.746433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:58.746810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:58.872793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] For port f841ea65-a726-4ff1-bb44-98f3d8645240, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f841ea65-a726-4ff1-bb44-98f3d8645240,segment=NetworkSegment(154c4c54-64c5-4a02-afcb-56a9fadd05ca),segment_id=154c4c54-64c5-4a02-afcb-56a9fadd05ca)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:58.873918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.938575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=8f744755-a200-4a5c-9b81-baceebe3fecb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.975680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-518766ec-16e1-4fd2-a0ef-947a559b7d04 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0257058 Apr 01 15:57:58.977014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:58.980888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46768) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:58.981762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:port and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:58.984952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:58.986995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:58.991828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:59.016855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Calling delete_port for f841ea65-a726-4ff1-bb44-98f3d8645240 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:57:59.057465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8f744755-a200-4a5c-9b81-baceebe3fecb details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:59.063346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:59.068112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.142330 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0f357593-4817-4016-9e55-f009bc3a5031 req-21a5ef7a-bf25-48dc-86bc-8d768ccfaf10 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 210 time: 0.0553124 Apr 01 15:57:59.181615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:59.190656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:59.197756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:59.206397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:59.248229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port db1ccc9e-ea71-4973-bdc7-b03940453cfe {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:57:59.248577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.260844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.19 (88db9e24-b62c-48d2-8b7f-ac2c91a651dd/c2176546-5f26-46b1-98e6-f79333f7c390/65ae4aa1-90f5-491c-8b41-65375572153e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:59.314923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.318870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] The port 'db1ccc9e-ea71-4973-bdc7-b03940453cfe' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:57:59.347447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:59.351818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.363246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] Pushing event deleted for resources: {'Port': ['ID=f841ea65-a726-4ff1-bb44-98f3d8645240,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.365912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c85e31-0c07-4925-a875-0ee6914d3931 None None] No DVR routers for this DVR port f841ea65-a726-4ff1-bb44-98f3d8645240 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:59.481685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.499412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 65ae4aa1-90f5-491c-8b41-65375572153e will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:59.559480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.591708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46774) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.597520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64a6520-c76e-4237-960e-9c763f965f2a']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.612286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832f04aa-ddec-4aba-9ce1-e5bf761acfc7') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.612604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832f04aa-ddec-4aba-9ce1-e5bf761acfc7') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.626041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.632207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.686707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.699142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:59.699542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:59.714900 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:59.729492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9f1fe9cd-0b6b-4d78-8fae-b77decdc1e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08875fb442a745c58d88e3ec636d5b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240566 Apr 01 15:57:59.729492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:59.729492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46778) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.729492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:59.729492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:59.810260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.859559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:59.860149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.896085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.915186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.924788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.950706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.956081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.987226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=d64a6520-c76e-4237-960e-9c763f965f2a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.004141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-af55b1e7-5957-40f2-a3b7-b32110f035c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3413415 Apr 01 15:58:00.016200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Request body: {'port': {'device_id': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:00.053788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=d1d91cfe-786c-4fb7-9e3d-77b23ea7d126,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.064361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': 'b654efe8-e09a-4d68-b379-cd68fe22fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:00.064720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: 8f744755-a200-4a5c-9b81-baceebe3fecb, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:00.100271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eca966d2-52c4-44f9-b094-a2ee4a889d75 None None] Provisioning for port 65ae4aa1-90f5-491c-8b41-65375572153e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:00.100875 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-08781eac-c410-4c8e-a8e7-82400ce561ec tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/d64a6520-c76e-4237-960e-9c763f965f2a HTTP/1.1" status: 204 len: 168 time: 2.1232908 Apr 01 15:58:00.103011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46782) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.109316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.109467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eca966d2-52c4-44f9-b094-a2ee4a889d75 None None] Provisioning complete for port 65ae4aa1-90f5-491c-8b41-65375572153e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:00.109467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eca966d2-52c4-44f9-b094-a2ee4a889d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.136071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729cf430-d490-467e-b34b-9a93ffc8a5d1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.147725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.151556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b9add8a4-88d7-42ab-a389-3f8580e7952a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/729cf430-d490-467e-b34b-9a93ffc8a5d1 HTTP/1.1" status: 204 len: 168 time: 0.3978949 Apr 01 15:58:00.157380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.191915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eca966d2-52c4-44f9-b094-a2ee4a889d75 None None] Port 65ae4aa1-90f5-491c-8b41-65375572153e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:00.223224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 8f744755-a200-4a5c-9b81-baceebe3fecb is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:00.258913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.515750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649a16-511c-46ef-8b9d-8aaddc86f01f req-cff56783-98c0-4ab8-8fe7-0854f31f4d22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.516441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f0649a16-511c-46ef-8b9d-8aaddc86f01f req-cff56783-98c0-4ab8-8fe7-0854f31f4d22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:00.524896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8f744755-a200-4a5c-9b81-baceebe3fecb) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:00.538163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f841ea65-a726-4ff1-bb44-98f3d8645240 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:00.546714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.553970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.566503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.570373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33531f-4843-4e68-9bab-af5b0500d7ae None None] Network 8f744755-a200-4a5c-9b81-baceebe3fecb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:00.608856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6150c7a-e783-4dec-9295-22a7418e29ec']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:00.623594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154c4c54-64c5-4a02-afcb-56a9fadd05ca') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:00.623963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154c4c54-64c5-4a02-afcb-56a9fadd05ca') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:00.639034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.652279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ae4aa1-90f5-491c-8b41-65375572153e {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:58:00.663152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.665756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.671195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f841ea65-a726-4ff1-bb44-98f3d8645240 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:00.671558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f841ea65-a726-4ff1-bb44-98f3d8645240 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:00.681068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f0649a16-511c-46ef-8b9d-8aaddc86f01f req-cff56783-98c0-4ab8-8fe7-0854f31f4d22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:00.682269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0649a16-511c-46ef-8b9d-8aaddc86f01f req-cff56783-98c0-4ab8-8fe7-0854f31f4d22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 932 time: 0.3821628 Apr 01 15:58:00.687370 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-335e66a3-cd6b-488f-b4c8-02a19a19162f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7058325 Apr 01 15:58:00.687883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:00.688854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46790) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.696411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.720175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1545539487'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:00.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:00.833855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8f744755-a200-4a5c-9b81-baceebe3fecb', 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': 'd1d91cfe-786c-4fb7-9e3d-77b23ea7d126'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:00.834918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.883060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.913113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.924358 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/f6150c7a-e783-4dec-9295-22a7418e29ec HTTP/1.1" status: 204 len: 168 time: 0.8202214 Apr 01 15:58:00.928039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46794) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.934555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-867746705'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:00.939889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a349fb-3364-451b-bf22-3c992c074831 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=f6150c7a-e783-4dec-9295-22a7418e29ec,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.942114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:00.951788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:00.955560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:00.957659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Transition to ACTIVE for port object 65ae4aa1-90f5-491c-8b41-65375572153e will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:00.964254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0649a16-511c-46ef-8b9d-8aaddc86f01f req-65856011-5914-426b-9755-ef65774e0694 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718129 Apr 01 15:58:00.966180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.015230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.019627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.022969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.026717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.045052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Allocated IP 172.20.0.2 (8f744755-a200-4a5c-9b81-baceebe3fecb/d1d91cfe-786c-4fb7-9e3d-77b23ea7d126/23e0e5f4-4d8e-4b85-b102-3ef5090cf612) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:01.054948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:01.059244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.071177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.092478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:01.104549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.105114 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment 9006263d-222f-45dd-b569-781b284931ee of type vlan for network 99a96773-8838-4566-9964-7c67fa5b5712 Apr 01 15:58:01.135826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.202329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Pushing event updated for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.278572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:01.282667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.300331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.302711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.304773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Attempting to bind port 65ae4aa1-90f5-491c-8b41-65375572153e on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:01.305159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Attempting to bind port 65ae4aa1-90f5-491c-8b41-65375572153e by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:01.305448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Attempting to bind port 65ae4aa1-90f5-491c-8b41-65375572153e on network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:01.308600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:01.309436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.315428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Port 65ae4aa1-90f5-491c-8b41-65375572153e on network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:58:01.315727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Attempting to bind port 65ae4aa1-90f5-491c-8b41-65375572153e on network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:01.318364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 2cd1a189-23b3-4be7-af6f-367a140fce55 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:01.324427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Transition to ACTIVE for port object 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:01.358299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Transition to ACTIVE for port object 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:01.358753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:01.359105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Checking segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:01.360519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Bound using segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:01.360519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Bound port: 65ae4aa1-90f5-491c-8b41-65375572153e, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:01.360519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.450408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=99a96773-8838-4566-9964-7c67fa5b5712,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.462668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 99a96773-8838-4566-9964-7c67fa5b5712 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:01.478709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.515062 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e4e2327b-9b31-4154-a187-d7ea5ef03e33 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5833261 Apr 01 15:58:01.515571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46798) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.522257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '99a96773-8838-4566-9964-7c67fa5b5712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:01.536799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:01.558875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=65ae4aa1-90f5-491c-8b41-65375572153e,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:01.565377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.10 (8f744755-a200-4a5c-9b81-baceebe3fecb/d1d91cfe-786c-4fb7-9e3d-77b23ea7d126/2cd1a189-23b3-4be7-af6f-367a140fce55) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:01.609072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Network 8f744755-a200-4a5c-9b81-baceebe3fecb is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:01.618770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:01.630333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:01.648530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.652776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.655747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.662298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.690019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Pushing event updated for resources: {'Port': ['ID=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.698068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.747734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Attempting to bind port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:01.748099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Attempting to bind port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b654efe8-e09a-4d68-b379-cd68fe22fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:01.748457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Attempting to bind port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 on network 8f744755-a200-4a5c-9b81-baceebe3fecb {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:01.753811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:01.754182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Checking segment: {'id': 'b654efe8-e09a-4d68-b379-cd68fe22fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:01.754581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.755690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Bound using segment: {'id': 'b654efe8-e09a-4d68-b379-cd68fe22fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:01.756283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Bound port: 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654efe8-e09a-4d68-b379-cd68fe22fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8f744755-a200-4a5c-9b81-baceebe3fecb'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:01.756693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.766995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:01.768814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:01.769447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.771613 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] 10.222.0.91 "PUT /v2.0/ports/65ae4aa1-90f5-491c-8b41-65375572153e HTTP/1.1" status: 200 len: 1094 time: 1.7595980 Apr 01 15:58:01.775175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.775334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:01.845517 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e', 'status': 'completed', 'code': 200} Apr 01 15:58:01.853224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ce933-f1c1-40a9-a608-a1a333be54db service neutron] Pushing event updated for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.862422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.883101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] For port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:01.886811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] For port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,segment=NetworkSegment(b654efe8-e09a-4d68-b379-cd68fe22fcdb),segment_id=b654efe8-e09a-4d68-b379-cd68fe22fcdb)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:01.947146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 2cd1a189-23b3-4be7-af6f-367a140fce55 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:01.972726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.995655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-78024294-b974-4e9e-aff4-608b96708bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:01.997438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-78024294-b974-4e9e-aff4-608b96708bea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 1097 time: 0.1269979 Apr 01 15:58:02.076240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420b327-f391-4736-a9cb-f480f84f739b None None] Pushing event updated for resources: {'Port': ['ID=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.121331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.204718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.300916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 8f744755-a200-4a5c-9b81-baceebe3fecb is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:02.307766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:02.309283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=2cd1a189-23b3-4be7-af6f-367a140fce55,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.321633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:02.335757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=0bd0c97d-828a-4621-a562-14852f2f6a59,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.346660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': '9006263d-222f-45dd-b569-781b284931ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:02.347027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 99a96773-8838-4566-9964-7c67fa5b5712, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:02.375341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-8cfe7e26-0067-4498-bc75-6f77589a0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.375813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-8cfe7e26-0067-4498-bc75-6f77589a0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.377343 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-8cfe7e26-0067-4498-bc75-6f77589a0b5b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3726504 Apr 01 15:58:02.408550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0485479-7f26-43c3-8afe-34a82ecb9cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.452107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.452872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.520119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2834f-bc63-430a-b5cc-f4a3d53c3e27 req-fb638e1b-0703-48a5-ae69-db18867d0b97 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.521765 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fb2834f-bc63-430a-b5cc-f4a3d53c3e27 req-fb638e1b-0703-48a5-ae69-db18867d0b97 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 944 time: 0.4032507 Apr 01 15:58:02.534107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 99a96773-8838-4566-9964-7c67fa5b5712 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:02.564000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:02.615641 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fb2834f-bc63-430a-b5cc-f4a3d53c3e27 req-36ac835a-bb9f-48f2-a5ad-e243fa1b3c21 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 Apr 01 15:58:02.616599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-4ec7d10a-b929-46ea-a022-e6cee2dd967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.617952 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c46f7f5d-c2e1-4615-b82d-4cff35228aed req-4ec7d10a-b929-46ea-a022-e6cee2dd967a service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315643 Apr 01 15:58:02.663518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 99a96773-8838-4566-9964-7c67fa5b5712) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:02.667750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.668461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.674098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a337644-bb39-477f-ae71-b6ba19ae3513 None None] Network 99a96773-8838-4566-9964-7c67fa5b5712 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:02.697359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-98243033-1333-4c03-b881-748a22c51490 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0071752 Apr 01 15:58:02.700359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.735033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-5aa5a6b1-4bf2-48e4-8904-3dfd10ac87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.736609 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-5aa5a6b1-4bf2-48e4-8904-3dfd10ac87f0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 1097 time: 0.0770755 Apr 01 15:58:02.762084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:02.793884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 2cd1a189-23b3-4be7-af6f-367a140fce55 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:02.794503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.822738 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-69fbb1a1-d195-4a61-8fee-a5a3dbddc3b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=65ae4aa1-90f5-491c-8b41-65375572153e HTTP/1.1" status: 200 len: 217 time: 0.0773864 Apr 01 15:58:02.831394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-95a26526-569e-4979-a6c1-3adb04f6f7a5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3146715 Apr 01 15:58:02.835033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46810) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.879268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1873271413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:02.887593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:02.902675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:02.907249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:02.916901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:02.931149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-5b86fb8b-0a54-4b6f-a4d0-8754c2359579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.932837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-5b86fb8b-0a54-4b6f-a4d0-8754c2359579 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2176546-5f26-46b1-98e6-f79333f7c390 HTTP/1.1" status: 200 len: 837 time: 0.0967185 Apr 01 15:58:02.957686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-99a96773-8838-4566-9964-7c67fa5b5712', 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '0bd0c97d-828a-4621-a562-14852f2f6a59'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:02.959450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.005414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.006733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.131860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.175694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.212269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bf643-02fa-4c58-9c34-7c9dc33ca4e0 None None] Network 8f744755-a200-4a5c-9b81-baceebe3fecb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:03.217776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-3d6121a2-a435-4b0c-88e1-6ab6618b17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:03.219364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-3d6121a2-a435-4b0c-88e1-6ab6618b17af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88db9e24-b62c-48d2-8b7f-ac2c91a651dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2789931 Apr 01 15:58:03.227421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Allocated IP 2001:db8::2 (99a96773-8838-4566-9964-7c67fa5b5712/0bd0c97d-828a-4621-a562-14852f2f6a59/b7126758-ef7f-4696-ae73-97e31fae5fb4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:03.278274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 2cd1a189-23b3-4be7-af6f-367a140fce55 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:03.320045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.349675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Provisioning for port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:03.383653 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-117763a1-39e4-4185-801e-b27021218330 service neutron] 10.222.0.91 "GET /v2.0/networks/88db9e24-b62c-48d2-8b7f-ac2c91a651dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546450 Apr 01 15:58:03.405332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Provisioning complete for port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:03.405700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.482057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.485984 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1fe4fc5d-a30d-454b-9ad6-ad7a12503166 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6461613 Apr 01 15:58:03.491642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46814) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:03.499756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'port': {'network_id': '99a96773-8838-4566-9964-7c67fa5b5712', 'name': 'tempest-RoutersIpV6Test-794744871'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:03.600946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.640080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a9b01f3-00e8-4bde-a1a4-aaebc5d5500f req-96cbc988-982f-44b4-a653-a167cda5bb17 service neutron] 10.222.0.91 "GET /v2.0/networks/88db9e24-b62c-48d2-8b7f-ac2c91a651dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480633 Apr 01 15:58:03.679794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:03.684857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:port and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:03.687933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:03.696242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:03.702058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=2cd1a189-23b3-4be7-af6f-367a140fce55,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:03.736071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.758995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Transition to ACTIVE for port object b7126758-ef7f-4696-ae73-97e31fae5fb4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:03.762141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.773983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:03.777483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.801513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] device_id is not set on port 90f7bcc4-fbae-43c5-9d0b-248718598876 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:03.809830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Transition to ACTIVE for port object b7126758-ef7f-4696-ae73-97e31fae5fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:03.825612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.836048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] For port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,segment=NetworkSegment(b654efe8-e09a-4d68-b379-cd68fe22fcdb),segment_id=b654efe8-e09a-4d68-b379-cd68fe22fcdb)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:03.843980 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-df9f4265-f5f7-4b5c-a9e3-a8f51a4eeaf9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/2cd1a189-23b3-4be7-af6f-367a140fce55 HTTP/1.1" status: 204 len: 168 time: 1.1398506 Apr 01 15:58:03.844268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46820) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:03.873462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8592277-f706-46fd-9534-84a6b29ee771 req-e8e14376-fceb-4379-9a1d-68209e4e9482 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:03.878669 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b8592277-f706-46fd-9534-84a6b29ee771 req-e8e14376-fceb-4379-9a1d-68209e4e9482 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 944 time: 0.1116900 Apr 01 15:58:03.898583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.927388 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2634bdc6-0c6f-4113-84b3-ccee80118ba9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:03.927933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2634bdc6-0c6f-4113-84b3-ccee80118ba9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:03.939114 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b8592277-f706-46fd-9534-84a6b29ee771 req-98209625-6ae4-47ae-a807-3d9128925ec8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577338 Apr 01 15:58:03.970598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.013010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Network 99a96773-8838-4566-9964-7c67fa5b5712 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:04.014542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Pushing event updated for resources: {'Port': ['ID=b7126758-ef7f-4696-ae73-97e31fae5fb4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.017146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:04.027147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8::d7 (99a96773-8838-4566-9964-7c67fa5b5712/0bd0c97d-828a-4621-a562-14852f2f6a59/90f7bcc4-fbae-43c5-9d0b-248718598876) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:04.051043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:04.055391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2634bdc6-0c6f-4113-84b3-ccee80118ba9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:04.059165 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2634bdc6-0c6f-4113-84b3-ccee80118ba9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/2cd1a189-23b3-4be7-af6f-367a140fce55 HTTP/1.1" status: 404 len: 333 time: 0.2111924 Apr 01 15:58:04.060460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46824) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:04.179250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10844bd6-8bff-46cb-b987-bd9b41f2fdbb None None] Pushing event updated for resources: {'Port': ['ID=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.187100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Attempting to bind port b7126758-ef7f-4696-ae73-97e31fae5fb4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:04.187469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Attempting to bind port b7126758-ef7f-4696-ae73-97e31fae5fb4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9006263d-222f-45dd-b569-781b284931ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:04.187857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Attempting to bind port b7126758-ef7f-4696-ae73-97e31fae5fb4 on network 99a96773-8838-4566-9964-7c67fa5b5712 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:04.195286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:04.195668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Checking segment: {'id': '9006263d-222f-45dd-b569-781b284931ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:04.196330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.196727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Bound using segment: {'id': '9006263d-222f-45dd-b569-781b284931ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:04.197199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Bound port: b7126758-ef7f-4696-ae73-97e31fae5fb4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9006263d-222f-45dd-b569-781b284931ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '99a96773-8838-4566-9964-7c67fa5b5712'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:04.197574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.262269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f918e90-8293-4913-94ad-fec39c808f87 None None] Provisioning complete for port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:04.262534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f918e90-8293-4913-94ad-fec39c808f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.286834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet d1d91cfe-786c-4fb7-9e3d-77b23ea7d126 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:04.290454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.296621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.315016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 90f7bcc4-fbae-43c5-9d0b-248718598876 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:04.356547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.359862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] For port b7126758-ef7f-4696-ae73-97e31fae5fb4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:04.363436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] For port b7126758-ef7f-4696-ae73-97e31fae5fb4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b7126758-ef7f-4696-ae73-97e31fae5fb4,segment=NetworkSegment(9006263d-222f-45dd-b569-781b284931ee),segment_id=9006263d-222f-45dd-b569-781b284931ee)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:04.414259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.454350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.471047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.489742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 99a96773-8838-4566-9964-7c67fa5b5712 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:04.493354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:04.495938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:04.502026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:04.502691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.531566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=90f7bcc4-fbae-43c5-9d0b-248718598876,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.567991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f89ba16-dce6-4a22-8d71-9f995673ad6b None None] Could not find standard attr ID for object 2cd1a189-23b3-4be7-af6f-367a140fce55. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:04.594360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:04.647046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c11b5d-5e74-4a15-b0d2-cd9bb6d2dd1c None None] Pushing event updated for resources: {'Port': ['ID=b7126758-ef7f-4696-ae73-97e31fae5fb4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.679256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:04.679623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.686661 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b5918c0f-6eda-4c12-bc4f-481e20dbeea0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1936753 Apr 01 15:58:04.689276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:04.751254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.818378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d91cfe-786c-4fb7-9e3d-77b23ea7d126,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.838595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee485a94-e701-4f22-a2ca-9e66f2a9177a None None] Network 8f744755-a200-4a5c-9b81-baceebe3fecb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:04.877615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.932261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-853392be-4caa-44fb-994f-89e850459a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.957485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 65ae4aa1-90f5-491c-8b41-65375572153e details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:58:05.035172 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-517aa2b9-9448-4945-af67-1c1247056b47 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/d1d91cfe-786c-4fb7-9e3d-77b23ea7d126 HTTP/1.1" status: 204 len: 168 time: 0.9722550 Apr 01 15:58:05.037718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46834) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:05.214535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.245151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:05.245325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=65ae4aa1-90f5-491c-8b41-65375572153e,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:05.245446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.259804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '65ae4aa1-90f5-491c-8b41-65375572153e', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'port_id': '65ae4aa1-90f5-491c-8b41-65375572153e', 'mac_address': 'fa:16:3e:e9:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:58:05.287691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee92dad-6839-4d84-9ce5-56b1a9b369c6 req-5f72a40c-768c-4aa1-bd7c-59a78b405299 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:05.289177 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cee92dad-6839-4d84-9ce5-56b1a9b369c6 req-5f72a40c-768c-4aa1-bd7c-59a78b405299 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 944 time: 0.2271166 Apr 01 15:58:05.311084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] DHCP port deletion for 8f744755-a200-4a5c-9b81-baceebe3fecb request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:05.321441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Deleting port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:05.321807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.374349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.396711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cee92dad-6839-4d84-9ce5-56b1a9b369c6 req-c582b405-15cc-481f-ba4a-78b2534fd960 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986812 Apr 01 15:58:05.405007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ae4aa1-90f5-491c-8b41-65375572153e {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:58:05.448137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.472708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=65ae4aa1-90f5-491c-8b41-65375572153e,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:05.559627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,segment=NetworkSegment(b654efe8-e09a-4d68-b379-cd68fe22fcdb),segment_id=b654efe8-e09a-4d68-b379-cd68fe22fcdb)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:05.560010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.600297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.694860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:05.712344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] For port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,segment=NetworkSegment(b654efe8-e09a-4d68-b379-cd68fe22fcdb),segment_id=b654efe8-e09a-4d68-b379-cd68fe22fcdb)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:05.712844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.843037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:05.849247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb7a47-3bbd-4cf1-acc0-4f87c2555b8e None None] Network 99a96773-8838-4566-9964-7c67fa5b5712 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:05.870371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Calling delete_port for 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:05.898796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.912985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.985501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.994184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['65ae4aa1-90f5-491c-8b41-65375572153e'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:58:06.027715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.076484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=23e0e5f4-4d8e-4b85-b102-3ef5090cf612,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.085794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No DVR routers for this DVR port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:06.104190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=90f7bcc4-fbae-43c5-9d0b-248718598876,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.111454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:06.111818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:06.133868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c22e78a0-6726-48b5-9b90-fd8e3f410e6c None None] Provisioning for port b7126758-ef7f-4696-ae73-97e31fae5fb4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:06.221098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.238374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.254480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f744755-a200-4a5c-9b81-baceebe3fecb']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:06.271483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654efe8-e09a-4d68-b379-cd68fe22fcdb') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:06.271965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654efe8-e09a-4d68-b379-cd68fe22fcdb') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:06.285890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.306210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.313598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:06.314027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:06.329749 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:06.403867 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.580258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.605449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.615496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Deleting port 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:06.616579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.621607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=8f744755-a200-4a5c-9b81-baceebe3fecb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.653398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b7126758-ef7f-4696-ae73-97e31fae5fb4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:06.690323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.711894 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-defe0fd9-b693-4bab-9599-757257c5ecd2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/8f744755-a200-4a5c-9b81-baceebe3fecb HTTP/1.1" status: 204 len: 168 time: 1.6725323 Apr 01 15:58:06.715292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46840) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.721752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'name': 'tempest-PortsTestJSON-141270464'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:06.747159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6e40daa2-2393-4623-93ab-73743b3ea722 None None] The port '23e0e5f4-4d8e-4b85-b102-3ef5090cf612' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:06.792203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf2247-4202-4f20-8a2a-3c230d9ad2c4 req-8dd0e782-9e37-43ec-9856-f209c6be99f5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:06.798181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6aaf2247-4202-4f20-8a2a-3c230d9ad2c4 req-8dd0e782-9e37-43ec-9856-f209c6be99f5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 945 time: 0.2585413 Apr 01 15:58:06.891368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:06.897258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Provisioning for port 90f7bcc4-fbae-43c5-9d0b-248718598876 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:06.898483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:06.902948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:06.910573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:06.914551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Provisioning complete for port 90f7bcc4-fbae-43c5-9d0b-248718598876 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:06.914966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.950838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b7126758-ef7f-4696-ae73-97e31fae5fb4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:06.965429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b7126758-ef7f-4696-ae73-97e31fae5fb4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:06.965939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.008018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:07.017873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.045028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Port 90f7bcc4-fbae-43c5-9d0b-248718598876 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:07.054800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 529fa5a4-5cce-4411-ac0a-94b89d9078bf yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:07.056929 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6aaf2247-4202-4f20-8a2a-3c230d9ad2c4 req-31916148-2c80-495a-8416-be59fd98e4b5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571745 Apr 01 15:58:07.067502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Provisioning complete for port b7126758-ef7f-4696-ae73-97e31fae5fb4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:07.068587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.287411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.293667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.330455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.354498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.360777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b7126758-ef7f-4696-ae73-97e31fae5fb4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b7126758-ef7f-4696-ae73-97e31fae5fb4,segment=NetworkSegment(9006263d-222f-45dd-b569-781b284931ee),segment_id=9006263d-222f-45dd-b569-781b284931ee)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:07.394655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.395506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.425975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.486169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.515331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:07.561090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:07.564544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:07.566671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=90f7bcc4-fbae-43c5-9d0b-248718598876,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.569515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:07.571452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:07.571893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23e0e5f4-4d8e-4b85-b102-3ef5090cf612 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:07.575210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:07.575840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.602652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=529fa5a4-5cce-4411-ac0a-94b89d9078bf,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.608640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:07.609278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aff9feed-02e1-4162-867b-1f7b29c4413a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:07.618146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b7126758-ef7f-4696-ae73-97e31fae5fb4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.639036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 99a96773-8838-4566-9964-7c67fa5b5712 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:07.640214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:07.694071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.728886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-341a5c30-5599-4ce2-932b-de03f90df42c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0122914 Apr 01 15:58:07.738246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46844) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.811215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 529fa5a4-5cce-4411-ac0a-94b89d9078bf {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:07.811548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.914661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 8db09af4-f2fd-4ea9-9c48-5788025d8db4 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:08.036672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.081399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:08.087968 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8b6a0f24-a1d5-485c-98aa-443634af8967 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/8db09af4-f2fd-4ea9-9c48-5788025d8db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3972604 Apr 01 15:58:08.090072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46850) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.094302 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] Sync routers for ids ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:08.108184 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] Routers {'8db09af4-f2fd-4ea9-9c48-5788025d8db4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:08.108808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.167476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0caf02a-5a7a-4a2d-a7a8-5529853d8716 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:08.168349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b0caf02a-5a7a-4a2d-a7a8-5529853d8716 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:08.174860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 529fa5a4-5cce-4411-ac0a-94b89d9078bf owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:08.220237 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.229158 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] Routers {'8db09af4-f2fd-4ea9-9c48-5788025d8db4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:08.229731 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.291432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b0caf02a-5a7a-4a2d-a7a8-5529853d8716 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:08.293044 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.293214 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b0caf02a-5a7a-4a2d-a7a8-5529853d8716 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports/90f7bcc4-fbae-43c5-9d0b-248718598876 HTTP/1.1" status: 200 len: 982 time: 0.2019320 Apr 01 15:58:08.293522 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82657674-5d00-40a6-bd73-eeee6ffc5e91 None None] The sync data for ids ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:08.295900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46854) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.325741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-399f09ae-a8c2-44c6-b439-5102b991e496 None None] Provisioning complete for port 90f7bcc4-fbae-43c5-9d0b-248718598876 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:08.326312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-399f09ae-a8c2-44c6-b439-5102b991e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.328396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58281788-da3a-4227-bf65-3f00e277f960 req-815a0b90-3a82-4163-956d-6ffe4e9e5c0a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:08.329917 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-58281788-da3a-4227-bf65-3f00e277f960 req-815a0b90-3a82-4163-956d-6ffe4e9e5c0a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 945 time: 0.1258771 Apr 01 15:58:08.382975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-58281788-da3a-4227-bf65-3f00e277f960 req-c7e41595-56f5-436f-a3a3-2f734329b5ed tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Apr 01 15:58:08.389087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-399f09ae-a8c2-44c6-b439-5102b991e496 None None] Port 90f7bcc4-fbae-43c5-9d0b-248718598876 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:08.448026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.547166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b7126758-ef7f-4696-ae73-97e31fae5fb4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:08.612417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=529fa5a4-5cce-4411-ac0a-94b89d9078bf,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:08.617790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.628302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b7126758-ef7f-4696-ae73-97e31fae5fb4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:08.628725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.630598 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-70ed9f08-4433-4647-9f61-97882b2adc2f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/529fa5a4-5cce-4411-ac0a-94b89d9078bf HTTP/1.1" status: 204 len: 168 time: 0.8896554 Apr 01 15:58:08.632849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46858) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.638691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'mac_address': 'fa:16:3e:bc:c7:02', 'name': 'tempest-PortsTestJSON-1928495854'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:08.755741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.760649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.763770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.769974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.880958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:08.947403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.972353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 65ae4aa1-90f5-491c-8b41-65375572153e up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:08.991956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.020411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:09.156326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 65ae4aa1-90f5-491c-8b41-65375572153e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:09.162089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 65ae4aa1-90f5-491c-8b41-65375572153e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:09.162450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.241078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 90f7bcc4-fbae-43c5-9d0b-248718598876 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:09.241459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.274851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.302642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.338915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:09.352095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=65ae4aa1-90f5-491c-8b41-65375572153e,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:09.372328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.397511 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e', 'code': 200} Apr 01 15:58:09.436920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.447663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:09.455460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:09.462288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:09.469621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:09.470264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.480488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=c09c460a-9b39-4b30-8f90-4d58e2ceb4d5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:09.522482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.540628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:09.597965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7a2814df-f7bc-4ab4-a23c-230576573afb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9640718 Apr 01 15:58:09.600999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46866) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.658083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 90f7bcc4-fbae-43c5-9d0b-248718598876 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:09.684261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd67322-9d88-4da1-9d40-d366f042ca06 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:09.684857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ffd67322-9d88-4da1-9d40-d366f042ca06 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:09.728438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149952-3fc1-4cde-88e4-f928a6c3614d req-390ef6d3-ff3b-481f-9a76-fb638dc9c8ff tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:09.729965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75149952-3fc1-4cde-88e4-f928a6c3614d req-390ef6d3-ff3b-481f-9a76-fb638dc9c8ff tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.1774867 Apr 01 15:58:09.769362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ffd67322-9d88-4da1-9d40-d366f042ca06 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:09.771217 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ffd67322-9d88-4da1-9d40-d366f042ca06 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 HTTP/1.1" status: 200 len: 841 time: 0.1687343 Apr 01 15:58:09.779274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46870) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.852845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75149952-3fc1-4cde-88e4-f928a6c3614d req-3bf18452-d491-4c69-8acc-3a31079bd093 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170559 Apr 01 15:58:09.899989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:09.900330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.928342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.973985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c9699-ed91-41c6-b2aa-3eb6a7a934dd req-e686f195-8fe4-4182-b219-9e94e1bbf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:09.975502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-865c9699-ed91-41c6-b2aa-3eb6a7a934dd req-e686f195-8fe4-4182-b219-9e94e1bbf24a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 1099 time: 0.1592579 Apr 01 15:58:09.979068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=90f7bcc4-fbae-43c5-9d0b-248718598876,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.099236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-865c9699-ed91-41c6-b2aa-3eb6a7a934dd req-9a883311-3826-4ecd-b167-cc0e3d53e250 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941720 Apr 01 15:58:10.187379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.277167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.312385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:10.464908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.517212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=c09c460a-9b39-4b30-8f90-4d58e2ceb4d5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.524247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.565622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 8db09af4-f2fd-4ea9-9c48-5788025d8db4 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:10.635271 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f1d1c25d-6e8a-45cc-9d69-e2ee141c82ea tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 HTTP/1.1" status: 204 len: 168 time: 0.8588471 Apr 01 15:58:10.637866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46874) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.682126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48ffba2-be0d-4fe7-9411-af4524f5e9e9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:10.682680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e48ffba2-be0d-4fe7-9411-af4524f5e9e9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:10.701555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:10.711546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] Sync routers for ids ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:10.720787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] Routers {'8db09af4-f2fd-4ea9-9c48-5788025d8db4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:10.721390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.783214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e48ffba2-be0d-4fe7-9411-af4524f5e9e9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:10.788621 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e48ffba2-be0d-4fe7-9411-af4524f5e9e9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/c09c460a-9b39-4b30-8f90-4d58e2ceb4d5 HTTP/1.1" status: 404 len: 333 time: 0.1457074 Apr 01 15:58:10.794838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.795003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46878) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.795003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'name': 'tempest-PortsTestJSON-2144165570'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:10.795350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] Routers {'8db09af4-f2fd-4ea9-9c48-5788025d8db4'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:10.795901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.815948 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9b42cf70-3203-43b8-8ff1-a9c641e5cc44 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/8db09af4-f2fd-4ea9-9c48-5788025d8db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188489 Apr 01 15:58:10.818606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46882) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.863875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.864445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50581d45-c1a1-4d56-9b9a-6b5b77ff753f None None] The sync data for ids ['8db09af4-f2fd-4ea9-9c48-5788025d8db4'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:11.034188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:11.045558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:11.167919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:11.172613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.196443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:11.249013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-03e89690-9e78-4318-b29f-3e857ff25ee2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:58:11.250031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-03e89690-9e78-4318-b29f-3e857ff25ee2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/8db09af4-f2fd-4ea9-9c48-5788025d8db4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4301343 Apr 01 15:58:11.252863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46888) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:11.301694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5349b22c-959c-47a1-ad02-2f09204fc110 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:11.311193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c45d4d-392b-4a73-b9c5-4e8cdb2fed40 req-d269c44a-4395-4f94-a93d-77e8fb61f6ee tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:11.312672 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f8c45d4d-392b-4a73-b9c5-4e8cdb2fed40 req-d269c44a-4395-4f94-a93d-77e8fb61f6ee tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.3267055 Apr 01 15:58:11.368603 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f8c45d4d-392b-4a73-b9c5-4e8cdb2fed40 req-7439e833-ef85-4ea7-a9db-dd5be0e3c7de tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469916 Apr 01 15:58:11.437257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.457826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5349b22c-959c-47a1-ad02-2f09204fc110 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:11.463775 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5349b22c-959c-47a1-ad02-2f09204fc110 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db09af4-f2fd-4ea9-9c48-5788025d8db4 HTTP/1.1" status: 200 len: 205 time: 0.2058277 Apr 01 15:58:11.463775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46892) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:11.591767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.660553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:11.669574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:11.673994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:11.679547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:11.680793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.688706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=0308b37c-e1ca-46c9-a8c2-4a03e118c2b0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:11.732943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.785434 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:11.814426 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c6a9cb8a-3d13-4c65-bdb4-862d98e12a2a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0242856 Apr 01 15:58:11.816916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46896) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:11.823254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:11.948564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.044685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.046977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.142921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.143375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 8db09af4-f2fd-4ea9-9c48-5788025d8db4 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:12.155538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.159287 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ba43292-c6fd-4a16-bfc4-c3e830671bdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/8db09af4-f2fd-4ea9-9c48-5788025d8db4 HTTP/1.1" status: 204 len: 168 time: 0.6918306 Apr 01 15:58:12.159476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46900) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.168924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.228487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 0bd0c97d-828a-4621-a562-14852f2f6a59 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:12.232364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.242354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.292290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.301165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] In _notify_port_updated(), no bound segment for port 0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 on network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:58:12.307297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:12.307911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.309211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/ports/0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 HTTP/1.1" status: 200 len: 818 time: 0.4912319 Apr 01 15:58:12.312017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46904) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.370695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2bfe1-6b1b-48dd-830b-0ac110b27eab tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=0308b37c-e1ca-46c9-a8c2-4a03e118c2b0,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:12.377639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.396028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:12.396370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.574164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.620656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd0c97d-828a-4621-a562-14852f2f6a59,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:12.622874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.628472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635b068-0306-436f-b269-4454dd1f832c None None] Network 99a96773-8838-4566-9964-7c67fa5b5712 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:12.632483 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3a62c08-5641-4de1-837e-65cc64db1066 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/0bd0c97d-828a-4621-a562-14852f2f6a59 HTTP/1.1" status: 204 len: 168 time: 0.4695005 Apr 01 15:58:12.632765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46910) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.681946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.700855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596653-a27f-4b73-9d52-31d2f1cc89e3 req-c4c45947-d7f7-44a2-a095-51c34e0c1eb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:12.702362 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad596653-a27f-4b73-9d52-31d2f1cc89e3 req-c4c45947-d7f7-44a2-a095-51c34e0c1eb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.2146568 Apr 01 15:58:12.755993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.766995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port b7126758-ef7f-4696-ae73-97e31fae5fb4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:12.767732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.837075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:12.915023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad596653-a27f-4b73-9d52-31d2f1cc89e3 req-de0da1c4-3bdf-4103-b792-b269d854e022 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591856 Apr 01 15:58:12.915277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] DHCP port deletion for 99a96773-8838-4566-9964-7c67fa5b5712 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:12.923093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Deleting port b7126758-ef7f-4696-ae73-97e31fae5fb4 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:12.923469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.021410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port b7126758-ef7f-4696-ae73-97e31fae5fb4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b7126758-ef7f-4696-ae73-97e31fae5fb4,segment=NetworkSegment(9006263d-222f-45dd-b569-781b284931ee),segment_id=9006263d-222f-45dd-b569-781b284931ee)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:13.021764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.059525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.117483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.120870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=0308b37c-e1ca-46c9-a8c2-4a03e118c2b0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:13.133769 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-52f70a51-d194-47b5-98b0-bd70fb3d01e3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 HTTP/1.1" status: 204 len: 168 time: 0.8184009 Apr 01 15:58:13.133967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46916) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.182325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] For port b7126758-ef7f-4696-ae73-97e31fae5fb4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b7126758-ef7f-4696-ae73-97e31fae5fb4,segment=NetworkSegment(9006263d-222f-45dd-b569-781b284931ee),segment_id=9006263d-222f-45dd-b569-781b284931ee)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:13.182903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.192451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for b7126758-ef7f-4696-ae73-97e31fae5fb4 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:13.215421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210759d-7a2b-4ea8-aca1-81e998dd5753 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:13.216103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c210759d-7a2b-4ea8-aca1-81e998dd5753 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:13.294286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c210759d-7a2b-4ea8-aca1-81e998dd5753 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:13.298330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c210759d-7a2b-4ea8-aca1-81e998dd5753 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1607409 Apr 01 15:58:13.298767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46920) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.315726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Calling delete_port for b7126758-ef7f-4696-ae73-97e31fae5fb4 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:13.427007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdbda9-6cb3-43d2-a58c-8a29d82cf5b8 req-2baffe01-c4a0-4617-987d-742505fbd5e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:13.428558 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cffdbda9-6cb3-43d2-a58c-8a29d82cf5b8 req-2baffe01-c4a0-4617-987d-742505fbd5e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.3374074 Apr 01 15:58:13.459505 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0179d2f8-f9f1-4ebf-a3dc-32655902ef91 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:13.460857 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0179d2f8-f9f1-4ebf-a3dc-32655902ef91 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/0308b37c-e1ca-46c9-a8c2-4a03e118c2b0 HTTP/1.1" status: 404 len: 333 time: 0.1610258 Apr 01 15:58:13.464767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46924) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.470286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1280018246'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:13.475345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:13.476538 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cffdbda9-6cb3-43d2-a58c-8a29d82cf5b8 req-45f8326e-dd69-42f8-896e-45f8fea25c20 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419950 Apr 01 15:58:13.479497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:13.482493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:13.488790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:13.527682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.533876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:13.534256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:13.575310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] Pushing event deleted for resources: {'Port': ['ID=b7126758-ef7f-4696-ae73-97e31fae5fb4,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:13.577037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84276460-50ed-4712-b0dc-911b3d35d899 None None] No DVR routers for this DVR port b7126758-ef7f-4696-ae73-97e31fae5fb4 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:13.596671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:13.602900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.631348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:13.641261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.641612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment 86b0d06b-1b53-498e-b3a9-0f344541514f of type vlan for network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 Apr 01 15:58:13.668801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.788962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.794599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:13.795221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.908691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=393d1c8e-9b37-4e38-8ec0-c55d1172eef1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:13.919656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:13.938074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-15b8455a-8916-4c8e-9142-ae0eabd71cde tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4722528 Apr 01 15:58:13.940844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46932) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.947137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:14.036571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port b7126758-ef7f-4696-ae73-97e31fae5fb4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:14.036571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.065005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:14.069637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:14.072856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:14.078820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:14.114639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] The port 'b7126758-ef7f-4696-ae73-97e31fae5fb4' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:14.182925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:14.186324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.242903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.271840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a96773-8838-4566-9964-7c67fa5b5712']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:14.285325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9006263d-222f-45dd-b569-781b284931ee') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:14.285621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9006263d-222f-45dd-b569-781b284931ee') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:14.298750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.316551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.324242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:14.324796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:14.339484 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:14.528572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.536550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.553320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b7126758-ef7f-4696-ae73-97e31fae5fb4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:14.573470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=99a96773-8838-4566-9964-7c67fa5b5712,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.594022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b7126758-ef7f-4696-ae73-97e31fae5fb4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:14.594389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b7126758-ef7f-4696-ae73-97e31fae5fb4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:14.664110 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-82aa1ca9-af53-4ae9-8752-931bbbbc7820 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/99a96773-8838-4566-9964-7c67fa5b5712 HTTP/1.1" status: 204 len: 168 time: 2.0301085 Apr 01 15:58:14.667802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46936) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.673292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838354473'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:14.679114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:14.682317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:14.685441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:14.692335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:14.744368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.767815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:14.772327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.804425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:14.813733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.814117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment d5af26bb-4a08-493d-b8a2-74606b9a2283 of type vlan for network 906522e5-e21d-4583-baed-0e3928de63e7 Apr 01 15:58:14.835436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=413947bd-4d91-4f4b-a644-e79820e47232,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.840438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': '86b0d06b-1b53-498e-b3a9-0f344541514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:14.840792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: 393d1c8e-9b37-4e38-8ec0-c55d1172eef1, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:14.841889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.948206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:14.983064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.989034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:14.989328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.995078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46940) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.061358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 393d1c8e-9b37-4e38-8ec0-c55d1172eef1) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:15.065797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:15.066380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.073218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7fa91b-5c87-4226-b13b-82a60808319f None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:15.101323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=906522e5-e21d-4583-baed-0e3928de63e7,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.120861 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-40889005-4951-4d30-a42c-587e6fce1c95 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4519885 Apr 01 15:58:15.123637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46944) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.129443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '906522e5-e21d-4583-baed-0e3928de63e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:15.155276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 906522e5-e21d-4583-baed-0e3928de63e7 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:15.193622 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f2d69c45-a7f8-4844-b1ee-0786c1e45bd4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2489140 Apr 01 15:58:15.194721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46948) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.202171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:15.248101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:15.252919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:15.256703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:15.262989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:15.337318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:15.341170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.390457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': '413947bd-4d91-4f4b-a644-e79820e47232'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:15.391383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.529137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:15.538258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:15.543095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:15.581160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Allocated IP 172.20.0.2 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/413947bd-4d91-4f4b-a644-e79820e47232/2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:15.608835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:15.743618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.788844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:15.792186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.806337 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.820379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Transition to ACTIVE for port object 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:15.831241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=9f708b87-c908-4756-b4ed-5b756e031f87,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.842795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': 'd5af26bb-4a08-493d-b8a2-74606b9a2283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:15.843164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 906522e5-e21d-4583-baed-0e3928de63e7, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:15.851537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Transition to ACTIVE for port object 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:15.955055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.990727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 906522e5-e21d-4583-baed-0e3928de63e7 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:16.023012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:16.030089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:16.034770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:16.040884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Pushing event updated for resources: {'Port': ['ID=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.104871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 906522e5-e21d-4583-baed-0e3928de63e7) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:16.116959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:16.117805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.119213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67db3e-6993-4891-9ec0-f6f5a9d48084 None None] Network 906522e5-e21d-4583-baed-0e3928de63e7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:16.153709 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 413947bd-4d91-4f4b-a644-e79820e47232 (CIDR: 172.20.0.0/28) Apr 01 15:58:16.159844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.164187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Attempting to bind port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:16.164559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Attempting to bind port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '86b0d06b-1b53-498e-b3a9-0f344541514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:16.164921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Attempting to bind port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 on network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:16.225791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:16.226163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Checking segment: {'id': '86b0d06b-1b53-498e-b3a9-0f344541514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:16.226568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.226982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Bound using segment: {'id': '86b0d06b-1b53-498e-b3a9-0f344541514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:16.227456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Bound port: 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b0d06b-1b53-498e-b3a9-0f344541514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:16.227833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.235660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:16.236150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:16.257676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1c748a8e-3964-4d5d-8f7c-7222ae19b9c6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1295950 Apr 01 15:58:16.257927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46952) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.267389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-514152157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:16.277954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:16.285479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:16.290502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:16.306231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:16.375151 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e42b5d2d-94a0-4050-8806-864c3f93a830 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1795962 Apr 01 15:58:16.377983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46956) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.386581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:16.423182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] For port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:16.428686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] For port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,segment=NetworkSegment(86b0d06b-1b53-498e-b3a9-0f344541514f),segment_id=86b0d06b-1b53-498e-b3a9-0f344541514f)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:16.475525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.476570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.493108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-906522e5-e21d-4583-baed-0e3928de63e7', 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '9f708b87-c908-4756-b4ed-5b756e031f87'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:16.494268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.517655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.544323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:16.546750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.549542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:16.553922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:16.561831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:16.646549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:16.648548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.17 (88db9e24-b62c-48d2-8b7f-ac2c91a651dd/c2176546-5f26-46b1-98e6-f79333f7c390/e86c27d3-fcec-4ef3-adcd-c28084360c87) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:16.650121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.661587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0861-bf60-4f4b-b1af-5556eba6954f None None] Pushing event updated for resources: {'Port': ['ID=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.697144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.757633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Allocated IP 2001:db8::2 (906522e5-e21d-4583-baed-0e3928de63e7/9f708b87-c908-4756-b4ed-5b756e031f87/ad115c21-b3ab-436e-a5a6-19b0bd240ec2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:16.883111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.910352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.912697 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3d47772-2fa7-43f8-b397-b995a44d31fc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6538680 Apr 01 15:58:16.915574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46960) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.919561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object e86c27d3-fcec-4ef3-adcd-c28084360c87 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:17.056575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.068077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.081170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Transition to ACTIVE for port object ad115c21-b3ab-436e-a5a6-19b0bd240ec2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:17.105822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Transition to ACTIVE for port object ad115c21-b3ab-436e-a5a6-19b0bd240ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:17.126003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:17.133433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:17.138362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:17.142339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.173144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=51744245-acb9-40f0-959a-d19c8c51e7e6,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.208733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.249544 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-97c8b16b-d37b-4c2d-9bfb-231a1b6ef71b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8703344 Apr 01 15:58:17.252952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.260596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'fixed_ips': [{'subnet_id': '413947bd-4d91-4f4b-a644-e79820e47232'}, {'subnet_id': '51744245-acb9-40f0-959a-d19c8c51e7e6'}], 'name': 'tempest-PortsTestJSON-1149466753'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:17.278466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Network 906522e5-e21d-4583-baed-0e3928de63e7 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:17.279839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:17.282506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:17.325503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Pushing event updated for resources: {'Port': ['ID=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.398808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Attempting to bind port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:17.399191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Attempting to bind port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'd5af26bb-4a08-493d-b8a2-74606b9a2283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:17.399684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Attempting to bind port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 on network 906522e5-e21d-4583-baed-0e3928de63e7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:17.406143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:17.406647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Checking segment: {'id': 'd5af26bb-4a08-493d-b8a2-74606b9a2283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:17.407392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.407582 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Bound using segment: {'id': 'd5af26bb-4a08-493d-b8a2-74606b9a2283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:17.408101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Bound port: ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5af26bb-4a08-493d-b8a2-74606b9a2283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '906522e5-e21d-4583-baed-0e3928de63e7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:17.408609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.412277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.498233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:17.503358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:17.515760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] For port ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:17.516748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:17.519291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] For port ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,segment=NetworkSegment(d5af26bb-4a08-493d-b8a2-74606b9a2283),segment_id=d5af26bb-4a08-493d-b8a2-74606b9a2283)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:17.559252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:17.564571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:17.568769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:17.581625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:17.617924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.687595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:17.762199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.775304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b28c0c-b621-453e-99fc-bacbfae27f9e None None] Pushing event updated for resources: {'Port': ['ID=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.779195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.870970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.882843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.913136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 8cddf19b-aba1-495a-b117-fb3be442f5ec yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:17.962230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a2da4a3-dcca-4928-8d5f-21cea0ae1444 None None] Provisioning for port e86c27d3-fcec-4ef3-adcd-c28084360c87 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:17.971310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a2da4a3-dcca-4928-8d5f-21cea0ae1444 None None] Provisioning complete for port e86c27d3-fcec-4ef3-adcd-c28084360c87 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:17.974191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a2da4a3-dcca-4928-8d5f-21cea0ae1444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.129709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2a2da4a3-dcca-4928-8d5f-21cea0ae1444 None None] Port e86c27d3-fcec-4ef3-adcd-c28084360c87 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:18.171291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.306291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402534fb-920e-4eb7-bb52-0c5fa4fd3e3a None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:18.307032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8::1 (906522e5-e21d-4583-baed-0e3928de63e7/9f708b87-c908-4756-b4ed-5b756e031f87/cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:18.398039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.10 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/413947bd-4d91-4f4b-a644-e79820e47232/8cddf19b-aba1-495a-b117-fb3be442f5ec) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:18.406407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.21 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/51744245-acb9-40f0-959a-d19c8c51e7e6/8cddf19b-aba1-495a-b117-fb3be442f5ec) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:18.497419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.499598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0e89e1d1-d6c2-4dfb-a68c-6642683b96a7 None None] Provisioning for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:18.640890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.672907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.693959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 8cddf19b-aba1-495a-b117-fb3be442f5ec will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:18.712202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad115c21-b3ab-436e-a5a6-19b0bd240ec2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:18.740251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:18.792785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.806608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Update dhcp port {'port': {'network_id': '393d1c8e-9b37-4e38-8ec0-c55d1172eef1', 'fixed_ips': [{'subnet_id': '413947bd-4d91-4f4b-a644-e79820e47232', 'ip_address': '172.20.0.2'}, {'subnet_id': '51744245-acb9-40f0-959a-d19c8c51e7e6'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': '2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:58:18.880053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.882162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:18.886743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:18.888855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:18.945447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:18.946344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=8cddf19b-aba1-495a-b117-fb3be442f5ec,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.975751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:18.999186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:19.002818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.128100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.140210 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-261ccf78-df6a-4b61-9236-a397baa6aa2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8842726 Apr 01 15:58:19.143098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46968) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:19.150519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '413947bd-4d91-4f4b-a644-e79820e47232'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:19.179738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.248746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 906522e5-e21d-4583-baed-0e3928de63e7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:19.252495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:19.255211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:19.255747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.262488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.273263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49974c1d-46e7-410b-953b-c3740fbca243 None None] Network 906522e5-e21d-4583-baed-0e3928de63e7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:19.295520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.333086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:19.409325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Allocated IP 172.20.0.18 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/51744245-acb9-40f0-959a-d19c8c51e7e6/2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:19.432500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.434970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:19.447725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:19.448118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.448671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:19.506490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Provisioning for port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:19.580493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Provisioning complete for port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:19.580866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.758515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.759299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] For port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,segment=NetworkSegment(86b0d06b-1b53-498e-b3a9-0f344541514f),segment_id=86b0d06b-1b53-498e-b3a9-0f344541514f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:19.824404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:19.827793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:19.924068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.943866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.972912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Transition to ACTIVE for port object 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:19.979537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.035447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] For port ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,segment=NetworkSegment(d5af26bb-4a08-493d-b8a2-74606b9a2283),segment_id=d5af26bb-4a08-493d-b8a2-74606b9a2283)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:20.093130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.165422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Delete allocated IP 172.20.0.21 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/51744245-acb9-40f0-959a-d19c8c51e7e6) {{(pid=88733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:58:20.181956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.196971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:20.197336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:20.307417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:20.342569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e97f-aaaa-40de-86f7-1d5b63723508 None None] Pushing event updated for resources: {'Port': ['ID=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.352839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.370679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Ignored duplicate provisioning block setup for port 8cddf19b-aba1-495a-b117-fb3be442f5ec by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:58:20.387073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0c33e08d-64d8-482c-99e8-c7a09eeb582a None None] Provisioning complete for port e86c27d3-fcec-4ef3-adcd-c28084360c87 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:20.387531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0c33e08d-64d8-482c-99e8-c7a09eeb582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.478258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0c33e08d-64d8-482c-99e8-c7a09eeb582a None None] Port e86c27d3-fcec-4ef3-adcd-c28084360c87 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:20.483160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979850ca-4cca-4e3b-a9c7-f9d93c761db3 None None] Pushing event updated for resources: {'Port': ['ID=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.488139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.670226 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:20.672069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=8cddf19b-aba1-495a-b117-fb3be442f5ec,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.680179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] In _notify_port_updated(), no bound segment for port 8cddf19b-aba1-495a-b117-fb3be442f5ec on network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:58:20.680614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Provisioning for port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:20.686495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:20.694137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.694137 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d30e9390-593a-4b9f-bb48-48e380b10431 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/ports/8cddf19b-aba1-495a-b117-fb3be442f5ec HTTP/1.1" status: 200 len: 920 time: 1.5447979 Apr 01 15:58:20.694577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cbd3dc1c-3d55-4d6e-b6fd-38eac72cf88f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/b18a110f-b7cc-41cb-b946-ff61850f717a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6965163 Apr 01 15:58:20.694989 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:20.695438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.703088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.706206 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:20.707067 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:20.710385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '413947bd-4d91-4f4b-a644-e79820e47232'}, {'subnet_id': '51744245-acb9-40f0-959a-d19c8c51e7e6'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:20.735212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Provisioning complete for port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:20.735571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.773464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.774400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.828869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.853990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:20.872407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,segment=NetworkSegment(86b0d06b-1b53-498e-b3a9-0f344541514f),segment_id=86b0d06b-1b53-498e-b3a9-0f344541514f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:20.881475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Provisioning complete for port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:20.883538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-325ccd1b-382d-452e-aa92-9605c4018912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.937706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.972298 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:20.984836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.121655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.160434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 906522e5-e21d-4583-baed-0e3928de63e7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:21.161864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:21.193164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad115c21-b3ab-436e-a5a6-19b0bd240ec2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:21.249382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:21.298976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8d8c1-7434-4aa4-b88d-e720ddea6f1f None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:21.340750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:21.341187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.512253 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:18Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86c27d3-fcec-4ef3-adcd-c28084360c87', 'name': '', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:ec:b2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:16Z', 'updated_at': '2022-04-01T15:58:18Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:21.517226 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:21.517589 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Updating router b18a110f-b7cc-41cb-b946-ff61850f717a port e86c27d3-fcec-4ef3-adcd-c28084360c87 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:58:21.551918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 9ec68027-c9e8-48af-99ea-159e86cf0b6d is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:21.553880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Provisioning complete for port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:21.554402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.586921 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.659024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.27 (393d1c8e-9b37-4e38-8ec0-c55d1172eef1/51744245-acb9-40f0-959a-d19c8c51e7e6/8cddf19b-aba1-495a-b117-fb3be442f5ec) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:21.709685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:21.755317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:21.860076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Provisioning for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:21.869909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:21.870520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ddd3056d-ffb3-4413-8c7a-ca96367ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.894206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.917061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Ignored duplicate provisioning block setup for port 8cddf19b-aba1-495a-b117-fb3be442f5ec by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:58:21.973519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.977258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:21.977981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.981177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:21.996419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ea69ffd-cc77-4fc6-9363-d070a24d55a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/9ec68027-c9e8-48af-99ea-159e86cf0b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0796213 Apr 01 15:58:21.999014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46980) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.008983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] Sync routers for ids ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:22.044322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] Routers {'9ec68027-c9e8-48af-99ea-159e86cf0b6d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:22.044955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.075128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.096895 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Transition to ACTIVE for port object e86c27d3-fcec-4ef3-adcd-c28084360c87 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:22.111448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b9b52-18b0-400f-927e-1ef1a917d228 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:22.111448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c3b9b52-18b0-400f-927e-1ef1a917d228 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:22.141849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.194737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] Routers {'9ec68027-c9e8-48af-99ea-159e86cf0b6d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:22.194737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.205950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=8cddf19b-aba1-495a-b117-fb3be442f5ec,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:22.207029 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.223163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3c3b9b52-18b0-400f-927e-1ef1a917d228 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:22.229622 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3c3b9b52-18b0-400f-927e-1ef1a917d228 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports/cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c HTTP/1.1" status: 200 len: 911 time: 0.2293179 Apr 01 15:58:22.230314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 46984) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.249672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] In _notify_port_updated(), no bound segment for port 8cddf19b-aba1-495a-b117-fb3be442f5ec on network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:58:22.256173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:22.263509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.269359 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7030d612-a32e-4809-8374-416a0f1ac878 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/ports/8cddf19b-aba1-495a-b117-fb3be442f5ec HTTP/1.1" status: 200 len: 1000 time: 1.5608115 Apr 01 15:58:22.269359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.282109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.282542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35577b43-3e3e-4732-b115-242aa8841308 None None] The sync data for ids ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:22.403721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 8cddf19b-aba1-495a-b117-fb3be442f5ec {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:22.404371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.409424 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Pushing event updated for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:22.459414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.459777 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.460111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.460865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.460865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.461074 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.461394 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.461881 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.462210 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.462554 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.462896 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.463337 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:22.503674 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Attempting to bind port e86c27d3-fcec-4ef3-adcd-c28084360c87 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:22.504084 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Attempting to bind port e86c27d3-fcec-4ef3-adcd-c28084360c87 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:22.504421 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Attempting to bind port e86c27d3-fcec-4ef3-adcd-c28084360c87 on network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:22.515663 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:22.516535 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Checking segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:22.517215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.518099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Bound using segment: {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:22.518809 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Bound port: e86c27d3-fcec-4ef3-adcd-c28084360c87, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b46593a-86d4-4945-847e-85f2f8af6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:22.519420 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.550570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Provisioning for port 8cddf19b-aba1-495a-b117-fb3be442f5ec completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:22.557371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Provisioning complete for port 8cddf19b-aba1-495a-b117-fb3be442f5ec triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:22.558018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.648862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] For port e86c27d3-fcec-4ef3-adcd-c28084360c87, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:22.654947 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] For port e86c27d3-fcec-4ef3-adcd-c28084360c87, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e86c27d3-fcec-4ef3-adcd-c28084360c87,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:22.682005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Port 8cddf19b-aba1-495a-b117-fb3be442f5ec cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:22.694291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Provisioning complete for port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:22.694720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.757831 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.773486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:22.786517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:22.787057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a7eefce-bd49-4be5-b885-17367d5c9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.796083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.872826 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:22.873447 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.988153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 8cddf19b-aba1-495a-b117-fb3be442f5ec owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:23.009319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee1412-4717-4a1a-909f-1c4545f732ac None None] Pushing event updated for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:23.089929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:23.095200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.202363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-592e4f52-dfdc-4d91-a44f-cde10e936ce9 None None] Provisioning complete for port 8cddf19b-aba1-495a-b117-fb3be442f5ec triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:23.202906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-592e4f52-dfdc-4d91-a44f-cde10e936ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.268782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-592e4f52-dfdc-4d91-a44f-cde10e936ce9 None None] Port 8cddf19b-aba1-495a-b117-fb3be442f5ec cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:23.284094 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:23.296658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:23.297034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.438227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6f6b4fc2-a0d9-4b6e-83f9-2c8a573ed8b6 None None] Provisioning complete for port 8cddf19b-aba1-495a-b117-fb3be442f5ec triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:23.438805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f6b4fc2-a0d9-4b6e-83f9-2c8a573ed8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.462323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.474070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b4fc2-a0d9-4b6e-83f9-2c8a573ed8b6 None None] Port 8cddf19b-aba1-495a-b117-fb3be442f5ec was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:58:23.527966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=8cddf19b-aba1-495a-b117-fb3be442f5ec,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:23.579999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:23.579999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.781173 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:18Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86c27d3-fcec-4ef3-adcd-c28084360c87', 'name': '', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:ec:b2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:16Z', 'updated_at': '2022-04-01T15:58:22Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:23.787425 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0216a4d-eb02-4144-a496-41c1627607c0 None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:18Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86c27d3-fcec-4ef3-adcd-c28084360c87', 'name': '', 'network_id': '88db9e24-b62c-48d2-8b7f-ac2c91a651dd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:ec:b2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:16Z', 'updated_at': '2022-04-01T15:58:22Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'c2176546-5f26-46b1-98e6-f79333f7c390', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:23.879000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.908839 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-54687b3b-fa41-40f4-8004-b5a4ef8893b1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/8cddf19b-aba1-495a-b117-fb3be442f5ec HTTP/1.1" status: 204 len: 168 time: 1.6387005 Apr 01 15:58:23.909777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46994) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:23.938430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.959699 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-043c2727-7f93-46e1-84c3-73bb27721a39 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:23.960293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-043c2727-7f93-46e1-84c3-73bb27721a39 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:24.070875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-043c2727-7f93-46e1-84c3-73bb27721a39 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:24.072250 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-043c2727-7f93-46e1-84c3-73bb27721a39 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/8cddf19b-aba1-495a-b117-fb3be442f5ec HTTP/1.1" status: 404 len: 333 time: 0.1608167 Apr 01 15:58:24.074985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 46998) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:24.088447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:24.152430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 51744245-acb9-40f0-959a-d19c8c51e7e6 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:24.156194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.225510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.321678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.482213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.523254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=51744245-acb9-40f0-959a-d19c8c51e7e6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:24.529112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.537050 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-06a8ff16-dc3e-4c4b-9dec-04f7039aa228 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/51744245-acb9-40f0-959a-d19c8c51e7e6 HTTP/1.1" status: 204 len: 168 time: 0.4592891 Apr 01 15:58:24.538937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47002) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:24.542209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5eadd3-dc97-441d-96bd-d1cc8f639bf8 None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:24.606330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 413947bd-4d91-4f4b-a644-e79820e47232 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:24.609333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.611332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.668666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=cbe4372e-dc57-4e8a-9fa6-1aa9a6d64d8c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:24.673803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.774454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.890986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.956875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.007563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=413947bd-4d91-4f4b-a644-e79820e47232,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.009659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.016223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8e8e9e44-f7ee-469b-9100-7223d0bf973f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/413947bd-4d91-4f4b-a644-e79820e47232 HTTP/1.1" status: 204 len: 168 time: 0.4763076 Apr 01 15:58:25.019279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47006) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.111595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e86c27d3-fcec-4ef3-adcd-c28084360c87 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:25.177077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.190994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:25.191374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.210106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 9ec68027-c9e8-48af-99ea-159e86cf0b6d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:25.268047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e86c27d3-fcec-4ef3-adcd-c28084360c87 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:25.273658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e86c27d3-fcec-4ef3-adcd-c28084360c87 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:25.274056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.379170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:25.389944 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] Sync routers for ids ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:25.405083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] Routers {'9ec68027-c9e8-48af-99ea-159e86cf0b6d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:25.405987 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:25.433678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.441851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,segment=NetworkSegment(86b0d06b-1b53-498e-b3a9-0f344541514f),segment_id=86b0d06b-1b53-498e-b3a9-0f344541514f)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:25.442552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.468968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e86c27d3-fcec-4ef3-adcd-c28084360c87, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e86c27d3-fcec-4ef3-adcd-c28084360c87,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:25.476557 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:25.491155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] Routers {'9ec68027-c9e8-48af-99ea-159e86cf0b6d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:25.491771 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:25.501278 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-06b8141d-6b75-42f2-84d9-6ca337de0909 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/9ec68027-c9e8-48af-99ea-159e86cf0b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698696 Apr 01 15:58:25.504363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47010) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.506136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d1e95-5bcb-4cee-a12a-b77d68bd5e17 None None] Network 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:25.553375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cf8e55a0-77b6-495c-93f6-7a474a2486a1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:25.565686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:25.568279 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8916f-3a39-4c0b-b5ec-d5381477fbf7 None None] The sync data for ids ['9ec68027-c9e8-48af-99ea-159e86cf0b6d'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:25.593775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:25.622188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.691054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cf8e55a0-77b6-495c-93f6-7a474a2486a1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:25.692270 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cf8e55a0-77b6-495c-93f6-7a474a2486a1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ec68027-c9e8-48af-99ea-159e86cf0b6d HTTP/1.1" status: 200 len: 205 time: 0.1865411 Apr 01 15:58:25.695296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47016) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.769279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-13db2bf4-9c95-40e2-9711-d1d039ae9739 None None] Provisioning complete for port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:25.769586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-13db2bf4-9c95-40e2-9711-d1d039ae9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.802903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.826192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-13db2bf4-9c95-40e2-9711-d1d039ae9739 None None] Port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:58:25.833171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.837494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.858094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.863896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No DVR routers for this DVR port 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:25.930223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802085d2-5be1-41ff-847f-528d12b73031 None None] DHCP port deletion for 393d1c8e-9b37-4e38-8ec0-c55d1172eef1 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:26.027853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.053633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393d1c8e-9b37-4e38-8ec0-c55d1172eef1']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:26.066287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b0d06b-1b53-498e-b3a9-0f344541514f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:26.066969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b0d06b-1b53-498e-b3a9-0f344541514f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:26.079802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.097427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.105122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:26.105639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:26.120897 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:26.281852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.284355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.446310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.446973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec68027-c9e8-48af-99ea-159e86cf0b6d {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:26.460196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.461315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a2a450ed-0393-46e1-9194-d40de6e2cb97 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/9ec68027-c9e8-48af-99ea-159e86cf0b6d HTTP/1.1" status: 204 len: 168 time: 0.7648666 Apr 01 15:58:26.465634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47020) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.480177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.485336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.513146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=393d1c8e-9b37-4e38-8ec0-c55d1172eef1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:26.534228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 9f708b87-c908-4756-b4ed-5b756e031f87 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:26.538040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.600444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.612328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-20a1598c-9f38-4fbc-867c-217e12b09d98 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/393d1c8e-9b37-4e38-8ec0-c55d1172eef1 HTTP/1.1" status: 204 len: 168 time: 1.5913711 Apr 01 15:58:26.616529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47024) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.691101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.701560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a082e-3dd4-40eb-b76e-03b6ab268cb8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:26.702272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a5a082e-3dd4-40eb-b76e-03b6ab268cb8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:26.801731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7a5a082e-3dd4-40eb-b76e-03b6ab268cb8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:26.802894 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7a5a082e-3dd4-40eb-b76e-03b6ab268cb8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1851909 Apr 01 15:58:26.806431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47028) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.888168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.888926 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-54af9f42-26af-43c8-be2a-dc21c5b9f5d3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0813491 Apr 01 15:58:26.892403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47032) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.899895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783020228'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:26.905598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:26.910350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:26.915207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:26.921946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:26.935907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=9f708b87-c908-4756-b4ed-5b756e031f87,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:26.944451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.949675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66620f23-5f80-447a-99b8-e7f02eaf67f7 None None] Network 906522e5-e21d-4583-baed-0e3928de63e7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:26.952455 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3fc82a31-2ec7-4f7f-9668-d3dac6c4fe66 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/9f708b87-c908-4756-b4ed-5b756e031f87 HTTP/1.1" status: 204 len: 168 time: 0.4857707 Apr 01 15:58:26.955019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47036) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:27.006611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:27.011836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.056004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:27.067823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.068090 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment c1ab6f85-9db9-4b6d-ae81-45ffc78472f9 of type vlan for network af3e71db-e0dd-4658-8b12-9ff009eabf8a Apr 01 15:58:27.081047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.093208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:27.093448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.094951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e86c27d3-fcec-4ef3-adcd-c28084360c87 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:27.100394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.196778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.202321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:27.204047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.227261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e86c27d3-fcec-4ef3-adcd-c28084360c87 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:27.227631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.315729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,segment=NetworkSegment(d5af26bb-4a08-493d-b8a2-74606b9a2283),segment_id=d5af26bb-4a08-493d-b8a2-74606b9a2283)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:27.316095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.328521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] DHCP port deletion for 906522e5-e21d-4583-baed-0e3928de63e7 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:27.333372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=af3e71db-e0dd-4658-8b12-9ff009eabf8a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:27.338257 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c28c233f-5df7-402c-af72-859f2c354a30 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4445889 Apr 01 15:58:27.347099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47040) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:27.347960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:27.348595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:27.365722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Deleting port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:27.366097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.454410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for ad115c21-b3ab-436e-a5a6-19b0bd240ec2 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:27.467417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:27.471685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:27.475584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:27.481639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:27.547336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:27.559860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:27.563445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.595972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:27.596315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f9cb5cb-8e57-4c40-b7e5-24f3476c9ea5 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:27.619127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.674059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No DVR routers for this DVR port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:27.712615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:27.723760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] For port ad115c21-b3ab-436e-a5a6-19b0bd240ec2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad115c21-b3ab-436e-a5a6-19b0bd240ec2,segment=NetworkSegment(d5af26bb-4a08-493d-b8a2-74606b9a2283),segment_id=d5af26bb-4a08-493d-b8a2-74606b9a2283)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:27.724149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.817435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.848167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906522e5-e21d-4583-baed-0e3928de63e7']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:27.865519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.908368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Calling delete_port for ad115c21-b3ab-436e-a5a6-19b0bd240ec2 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:27.963845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=109c3d1a-a928-4af1-956d-ba4d2f4741fb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:27.977702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5af26bb-4a08-493d-b8a2-74606b9a2283') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:27.977997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5af26bb-4a08-493d-b8a2-74606b9a2283') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:27.979533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:27.979926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: af3e71db-e0dd-4658-8b12-9ff009eabf8a, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:27.992909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: from cryptography.utils import int_from_bytes Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: from cryptography.utils import int_from_bytes Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn_limited( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn_limited( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.005450 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.009060 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 15:58:28.011863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:28.012041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.012218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:28.018377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:28.018795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:28.034108 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:28.062388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:28.159981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, af3e71db-e0dd-4658-8b12-9ff009eabf8a) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:28.164073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:28.164664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.168911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd07e3f-5655-4377-b033-3523137f7246 None None] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:28.196375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.214418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.225535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=906522e5-e21d-4583-baed-0e3928de63e7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:28.259450 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bfb241a8-d781-41ec-8e15-657c4841ac9c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9174154 Apr 01 15:58:28.261897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47046) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:28.267522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a', 'name': 'tempest-PortsTestJSON-1701314577'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:28.314811 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f28d4094-8afe-4a78-929d-104ac1441a26 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/906522e5-e21d-4583-baed-0e3928de63e7 HTTP/1.1" status: 204 len: 168 time: 1.3587110 Apr 01 15:58:28.319750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47050) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:28.325100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-776854828', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:28.333194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:28.337848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:28.341053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:28.348898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:28.398848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-af3e71db-e0dd-4658-8b12-9ff009eabf8a', 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': '109c3d1a-a928-4af1-956d-ba4d2f4741fb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:28.399601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.431315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:28.441482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:28.451392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.460149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.469228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.513858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:28.517504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.537152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Deleting port ad115c21-b3ab-436e-a5a6-19b0bd240ec2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:28.537464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.541174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port e066f438-59ce-4b39-8a8f-6e931577c859 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:28.619718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8702d125-11bb-44a9-a135-2fe3e26ef2c4 None None] The port 'ad115c21-b3ab-436e-a5a6-19b0bd240ec2' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:28.640555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Allocated IP 172.20.0.2 (af3e71db-e0dd-4658-8b12-9ff009eabf8a/109c3d1a-a928-4af1-956d-ba4d2f4741fb/3170e7cf-369b-4ae0-8380-5f39facece44) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:28.851249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.861546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Transition to ACTIVE for port object 3170e7cf-369b-4ae0-8380-5f39facece44 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:28.861757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.881010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Transition to ACTIVE for port object 3170e7cf-369b-4ae0-8380-5f39facece44 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:29.047807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.098768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad115c21-b3ab-436e-a5a6-19b0bd240ec2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:29.137284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.6 (af3e71db-e0dd-4658-8b12-9ff009eabf8a/109c3d1a-a928-4af1-956d-ba4d2f4741fb/e066f438-59ce-4b39-8a8f-6e931577c859) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:29.156086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: ad115c21-b3ab-436e-a5a6-19b0bd240ec2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:29.156476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad115c21-b3ab-436e-a5a6-19b0bd240ec2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:29.166344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:29.169831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:29.181471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:29.214294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Pushing event updated for resources: {'Port': ['ID=3170e7cf-369b-4ae0-8380-5f39facece44,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.280623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Attempting to bind port 3170e7cf-369b-4ae0-8380-5f39facece44 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:29.280999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Attempting to bind port 3170e7cf-369b-4ae0-8380-5f39facece44 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:29.281343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Attempting to bind port 3170e7cf-369b-4ae0-8380-5f39facece44 on network af3e71db-e0dd-4658-8b12-9ff009eabf8a {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:29.287500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:29.287867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Checking segment: {'id': 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:29.288253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.288637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Bound using segment: {'id': 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:29.289176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Bound port: 3170e7cf-369b-4ae0-8380-5f39facece44, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:29.289451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.308975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.340842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.355825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.373037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object e066f438-59ce-4b39-8a8f-6e931577c859 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:29.383864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] For port 3170e7cf-369b-4ae0-8380-5f39facece44, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:29.387248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] For port 3170e7cf-369b-4ae0-8380-5f39facece44, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3170e7cf-369b-4ae0-8380-5f39facece44,segment=NetworkSegment(c1ab6f85-9db9-4b6d-ae81-45ffc78472f9),segment_id=c1ab6f85-9db9-4b6d-ae81-45ffc78472f9)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:29.480805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.497499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 172.26.8.12 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/a066751d-021c-44d3-a39f-1880232bcae3) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:29.526757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.568803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29f2f-3006-4eac-8f41-b975db207f62 None None] Pushing event updated for resources: {'Port': ['ID=3170e7cf-369b-4ae0-8380-5f39facece44,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.609541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:29.612685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:29.616983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:29.651611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.673879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=e066f438-59ce-4b39-8a8f-6e931577c859,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.701291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:29.701925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.733680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.798430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:29.805866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:29.810519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:29.822220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6709333a-9aaf-4a8b-9f01-a4e2e2bd8785 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5522792 Apr 01 15:58:29.822220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47054) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:29.847098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'af3e71db-e0dd-4658-8b12-9ff009eabf8a', 'name': 'tempest-PortsTestJSON-348080756'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:29.864323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=a066751d-021c-44d3-a39f-1880232bcae3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:30.036598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:30.041375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:30.044520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:30.050843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:30.127769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:30.132220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.156387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:30.445256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.3 (af3e71db-e0dd-4658-8b12-9ff009eabf8a/109c3d1a-a928-4af1-956d-ba4d2f4741fb/9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:30.572549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.706341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.727775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:30.835085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.851233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22731539-cfe7-434e-8448-bc945ba15c62 None None] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:30.915067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:30.923302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:30.926100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:30.973514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.014106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:31.014106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.041637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.111515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-32ebf49d-8423-4dda-82bc-7912aa1e1733 None None] Provisioning for port 3170e7cf-369b-4ae0-8380-5f39facece44 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:31.116645 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8df45539-9eee-4096-b3bc-aaf91c4ef3d4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2961686 Apr 01 15:58:31.120129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47060) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:31.128027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3170e7cf-369b-4ae0-8380-5f39facece44 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:31.214096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e2663-673d-4283-8b17-2582ffacc299 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:31.214912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d06e2663-673d-4283-8b17-2582ffacc299 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:31.310237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d06e2663-673d-4283-8b17-2582ffacc299 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:31.311730 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d06e2663-673d-4283-8b17-2582ffacc299 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1905720 Apr 01 15:58:31.314530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:31.344842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3170e7cf-369b-4ae0-8380-5f39facece44 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:31.355299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3170e7cf-369b-4ae0-8380-5f39facece44 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:31.355299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.390033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:31.390374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.418875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 332f2bcd-573f-4251-8ae8-cecfebb8dc09 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:31.495307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.527927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Provisioning complete for port 3170e7cf-369b-4ae0-8380-5f39facece44 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:31.528281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.594878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 3170e7cf-369b-4ae0-8380-5f39facece44, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3170e7cf-369b-4ae0-8380-5f39facece44,segment=NetworkSegment(c1ab6f85-9db9-4b6d-ae81-45ffc78472f9),segment_id=c1ab6f85-9db9-4b6d-ae81-45ffc78472f9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:31.668952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.680381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:31.705062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] Sync routers for ids ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:31.715682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.739942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.817479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.822426 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0b8c6c8f-6ab7-495b-a76c-fe058ff8b5ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.4981389 Apr 01 15:58:31.828297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] Routers {'332f2bcd-573f-4251-8ae8-cecfebb8dc09'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:31.828810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47068) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:31.828978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.903632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.908740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:31.914828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=3170e7cf-369b-4ae0-8380-5f39facece44,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.922720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:31.923073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:31.925845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] Routers {'332f2bcd-573f-4251-8ae8-cecfebb8dc09'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:31.927059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.990734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.991143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459d8783-c199-4cf6-90ba-e6b16a8ddded None None] The sync data for ids ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:32.091132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae2bf133-643e-47d7-8d2e-98adeaea9dbe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers/332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 200 len: 883 time: 0.2672515 Apr 01 15:58:32.093348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.173261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.226950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:32.341722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.454902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3e0a26e3-bf32-4adc-b932-5d6e02279034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.470321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e847fa2c-fe07-475c-8f2b-e92d141699eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:router {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:32.477156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c1ff704f-073f-48db-89fb-52925877bae2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a HTTP/1.1" status: 204 len: 168 time: 1.1614912 Apr 01 15:58:32.479765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47078) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.494556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Could not find standard attr ID for object 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:32.531728 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a274a9fa-c74d-498e-814b-abce9158909c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:32.532995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a274a9fa-c74d-498e-814b-abce9158909c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a HTTP/1.1" status: 404 len: 333 time: 0.0522935 Apr 01 15:58:32.536438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47082) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.576761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Provisioning for port e066f438-59ce-4b39-8a8f-6e931577c859 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:32.582078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Provisioning complete for port e066f438-59ce-4b39-8a8f-6e931577c859 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:32.583045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.606521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port e066f438-59ce-4b39-8a8f-6e931577c859 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:32.606801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.636953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eda422dd-95c1-43f7-bbe4-a754284c0f4c None None] Port e066f438-59ce-4b39-8a8f-6e931577c859 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:32.642134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e847fa2c-fe07-475c-8f2b-e92d141699eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:router {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:32.643338 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e847fa2c-fe07-475c-8f2b-e92d141699eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5491016 Apr 01 15:58:32.646786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47086) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.652359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-776854828'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:32.750056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-de91fb75-3e8f-422d-9b35-689785a3efc3 None None] Could not find standard attr ID for object 9e2c9a5f-dbff-41ba-a0c3-a1c2418f0f0a. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:32.761272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-de91fb75-3e8f-422d-9b35-689785a3efc3 None None] Provisioning complete for port e066f438-59ce-4b39-8a8f-6e931577c859 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:32.761725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de91fb75-3e8f-422d-9b35-689785a3efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.821835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-de91fb75-3e8f-422d-9b35-689785a3efc3 None None] Port e066f438-59ce-4b39-8a8f-6e931577c859 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:32.880874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.014413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for e066f438-59ce-4b39-8a8f-6e931577c859 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:33.061232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3170e7cf-369b-4ae0-8380-5f39facece44 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:33.137965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3170e7cf-369b-4ae0-8380-5f39facece44 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:33.138252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.264863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.314816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.328481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=e066f438-59ce-4b39-8a8f-6e931577c859,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:33.391404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.436053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.449507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-21654220-480f-4926-8573-509c3c48c155 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/e066f438-59ce-4b39-8a8f-6e931577c859 HTTP/1.1" status: 204 len: 168 time: 0.9097798 Apr 01 15:58:33.450157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47090) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:33.511314 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a219819-2af1-49e2-839f-bbc2151bc398 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:33.511844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2a219819-2af1-49e2-839f-bbc2151bc398 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:33.587876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2a219819-2af1-49e2-839f-bbc2151bc398 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:33.589058 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a219819-2af1-49e2-839f-bbc2151bc398 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/e066f438-59ce-4b39-8a8f-6e931577c859 HTTP/1.1" status: 404 len: 333 time: 0.1375539 Apr 01 15:58:33.591831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47094) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:33.594393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 332f2bcd-573f-4251-8ae8-cecfebb8dc09 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:33.664291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 109c3d1a-a928-4af1-956d-ba4d2f4741fb {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:33.667427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.728575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.788708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:33.795166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.798903 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1f448216-f111-4edf-bab9-4837d1ed59f1 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 200 len: 890 time: 1.1509807 Apr 01 15:58:33.799501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47098) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:33.799642 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] Sync routers for ids ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:33.809275 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] Routers {'332f2bcd-573f-4251-8ae8-cecfebb8dc09'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:33.810171 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:33.818894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.876350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:33.896616 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] Routers {'332f2bcd-573f-4251-8ae8-cecfebb8dc09'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:33.897986 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:33.958367 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:33.958962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4f060-d5b7-4f99-9a9b-71a8f0b772e5 None None] The sync data for ids ['332f2bcd-573f-4251-8ae8-cecfebb8dc09'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:33.983068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.988331 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-290950c0-543f-428c-9a26-594e16619735 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers/332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 200 len: 890 time: 0.1877713 Apr 01 15:58:33.991088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47102) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:34.029378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=109c3d1a-a928-4af1-956d-ba4d2f4741fb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:34.031358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.034772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b8b883bf-e069-49d5-b11e-70e51428a68f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:34.036764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836f8ac-e4c5-4e14-8816-ab9c68addb4f None None] Network af3e71db-e0dd-4658-8b12-9ff009eabf8a requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:34.042089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aaac30ee-4b19-4291-9a73-7bd266b6a2d2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/109c3d1a-a928-4af1-956d-ba4d2f4741fb HTTP/1.1" status: 204 len: 168 time: 0.4491553 Apr 01 15:58:34.044774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:34.121486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b8b883bf-e069-49d5-b11e-70e51428a68f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:34.122781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8b883bf-e069-49d5-b11e-70e51428a68f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 200 len: 205 time: 0.1307483 Apr 01 15:58:34.125670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47110) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:34.174749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.186254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 3170e7cf-369b-4ae0-8380-5f39facece44 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:34.186700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.307509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] DHCP port deletion for af3e71db-e0dd-4658-8b12-9ff009eabf8a request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:34.312641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Deleting port 3170e7cf-369b-4ae0-8380-5f39facece44 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:34.315816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.315957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.408696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port 3170e7cf-369b-4ae0-8380-5f39facece44, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3170e7cf-369b-4ae0-8380-5f39facece44,segment=NetworkSegment(c1ab6f85-9db9-4b6d-ae81-45ffc78472f9),segment_id=c1ab6f85-9db9-4b6d-ae81-45ffc78472f9)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:34.409319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.512924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.578007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] For port 3170e7cf-369b-4ae0-8380-5f39facece44, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3170e7cf-369b-4ae0-8380-5f39facece44,segment=NetworkSegment(c1ab6f85-9db9-4b6d-ae81-45ffc78472f9),segment_id=c1ab6f85-9db9-4b6d-ae81-45ffc78472f9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:34.578388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.588213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port a066751d-021c-44d3-a39f-1880232bcae3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:34.588604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.664608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 3170e7cf-369b-4ae0-8380-5f39facece44 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:34.707061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Calling delete_port for 3170e7cf-369b-4ae0-8380-5f39facece44 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:34.799543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.807931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:34.808384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:34.847076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b01e0328-b9c0-4102-845b-330292b4167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.850873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=3170e7cf-369b-4ae0-8380-5f39facece44,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:34.856577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No DVR routers for this DVR port 3170e7cf-369b-4ae0-8380-5f39facece44 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:34.908541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.981867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.014750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3e71db-e0dd-4658-8b12-9ff009eabf8a']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:35.030663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:35.030962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ab6f85-9db9-4b6d-ae81-45ffc78472f9') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:35.042560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for a066751d-021c-44d3-a39f-1880232bcae3 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:35.045727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.061963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3170e7cf-369b-4ae0-8380-5f39facece44 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:35.065684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.073476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:35.073818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:35.090222 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:35.096559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3170e7cf-369b-4ae0-8380-5f39facece44 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:35.096911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3170e7cf-369b-4ae0-8380-5f39facece44 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:35.239848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.257696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.271876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=af3e71db-e0dd-4658-8b12-9ff009eabf8a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.302726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.312230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Deleting port 3170e7cf-369b-4ae0-8380-5f39facece44 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:35.312230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.337912 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a9c7e570-0c9c-404e-baf2-39ae051f1a8f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/af3e71db-e0dd-4658-8b12-9ff009eabf8a HTTP/1.1" status: 204 len: 168 time: 1.2872114 Apr 01 15:58:35.339330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47116) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.345332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-627838905'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:35.351312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:35.354879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=a066751d-021c-44d3-a39f-1880232bcae3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.355412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:35.358199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:35.365771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:35.382537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-81c346b7-fa35-4486-9997-0d7d170fa539 None None] The port '3170e7cf-369b-4ae0-8380-5f39facece44' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:35.453364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:35.454794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.457664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.496425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:35.506090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.506438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment f19a714e-a005-494c-ba39-b13cd065562d of type vlan for network ea180c36-c9dd-4390-ae64-3673f507b2cb Apr 01 15:58:35.533863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.601850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.624537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.630399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:35.631032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.640151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.642316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.727599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.728122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 332f2bcd-573f-4251-8ae8-cecfebb8dc09 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:35.742353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=ea180c36-c9dd-4390-ae64-3673f507b2cb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.752287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ea180c36-c9dd-4390-ae64-3673f507b2cb details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:35.768246 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc803348-24e6-424a-a174-ed9e9c0b9631 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4282475 Apr 01 15:58:35.771613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47120) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.778982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:35.852845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.859620 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-793ba3e3-2835-4a1b-b38e-76bf41b06a19 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 204 len: 168 time: 1.7295325 Apr 01 15:58:35.859987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47124) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.865827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-866455996'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:35.870744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:35.874494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:35.877352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:35.883655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:35.890715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:35.895890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:35.898868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:35.909281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:35.993650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:35.997192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.007100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:36.010833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.027366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:36.036856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.037198 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment 4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175 of type vlan for network 94b718d7-f36a-4ea7-8170-bd8ece509c53 Apr 01 15:58:36.064852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.165456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.230095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.235690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:36.236268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.327317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.344357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=94b718d7-f36a-4ea7-8170-bd8ece509c53,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:36.355301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:36.364516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3cc5fc13-a7fc-47a4-ad84-822e34f92f30 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5017750 Apr 01 15:58:36.365907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47128) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:36.372414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:36.412884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=724845d5-ae3f-41af-8f6a-552a47cdcf7e,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:36.422272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': 'f19a714e-a005-494c-ba39-b13cd065562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:36.422583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: ea180c36-c9dd-4390-ae64-3673f507b2cb, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:36.486905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:36.490827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:36.493633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:36.499373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:36.521635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network ea180c36-c9dd-4390-ae64-3673f507b2cb is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:36.610754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:36.614434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.622361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, ea180c36-c9dd-4390-ae64-3673f507b2cb) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:36.626959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:36.627540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.634003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02149b5d-5882-4070-af61-66e51c203236 None None] Network ea180c36-c9dd-4390-ae64-3673f507b2cb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:36.738232 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-248eab20-819c-4996-8b7c-d305b79a7116 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9652989 Apr 01 15:58:36.740763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47134) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:36.746850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb', 'name': 'tempest-PortsTestJSON-936070423', 'fixed_ips': [{'subnet_id': '724845d5-ae3f-41af-8f6a-552a47cdcf7e', 'ip_address': '172.20.0.10'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:36.862441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-ea180c36-c9dd-4390-ae64-3673f507b2cb', 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': '724845d5-ae3f-41af-8f6a-552a47cdcf7e'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:36.863425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.894154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:36.899248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:36.902223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:36.908139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:36.919653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.005213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.010857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:37.011269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 94b718d7-f36a-4ea7-8170-bd8ece509c53, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:37.022929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:37.029819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Allocated IP 172.20.0.2 (ea180c36-c9dd-4390-ae64-3673f507b2cb/724845d5-ae3f-41af-8f6a-552a47cdcf7e/b846c967-deee-4af0-89b0-f2eb5bfe201b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:37.115913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:37.155154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.177275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:37.218407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 94b718d7-f36a-4ea7-8170-bd8ece509c53) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:37.222581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:37.223471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.243710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e4017-8686-44cc-9467-2e2e2f6cc8af None None] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:37.295618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.356236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Transition to ACTIVE for port object b846c967-deee-4af0-89b0-f2eb5bfe201b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:37.397167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Transition to ACTIVE for port object b846c967-deee-4af0-89b0-f2eb5bfe201b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:37.489088 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2142acea-dfc4-4e0c-839c-299657fc8cdc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1209645 Apr 01 15:58:37.491554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:37.497393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945736395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:37.503998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:37.508593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:37.513812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:37.514830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.520449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:37.575567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.10 (ea180c36-c9dd-4390-ae64-3673f507b2cb/724845d5-ae3f-41af-8f6a-552a47cdcf7e/bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:37.602663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.604473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.606889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-94b718d7-f36a-4ea7-8170-bd8ece509c53', 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:37.607185 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.623050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.641523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Network ea180c36-c9dd-4390-ae64-3673f507b2cb is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:37.649013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:37.693826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:37.700896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.711382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Pushing event updated for resources: {'Port': ['ID=b846c967-deee-4af0-89b0-f2eb5bfe201b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.721875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.796412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.813753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:37.828362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Attempting to bind port b846c967-deee-4af0-89b0-f2eb5bfe201b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:37.828598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Attempting to bind port b846c967-deee-4af0-89b0-f2eb5bfe201b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'f19a714e-a005-494c-ba39-b13cd065562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:37.828972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Attempting to bind port b846c967-deee-4af0-89b0-f2eb5bfe201b on network ea180c36-c9dd-4390-ae64-3673f507b2cb {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:37.841273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.842503 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e4e09b7-8b82-4c9a-b414-f1bb0a38bafc tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3499970 Apr 01 15:58:37.845810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47142) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:37.872941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:37.873303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Checking segment: {'id': 'f19a714e-a005-494c-ba39-b13cd065562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:37.873705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.874096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Bound using segment: {'id': 'f19a714e-a005-494c-ba39-b13cd065562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:37.874566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Bound port: b846c967-deee-4af0-89b0-f2eb5bfe201b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a714e-a005-494c-ba39-b13cd065562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:37.874959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.908382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.948022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Allocated IP 2001:db8::2 (94b718d7-f36a-4ea7-8170-bd8ece509c53/7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb/11ce8859-8d48-4a5b-bc1e-3091e8c48f64) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:37.986314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network ea180c36-c9dd-4390-ae64-3673f507b2cb is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:37.990283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:37.994442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:38.022102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] For port b846c967-deee-4af0-89b0-f2eb5bfe201b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:38.049100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.077214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:38.077931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.087060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] For port b846c967-deee-4af0-89b0-f2eb5bfe201b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b846c967-deee-4af0-89b0-f2eb5bfe201b,segment=NetworkSegment(f19a714e-a005-494c-ba39-b13cd065562d),segment_id=f19a714e-a005-494c-ba39-b13cd065562d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:38.164065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.178322 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a3fb1c99-c960-41eb-af55-874b5f88edf0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4320374 Apr 01 15:58:38.178746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47146) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:38.184898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': 'ea180c36-c9dd-4390-ae64-3673f507b2cb', 'name': 'tempest-PortsTestJSON-1862201613', 'fixed_ips': [{'subnet_id': '724845d5-ae3f-41af-8f6a-552a47cdcf7e', 'ip_address': '172.20.0.9'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:38.275762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.291839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Transition to ACTIVE for port object 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:38.294319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4945-cdd8-4498-b26e-c354c7023978 None None] Pushing event updated for resources: {'Port': ['ID=b846c967-deee-4af0-89b0-f2eb5bfe201b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.314939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Transition to ACTIVE for port object 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:38.350834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:38.355394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:38.358378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:38.361197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.366631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:38.394097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.448270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:38.458917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.479880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:38.479880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:38.479880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:38.481752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Pushing event updated for resources: {'Port': ['ID=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.503370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:38.581574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Attempting to bind port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:38.581958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Attempting to bind port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:38.582936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Attempting to bind port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 on network 94b718d7-f36a-4ea7-8170-bd8ece509c53 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:38.595528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:38.595949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Checking segment: {'id': '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:38.596359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.596781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Bound using segment: {'id': '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:38.597256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Bound port: 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '94b718d7-f36a-4ea7-8170-bd8ece509c53'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:38.597732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.712030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] For port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:38.715554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] For port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,segment=NetworkSegment(4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175),segment_id=4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:38.787278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8::1 (94b718d7-f36a-4ea7-8170-bd8ece509c53/7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb/18275c29-a67b-48ce-8a5f-a09a6d3b0e08) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:38.795999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.9 (ea180c36-c9dd-4390-ae64-3673f507b2cb/724845d5-ae3f-41af-8f6a-552a47cdcf7e/63ad48d1-20c6-4e95-96e7-06bcd3f6ae89) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:38.802742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.891311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3a773-73f1-4483-aad9-777d3392e28e None None] Pushing event updated for resources: {'Port': ['ID=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.999706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.021176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:39.050057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.072237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:39.137478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b846c967-deee-4af0-89b0-f2eb5bfe201b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:39.138863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.211856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.220749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:39.224598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:39.230096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:39.230651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.254973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=18275c29-a67b-48ce-8a5f-a09a6d3b0e08,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.289854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network ea180c36-c9dd-4390-ae64-3673f507b2cb is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:39.293551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:39.297799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:39.333787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b846c967-deee-4af0-89b0-f2eb5bfe201b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:39.360479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=63ad48d1-20c6-4e95-96e7-06bcd3f6ae89,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.383939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:39.386348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.412824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47152) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:39.444039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.500301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3d05f3c-f1d2-4c61-9205-8ed98e325af7 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3202736 Apr 01 15:58:39.502931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47156) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:39.603332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5551d1e-1b96-49d5-a248-754ce68de85b None None] Network ea180c36-c9dd-4390-ae64-3673f507b2cb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:39.857516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Provisioning for port b846c967-deee-4af0-89b0-f2eb5bfe201b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:39.874761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Provisioning complete for port b846c967-deee-4af0-89b0-f2eb5bfe201b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:39.875562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.919504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc30a80e-e49f-406a-b5b3-81de74ece98f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:39.920268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc30a80e-e49f-406a-b5b3-81de74ece98f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:40.072315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.135795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] For port b846c967-deee-4af0-89b0-f2eb5bfe201b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b846c967-deee-4af0-89b0-f2eb5bfe201b,segment=NetworkSegment(f19a714e-a005-494c-ba39-b13cd065562d),segment_id=f19a714e-a005-494c-ba39-b13cd065562d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:40.163396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.183545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dc30a80e-e49f-406a-b5b3-81de74ece98f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:40.183545 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc30a80e-e49f-406a-b5b3-81de74ece98f tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6773288 Apr 01 15:58:40.183851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582b0db-d820-4470-9b3a-cf30e877e177 None None] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:40.184353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.263436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.278459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba4061-8e30-48fd-ace7-d86262563aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:40.285130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba4061-8e30-48fd-ace7-d86262563aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:40.292263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba4061-8e30-48fd-ace7-d86262563aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:40.293476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5eba4061-8e30-48fd-ace7-d86262563aad tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1080887 Apr 01 15:58:40.294874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.295629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.299161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47164) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.314463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.436067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898cf3-2c9d-4c6e-88c7-5012a2543c9b None None] Pushing event updated for resources: {'Port': ['ID=b846c967-deee-4af0-89b0-f2eb5bfe201b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.495006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:40.495515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.542069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning for port 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:40.549979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning complete for port 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:40.549979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.550292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=18275c29-a67b-48ce-8a5f-a09a6d3b0e08,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.620110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Port 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:40.732833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning for port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:40.739854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning complete for port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:40.740475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.836623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:40.838033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port e86c27d3-fcec-4ef3-adcd-c28084360c87 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:40.842907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.847165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:40.851683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:40.930810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning for port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:40.960763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Provisioning complete for port b846c967-deee-4af0-89b0-f2eb5bfe201b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:40.961450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41b5d23b-c8ed-4dc4-8650-18964b410edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.026728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.159124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port e86c27d3-fcec-4ef3-adcd-c28084360c87, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e86c27d3-fcec-4ef3-adcd-c28084360c87,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:41.159492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.180968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:41.233978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:41.312809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for e86c27d3-fcec-4ef3-adcd-c28084360c87 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:41.396181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 996ef9c7-6dce-48db-93cc-9d99d857a10f is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:41.422583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Provisioning for port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:41.427100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:41.433822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Provisioning complete for port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:41.440741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.483062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:41.483455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.562450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:41.587164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Provisioning complete for port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:41.587593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.616073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.690640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:41.692140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=63ad48d1-20c6-4e95-96e7-06bcd3f6ae89,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.706778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.712707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.737482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Provisioning complete for port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:41.740353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.800534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,segment=NetworkSegment(4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175),segment_id=4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:41.819695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=e86c27d3-fcec-4ef3-adcd-c28084360c87,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.874109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:41.899344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.900516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] Sync routers for ids ['996ef9c7-6dce-48db-93cc-9d99d857a10f'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:41.904543 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-721cced3-095a-4d48-bd01-42e12ef09eca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 HTTP/1.1" status: 204 len: 168 time: 1.5520182 Apr 01 15:58:41.905170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47168) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.938588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.939412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b846c967-deee-4af0-89b0-f2eb5bfe201b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:41.942380 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4f82a4ff-2e05-45ee-8b75-2735898ce123 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/996ef9c7-6dce-48db-93cc-9d99d857a10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0953648 Apr 01 15:58:41.946247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47172) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.955640 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d9dd24-122b-4485-a0b4-3c5ecc79fdcb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:41.955980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21d9dd24-122b-4485-a0b4-3c5ecc79fdcb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:42.001465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] Routers {'996ef9c7-6dce-48db-93cc-9d99d857a10f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:42.002114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['996ef9c7-6dce-48db-93cc-9d99d857a10f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:42.056621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21d9dd24-122b-4485-a0b4-3c5ecc79fdcb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:42.057740 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-21d9dd24-122b-4485-a0b4-3c5ecc79fdcb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/63ad48d1-20c6-4e95-96e7-06bcd3f6ae89 HTTP/1.1" status: 404 len: 333 time: 0.1512890 Apr 01 15:58:42.060638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47176) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:42.134765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166664f8-63bc-4b7c-b3f6-c4d0ba9d5657 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:42.135549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-166664f8-63bc-4b7c-b3f6-c4d0ba9d5657 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:42.140907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:42.141475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.166872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.182350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:42.235922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] Routers {'996ef9c7-6dce-48db-93cc-9d99d857a10f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:42.236570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['996ef9c7-6dce-48db-93cc-9d99d857a10f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:42.338132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:42.356671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:42.356671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8953b1c-c636-4947-b635-0b1de2bc240b None None] The sync data for ids ['996ef9c7-6dce-48db-93cc-9d99d857a10f'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:42.358564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-166664f8-63bc-4b7c-b3f6-c4d0ba9d5657 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:42.360383 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-166664f8-63bc-4b7c-b3f6-c4d0ba9d5657 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports/18275c29-a67b-48ce-8a5f-a09a6d3b0e08 HTTP/1.1" status: 200 len: 911 time: 0.4125834 Apr 01 15:58:42.363596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47180) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:42.369969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:42.383036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b846c967-deee-4af0-89b0-f2eb5bfe201b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:42.386068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.411649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:42.412046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:42.421293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.452091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.551033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:42.790012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.846809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:42.896288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.986702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.995657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9a708ede-347b-4c29-b338-87b6efc352b8 None None] Could not find standard attr ID for object 63ad48d1-20c6-4e95-96e7-06bcd3f6ae89. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:43.076181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9e58df63-7bde-485a-833d-5593064d33e1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 HTTP/1.1" status: 204 len: 168 time: 1.0142164 Apr 01 15:58:43.078551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.105328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:43.124104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a3e8fb1f-69fb-4c85-8153-7cf10ba07679 None None] Provisioning complete for port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:43.124447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fb1f-69fb-4c85-8153-7cf10ba07679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.137460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e0c832-102c-4df4-814f-a5f830e7b2d5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:43.138092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66e0c832-102c-4df4-814f-a5f830e7b2d5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:43.159934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:43.224209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66e0c832-102c-4df4-814f-a5f830e7b2d5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:43.225712 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-66e0c832-102c-4df4-814f-a5f830e7b2d5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/bb8484fb-b3fe-4bb5-bd20-4f95c4d3fb75 HTTP/1.1" status: 404 len: 333 time: 0.1455040 Apr 01 15:58:43.229698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47188) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.233384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8fb1f-69fb-4c85-8153-7cf10ba07679 None None] Port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:43.251154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:43.256996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.305852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 724845d5-ae3f-41af-8f6a-552a47cdcf7e {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:43.309145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.369459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.463187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.540534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:43.550256 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:43.562290 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:43.562871 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:43.634231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.673726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-521773e0-dec4-4fad-99e6-29a66c1d4504 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/b18a110f-b7cc-41cb-b946-ff61850f717a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2571051 Apr 01 15:58:43.683875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=724845d5-ae3f-41af-8f6a-552a47cdcf7e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:43.695025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a601b-05ee-4398-a900-5bcc0cdfdb23 None None] Network ea180c36-c9dd-4390-ae64-3673f507b2cb requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:43.703213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.721093 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a41f5a2b-f30b-4fe3-8a46-a6bbcd338d07 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/724845d5-ae3f-41af-8f6a-552a47cdcf7e HTTP/1.1" status: 204 len: 168 time: 0.4868364 Apr 01 15:58:43.721713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47194) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.792501 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:43.924325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.047657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.058501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:44.059967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.064222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/ports/18275c29-a67b-48ce-8a5f-a09a6d3b0e08 HTTP/1.1" status: 200 len: 911 time: 1.6965754 Apr 01 15:58:44.065121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47198) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:44.105890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] DHCP port deletion for ea180c36-c9dd-4390-ae64-3673f507b2cb request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:44.109880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Deleting port b846c967-deee-4af0-89b0-f2eb5bfe201b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:44.110350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.166846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525bb6f-2b20-485f-9678-201fbd24e0a0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=18275c29-a67b-48ce-8a5f-a09a6d3b0e08,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:44.235678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.250880 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:44.256309 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:44.271611 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:44.272548 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:44.330162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port b846c967-deee-4af0-89b0-f2eb5bfe201b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:44.330404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.364840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] For port b846c967-deee-4af0-89b0-f2eb5bfe201b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b846c967-deee-4af0-89b0-f2eb5bfe201b,segment=NetworkSegment(f19a714e-a005-494c-ba39-b13cd065562d),segment_id=f19a714e-a005-494c-ba39-b13cd065562d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:44.365407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.483394 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:44.498415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Calling delete_port for b846c967-deee-4af0-89b0-f2eb5bfe201b owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:44.673742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.718197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96fa07-a453-4d6e-adec-034227376786 req-2bfe8a3e-0168-4eb6-899f-4f50342288d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:44.719745 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4d96fa07-a453-4d6e-adec-034227376786 req-2bfe8a3e-0168-4eb6-899f-4f50342288d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.3060429 Apr 01 15:58:44.725303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] Pushing event deleted for resources: {'Port': ['ID=b846c967-deee-4af0-89b0-f2eb5bfe201b,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:44.731159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adaebda-6f66-4890-b5a3-2fc5da3e0a47 None None] No DVR routers for this DVR port b846c967-deee-4af0-89b0-f2eb5bfe201b on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:44.839104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port b846c967-deee-4af0-89b0-f2eb5bfe201b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b846c967-deee-4af0-89b0-f2eb5bfe201b,segment=NetworkSegment(f19a714e-a005-494c-ba39-b13cd065562d),segment_id=f19a714e-a005-494c-ba39-b13cd065562d)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:44.839460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.867007 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:44.871053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ee578-f26d-45ce-bef8-23e4bb462d0b None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'port_id': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'mac_address': 'fa:16:3e:ee:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:44.915107 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4d96fa07-a453-4d6e-adec-034227376786 req-dc63e913-2ab0-43b4-8e5d-73afb56bbc05 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368048 Apr 01 15:58:44.980912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for b846c967-deee-4af0-89b0-f2eb5bfe201b owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:45.106315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:45.106642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:45.127011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.278176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b846c967-deee-4af0-89b0-f2eb5bfe201b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:45.319425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b846c967-deee-4af0-89b0-f2eb5bfe201b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:45.319755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b846c967-deee-4af0-89b0-f2eb5bfe201b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:45.320596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e86c27d3-fcec-4ef3-adcd-c28084360c87 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:45.357087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e86c27d3-fcec-4ef3-adcd-c28084360c87 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:45.357421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e86c27d3-fcec-4ef3-adcd-c28084360c87 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:45.595026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:45.595611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.625235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port b846c967-deee-4af0-89b0-f2eb5bfe201b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:45.625575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.707134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] The port 'b846c967-deee-4af0-89b0-f2eb5bfe201b' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:45.900642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-91fe40a2-0e14-4d22-83e9-2c73aedf4266 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:45.901320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-91fe40a2-0e14-4d22-83e9-2c73aedf4266 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:45.932199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.971262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea180c36-c9dd-4390-ae64-3673f507b2cb']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.995323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a714e-a005-494c-ba39-b13cd065562d') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.995617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a714e-a005-494c-ba39-b13cd065562d') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.999324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-91fe40a2-0e14-4d22-83e9-2c73aedf4266 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:46.000476 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-91fe40a2-0e14-4d22-83e9-2c73aedf4266 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.1913519 Apr 01 15:58:46.003022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.019054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.145101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 65ae4aa1-90f5-491c-8b41-65375572153e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:46.145550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.147682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 18275c29-a67b-48ce-8a5f-a09a6d3b0e08 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:46.186221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.197794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:46.198190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:46.213232 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:46.277600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c52a-1074-4594-92ee-86704e8978c2 req-d357ab9e-89c3-46fd-947d-ade05abf472c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.279068 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7524c52a-1074-4594-92ee-86704e8978c2 req-d357ab9e-89c3-46fd-947d-ade05abf472c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 946 time: 0.2349916 Apr 01 15:58:46.422495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.426494 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7524c52a-1074-4594-92ee-86704e8978c2 req-fb4888eb-9ae3-4b43-85f5-72b3a73b3335 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f27e54-98c4-4b14-9af5-0a76eaaeb457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235130 Apr 01 15:58:46.444583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.455897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=ea180c36-c9dd-4390-ae64-3673f507b2cb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.463105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 65ae4aa1-90f5-491c-8b41-65375572153e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=65ae4aa1-90f5-491c-8b41-65375572153e,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:46.463470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.468281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.468614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.468946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.469269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.469591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.469914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.470239 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.470556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.470896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.471207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.471522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.471854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.483978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.533307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=18275c29-a67b-48ce-8a5f-a09a6d3b0e08,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.572244 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ae8f8928-4bc5-4112-b06f-8aa37e9550b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/ea180c36-c9dd-4390-ae64-3673f507b2cb HTTP/1.1" status: 204 len: 168 time: 2.8457634 Apr 01 15:58:46.573707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47206) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:46.579166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-584789690'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:46.604822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 65ae4aa1-90f5-491c-8b41-65375572153e owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:46.638607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:46.655796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:network and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:46.660872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:46.720119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:46.735416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.858569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.913114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=65ae4aa1-90f5-491c-8b41-65375572153e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.985307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.985504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:46.985638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.985889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.986218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.986543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.986891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.987211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.987531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.987853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.988290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.988812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.988943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:46.989108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:47.002913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 65ae4aa1-90f5-491c-8b41-65375572153e on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:47.006438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.009742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'name': 'network-vif-deleted', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:47.057714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc075784-581c-4f45-8ecb-ebdab8913949', 'name': 'network-vif-deleted', 'tag': '65ae4aa1-90f5-491c-8b41-65375572153e', 'status': 'completed', 'code': 200} Apr 01 15:58:47.093479 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5efc005f-3ae1-4c24-a765-8abb20354f0b req-ae18de6d-ddf8-4e85-bdba-43ad713631f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/65ae4aa1-90f5-491c-8b41-65375572153e HTTP/1.1" status: 204 len: 173 time: 1.0870349 Apr 01 15:58:47.097287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:47.169379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.169720 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Added segment 6a8fe3c8-182b-43c5-a0ac-d234850ad301 of type vlan for network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 Apr 01 15:58:47.178161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 996ef9c7-6dce-48db-93cc-9d99d857a10f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:47.262315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.343024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:47.355011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] Sync routers for ids ['996ef9c7-6dce-48db-93cc-9d99d857a10f'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:47.368984 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-381bea15-8742-433c-ba85-b6afc7b84234 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/996ef9c7-6dce-48db-93cc-9d99d857a10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002148 Apr 01 15:58:47.369664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47212) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.372538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] Routers {'996ef9c7-6dce-48db-93cc-9d99d857a10f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:47.372538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['996ef9c7-6dce-48db-93cc-9d99d857a10f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:47.419047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47216) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.419405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8029fa76-94fc-4add-910c-56605e740cb9 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=996ef9c7-6dce-48db-93cc-9d99d857a10f HTTP/1.1" status: 200 len: 205 time: 0.0485692 Apr 01 15:58:47.441846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:47.450280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] Routers {'996ef9c7-6dce-48db-93cc-9d99d857a10f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:47.450992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['996ef9c7-6dce-48db-93cc-9d99d857a10f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:47.493171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.498798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:47.499320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.518055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:47.518055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd36457-3520-4ffa-9ecf-362b40b1f911 None None] The sync data for ids ['996ef9c7-6dce-48db-93cc-9d99d857a10f'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:47.610471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1a0017fc-4ee4-4863-8cca-ce96f78ffaa7 req-316fc464-5cfd-46d5-8b5f-83b56d140b86 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:47.611379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.677997 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1032157 Apr 01 15:58:47.680834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47222) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.686640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:47.708176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1a0017fc-4ee4-4863-8cca-ce96f78ffaa7 req-316fc464-5cfd-46d5-8b5f-83b56d140b86 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:47.709311 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1a0017fc-4ee4-4863-8cca-ce96f78ffaa7 req-316fc464-5cfd-46d5-8b5f-83b56d140b86 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc075784-581c-4f45-8ecb-ebdab8913949 HTTP/1.1" status: 200 len: 210 time: 0.1409760 Apr 01 15:58:47.805093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:47.805711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeeb34-d2f1-4f28-9a17-fb27783ea876 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Network': ['ID=26d1e423-90c7-4d2f-bd6a-24edf7462fd9,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:47.810363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:47.813689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:47.817010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:47.822898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:47.902066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:47.905907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.004506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.008260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.108312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.108740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 996ef9c7-6dce-48db-93cc-9d99d857a10f {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:48.125516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.126603 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4bc20e23-4915-4aa7-a27c-10cfc7335573 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/996ef9c7-6dce-48db-93cc-9d99d857a10f HTTP/1.1" status: 204 len: 168 time: 0.7064414 Apr 01 15:58:48.130409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47226) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.136706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.197601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:48.201340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.261919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.315799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.346969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.397508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=df1db28d-8840-4623-9329-caa9e0584369,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.407817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Checking segment: {'id': '6a8fe3c8-182b-43c5-a0ac-d234850ad301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:48.412164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network hostable DHCP agents. Network: 26d1e423-90c7-4d2f-bd6a-24edf7462fd9, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:48.520428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.547957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:48.650935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 26d1e423-90c7-4d2f-bd6a-24edf7462fd9) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:48.656618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:48.658023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.659697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bf05a-a655-4ecb-b7b0-ac56861501ea None None] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:48.678931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.682327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.692436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca567b2-ebea-43d7-b2fe-f1ec18e65f1a None None] Network 94b718d7-f36a-4ea7-8170-bd8ece509c53 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:48.693659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-daa3eace-2705-4164-8566-978b58b7edf5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb HTTP/1.1" status: 204 len: 168 time: 0.5621812 Apr 01 15:58:48.696569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47230) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.742897 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e83db825-7996-416e-be9a-4c24d22905b8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0576024 Apr 01 15:58:48.742897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47236) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.747691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-573940965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:48.756039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:48.761038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:router and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:48.764608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:48.772230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:48.784570 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:48.828472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.828757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47240) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.841081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:48.842084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.868307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.869617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.023714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.023714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.063879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.092157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,segment=NetworkSegment(4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175),segment_id=4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:49.092601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.119248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-26d1e423-90c7-4d2f-bd6a-24edf7462fd9', 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': 'df1db28d-8840-4623-9329-caa9e0584369'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:49.122783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.154185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.204010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] DHCP port deletion for 94b718d7-f36a-4ea7-8170-bd8ece509c53 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:49.213802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Deleting port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:49.214171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.221843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.224712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.228552 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/61f27e54-98c4-4b14-9af5-0a76eaaeb457 HTTP/1.1" status: 204 len: 168 time: 0.3961573 Apr 01 15:58:49.232407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:49.248327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88495a-0830-43cb-a6e7-ac075e1fe4f6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f27e54-98c4-4b14-9af5-0a76eaaeb457,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.251095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 65ae4aa1-90f5-491c-8b41-65375572153e no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:49.292854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.294351 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d571aeb9-e238-43ec-8d5d-be03ac685fed tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5510485 Apr 01 15:58:49.297085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.308728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 65ae4aa1-90f5-491c-8b41-65375572153e {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:49.309076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 65ae4aa1-90f5-491c-8b41-65375572153e not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:49.314586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9', 'name': 'tempest-PortsTestJSON-1418228478'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:49.331484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47250) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.417832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet c2176546-5f26-46b1-98e6-f79333f7c390 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:49.421251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.465863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Allocated IP 172.20.0.2 (26d1e423-90c7-4d2f-bd6a-24edf7462fd9/df1db28d-8840-4623-9329-caa9e0584369/ee6caa0d-3843-43b6-8a0e-603a9b082562) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:49.470708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:49.475990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:49.479159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:49.484338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.485956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:49.488340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.543694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.552373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No DVR routers for this DVR port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:49.582988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.583270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] For port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=11ce8859-8d48-4a5b-bc1e-3091e8c48f64,segment=NetworkSegment(4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175),segment_id=4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:49.583479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.627434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:49.631575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.704843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.721040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:58:49.750959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.764393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Calling delete_port for 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:49.773898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b718d7-f36a-4ea7-8170-bd8ece509c53']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:49.796845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=c2176546-5f26-46b1-98e6-f79333f7c390,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.801205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.811932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:49.812610 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3abc3611-d5f8-4184-b370-da716dbefe7f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/c2176546-5f26-46b1-98e6-f79333f7c390 HTTP/1.1" status: 204 len: 168 time: 0.4816153 Apr 01 15:58:49.813311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b84b6a2-92a7-4fd3-b1a6-8fcc1d132175') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:49.815076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47254) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.825386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d173ce-1706-472c-9c33-0923e2dbd93f None None] Network 88db9e24-b62c-48d2-8b7f-ac2c91a651dd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:49.836881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.863546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.871021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:49.874975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:49.888789 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:49.949329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.960988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port a6e72b15-d034-4ec5-a718-6a55435daeb6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:49.961381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.060304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:50.060570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:50.092644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.104002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.115640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.117415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Transition to ACTIVE for port object ee6caa0d-3843-43b6-8a0e-603a9b082562 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:50.127156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=94b718d7-f36a-4ea7-8170-bd8ece509c53,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.145154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Transition to ACTIVE for port object ee6caa0d-3843-43b6-8a0e-603a9b082562 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:50.190641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port a6e72b15-d034-4ec5-a718-6a55435daeb6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a6e72b15-d034-4ec5-a718-6a55435daeb6,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:50.190993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.221460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] DHCP port deletion for 88db9e24-b62c-48d2-8b7f-ac2c91a651dd request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:50.226535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Deleting port a6e72b15-d034-4ec5-a718-6a55435daeb6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:50.227023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.234076 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b8b951de-3928-444d-bad1-df6a97d84198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/94b718d7-f36a-4ea7-8170-bd8ece509c53 HTTP/1.1" status: 204 len: 168 time: 1.5326779 Apr 01 15:58:50.234550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47258) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.240671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-233592415', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:50.247703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:50.252057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:50.255609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:50.263610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:50.273072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.323505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for a6e72b15-d034-4ec5-a718-6a55435daeb6 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:50.348531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.5 (26d1e423-90c7-4d2f-bd6a-24edf7462fd9/df1db28d-8840-4623-9329-caa9e0584369/441a42c5-47f6-4d7f-a055-43b9f0aeb7e0) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:50.399603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:50.405109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:50.409153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Pushing event updated for resources: {'Port': ['ID=ee6caa0d-3843-43b6-8a0e-603a9b082562,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.412551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.415902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.416057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:50.423282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.423622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.423956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.424283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.424615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.424934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.425255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.426258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.426744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.427071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.427394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.427711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:50.492621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.518558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.553640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=a6e72b15-d034-4ec5-a718-6a55435daeb6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.561316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port a6e72b15-d034-4ec5-a718-6a55435daeb6 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:50.603967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.620372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.627115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:50.635506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Deleting port 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:50.635822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.694957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Attempting to bind port ee6caa0d-3843-43b6-8a0e-603a9b082562 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:50.695573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Attempting to bind port ee6caa0d-3843-43b6-8a0e-603a9b082562 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '6a8fe3c8-182b-43c5-a0ac-d234850ad301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:50.695930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Attempting to bind port ee6caa0d-3843-43b6-8a0e-603a9b082562 on network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:50.703427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.734882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88db9e24-b62c-48d2-8b7f-ac2c91a651dd']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:50.735148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2c77a618-5810-4ea5-b629-5f72918f6744 None None] The port '11ce8859-8d48-4a5b-bc1e-3091e8c48f64' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:50.740209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:50.742286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Checking segment: {'id': '6a8fe3c8-182b-43c5-a0ac-d234850ad301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:50.742286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.742286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Bound using segment: {'id': '6a8fe3c8-182b-43c5-a0ac-d234850ad301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:50.742286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Bound port: ee6caa0d-3843-43b6-8a0e-603a9b082562, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8fe3c8-182b-43c5-a0ac-d234850ad301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '26d1e423-90c7-4d2f-bd6a-24edf7462fd9'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:50.742286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.750202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b46593a-86d4-4945-847e-85f2f8af6fac') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:50.750810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b46593a-86d4-4945-847e-85f2f8af6fac') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:50.766953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] For port a6e72b15-d034-4ec5-a718-6a55435daeb6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a6e72b15-d034-4ec5-a718-6a55435daeb6,segment=NetworkSegment(0b46593a-86d4-4945-847e-85f2f8af6fac),segment_id=0b46593a-86d4-4945-847e-85f2f8af6fac)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:50.767946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.777402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.789847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.796976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:50.797366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:50.813486 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:50.852558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.853961 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2d4db33c-897d-4501-bebf-3e9ecaabdff4 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6183057 Apr 01 15:58:50.856736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47262) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.864437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-988609647'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:50.870344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:50.874585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:50.877607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:50.885714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:50.892829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.940082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Calling delete_port for a6e72b15-d034-4ec5-a718-6a55435daeb6 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:50.969799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:50.978136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:50.982523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:51.017283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.021348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=441a42c5-47f6-4d7f-a055-43b9f0aeb7e0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.050048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:51.050289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] For port ee6caa0d-3843-43b6-8a0e-603a9b082562, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:51.051374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.056163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.058701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] For port ee6caa0d-3843-43b6-8a0e-603a9b082562, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ee6caa0d-3843-43b6-8a0e-603a9b082562,segment=NetworkSegment(6a8fe3c8-182b-43c5-a0ac-d234850ad301),segment_id=6a8fe3c8-182b-43c5-a0ac-d234850ad301)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:51.060902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:51.061261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:51.071109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=88db9e24-b62c-48d2-8b7f-ac2c91a651dd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.073875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:51.074496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.105600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:51.107068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:51.116333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.116693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment b717dba9-d649-4900-9400-922e83b4f1d6 of type vlan for network de88ab6d-c1cb-4116-9e2b-53f724268d15 Apr 01 15:58:51.143091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:51.145098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 11ce8859-8d48-4a5b-bc1e-3091e8c48f64 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:51.145098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a6e72b15-d034-4ec5-a718-6a55435daeb6 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:51.145663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.179236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.182731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a6e72b15-d034-4ec5-a718-6a55435daeb6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:51.183079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a6e72b15-d034-4ec5-a718-6a55435daeb6 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:51.201960 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13fcee5b-04c9-4de6-ba1f-1377d0f9a342 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/88db9e24-b62c-48d2-8b7f-ac2c91a651dd HTTP/1.1" status: 204 len: 168 time: 1.3858714 Apr 01 15:58:51.204475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47266) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.204686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1f2887cc-fed4-4545-8089-a6323579fe27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9063356 Apr 01 15:58:51.207315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47270) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.277838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be87821-200c-44cb-915f-55923c1baf30 None None] Pushing event updated for resources: {'Port': ['ID=ee6caa0d-3843-43b6-8a0e-603a9b082562,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.336062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.341655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:51.342266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.549250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 454aae85-c8ca-4490-a317-ee031fbc67d5 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:51.549853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.562575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Deleting port a6e72b15-d034-4ec5-a718-6a55435daeb6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:51.563019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.622526 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7614470 Apr 01 15:58:51.632388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47274) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.638611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beaca5-c840-4ac0-bc98-a13e14b05b47 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=de88ab6d-c1cb-4116-9e2b-53f724268d15,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.647059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cacce-2971-453e-abc3-59a0e2f20478 None None] The port 'a6e72b15-d034-4ec5-a718-6a55435daeb6' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:58:51.650225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:51.666801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:51.853525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:51.862571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:51.866895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.867228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.874523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:51.885109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:51.996075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.002405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 454aae85-c8ca-4490-a317-ee031fbc67d5 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:52.093283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:52.096909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.363461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.395347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.432652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=454aae85-c8ca-4490-a317-ee031fbc67d5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.447495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a07e6-fc36-4ace-b9ea-50d480d9b762 None None] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:52.504922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.529756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.530197 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd disassociated (deleted). External IP: 172.26.8.8, port: ffd89cfa-76b2-4437-aa12-3ad4207fd46e. Apr 01 15:58:52.588914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.632628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-148f93dc-5c10-46c1-9b81-b02980fb7342 None None] Provisioning for port ee6caa0d-3843-43b6-8a0e-603a9b082562 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:52.745376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=441a42c5-47f6-4d7f-a055-43b9f0aeb7e0,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.757604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=3e2f52d5-2bb8-4543-9870-62ddc2a65b51,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.789420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:52.789872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: de88ab6d-c1cb-4116-9e2b-53f724268d15, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:52.881392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:52.975557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.983566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, de88ab6d-c1cb-4116-9e2b-53f724268d15) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:52.992361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edda06-368c-4f89-a95b-4719ea65bf89 None None] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:52.995907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:52.996721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.048916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:53.149519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ee6caa0d-3843-43b6-8a0e-603a9b082562 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:53.233990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.249748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-55580c09-cbe2-4403-a935-1bacebbf0882 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6164556 Apr 01 15:58:53.250275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-39b408c9-bbdb-44c5-8bb7-5f13e2e35e8b None None] Provisioning for port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:53.250415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47278) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:53.276189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-39b408c9-bbdb-44c5-8bb7-5f13e2e35e8b None None] Provisioning complete for port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:53.276716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-39b408c9-bbdb-44c5-8bb7-5f13e2e35e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.371304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-39b408c9-bbdb-44c5-8bb7-5f13e2e35e8b None None] Port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:53.433625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-de88ab6d-c1cb-4116-9e2b-53f724268d15', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:58:53.434549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.549364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port ee6caa0d-3843-43b6-8a0e-603a9b082562 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:53.569812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ee6caa0d-3843-43b6-8a0e-603a9b082562 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:53.570445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.653630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d6221679-2dd2-4407-ac11-963dc31ceed7 None None] Provisioning complete for port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:53.653998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d6221679-2dd2-4407-ac11-963dc31ceed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.695967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.771188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.797496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d6221679-2dd2-4407-ac11-963dc31ceed7 None None] Port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:53.810339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:53.817428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Allocated IP 2001:db8::2 (de88ab6d-c1cb-4116-9e2b-53f724268d15/3e2f52d5-2bb8-4543-9870-62ddc2a65b51/886e2dce-ed68-4379-bcc9-f9b17bdd1232) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:53.818701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.829233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:53.839787 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:53.840695 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:53.856141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.894920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.899681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=441a42c5-47f6-4d7f-a055-43b9f0aeb7e0,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:53.926695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a7c6c7ee-98c5-4648-9912-abc75abcd843 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd HTTP/1.1" status: 204 len: 168 time: 2.7208309 Apr 01 15:58:53.931408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:53.937944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.149163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:54.150556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:54.203405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.228311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Transition to ACTIVE for port object 886e2dce-ed68-4379-bcc9-f9b17bdd1232 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:54.238359 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:54.251503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Transition to ACTIVE for port object 886e2dce-ed68-4379-bcc9-f9b17bdd1232 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:54.267933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port ee6caa0d-3843-43b6-8a0e-603a9b082562, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ee6caa0d-3843-43b6-8a0e-603a9b082562,segment=NetworkSegment(6a8fe3c8-182b-43c5-a0ac-d234850ad301),segment_id=6a8fe3c8-182b-43c5-a0ac-d234850ad301)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:54.271014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'status': 'completed', 'code': 200} Apr 01 15:58:54.350472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.415197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-3df65c29-ed09-4888-be29-f230fef2ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:54.416808 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-3df65c29-ed09-4888-be29-f230fef2ebd5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 1099 time: 0.1483128 Apr 01 15:58:54.450534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.455898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:54.463030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:54.467276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:54.495168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8::1 (de88ab6d-c1cb-4116-9e2b-53f724268d15/3e2f52d5-2bb8-4543-9870-62ddc2a65b51/82fc26c1-f276-4b46-af72-e3fdde8c7e68) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:54.519047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Router 4f5258e5-26dd-43e3-8618-a4b5eaa46fac is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:54.547281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Pushing event updated for resources: {'Port': ['ID=886e2dce-ed68-4379-bcc9-f9b17bdd1232,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.669452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Attempting to bind port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:54.671676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Attempting to bind port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:54.676858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Attempting to bind port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 on network de88ab6d-c1cb-4116-9e2b-53f724268d15 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:58:54.692785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:58:54.693473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Checking segment: {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:54.699852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.700270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Bound using segment: {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:58:54.700841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Bound port: 886e2dce-ed68-4379-bcc9-f9b17bdd1232, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:54.701234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.743773 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:54.748225 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:54.759888 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:54.760699 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:54.871406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] For port 886e2dce-ed68-4379-bcc9-f9b17bdd1232, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:58:54.875053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] For port 886e2dce-ed68-4379-bcc9-f9b17bdd1232, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=886e2dce-ed68-4379-bcc9-f9b17bdd1232,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:58:54.876339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6396bbb1-76c4-42db-aa77-0fefc9f3f9f3 None None] Provisioning complete for port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:54.876717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6396bbb1-76c4-42db-aa77-0fefc9f3f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.903619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:54.923424 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4808d449-d6be-4ff6-b623-85d8146e7904 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/routers/4f5258e5-26dd-43e3-8618-a4b5eaa46fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150118 Apr 01 15:58:54.927016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:54.971227 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:54.982739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.988422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] Sync routers for ids ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:55.015070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-4c5d9cec-101a-4017-8208-60079123249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.018393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-4c5d9cec-101a-4017-8208-60079123249d service neutron] 10.222.0.91 "GET /v2.0/networks?id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 200 len: 898 time: 0.5537949 Apr 01 15:58:55.019023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] Routers {'4f5258e5-26dd-43e3-8618-a4b5eaa46fac'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:55.020218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:55.088850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab45fbc-b86a-425a-82f7-4b91a44f95ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.089830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eab45fbc-b86a-425a-82f7-4b91a44f95ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:55.113068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:55.121870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6396bbb1-76c4-42db-aa77-0fefc9f3f9f3 None None] Port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:55.131579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=ee6caa0d-3843-43b6-8a0e-603a9b082562,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.134030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] Routers {'4f5258e5-26dd-43e3-8618-a4b5eaa46fac'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:55.134656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:55.168212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-0767ac5c-f4f3-44a8-8fdc-2979a9b37fe0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 200 len: 217 time: 0.0869255 Apr 01 15:58:55.176133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eab45fbc-b86a-425a-82f7-4b91a44f95ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:55.178450 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eab45fbc-b86a-425a-82f7-4b91a44f95ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f5258e5-26dd-43e3-8618-a4b5eaa46fac HTTP/1.1" status: 200 len: 982 time: 0.2501378 Apr 01 15:58:55.181273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47292) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:55.257367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:55.258221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12780a9d-d3b4-442d-b467-742c97665db7 None None] The sync data for ids ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:55.259050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.303905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af366c6-6890-49fb-b1d3-49274ad44b87 None None] Pushing event updated for resources: {'Port': ['ID=886e2dce-ed68-4379-bcc9-f9b17bdd1232,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.305014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-04b08c0c-6cea-4a99-9c6f-9e4802ea2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.307372 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-04b08c0c-6cea-4a99-9c6f-9e4802ea2fa4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 200 len: 835 time: 0.1246796 Apr 01 15:58:55.308730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 82fc26c1-f276-4b46-af72-e3fdde8c7e68 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:55.355141 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:55.361099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174ba87-b1a8-4271-8b04-f12c81597bec None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:58:41Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '4c600b5b-9aa7-4cef-a82c-e86877d4fbc7', 'name': '', 'network_id': 'f3c9da2d-d4e0-4a58-b800-919ea9f592b7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:46:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:25Z', 'updated_at': '2022-04-01T15:56:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'bf4dc91c-9cfa-418b-81b2-951b3ef3fec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:55.393702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-f43f7aa7-4cd0-4cd1-9114-7ef937bd4ec9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.395139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-f43f7aa7-4cd0-4cd1-9114-7ef937bd4ec9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:55.449502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-f09a29ac-518e-4115-948e-a5b125e8cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.451013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-f09a29ac-518e-4115-948e-a5b125e8cb22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f3c9da2d-d4e0-4a58-b800-919ea9f592b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1365318 Apr 01 15:58:55.573478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-f43f7aa7-4cd0-4cd1-9114-7ef937bd4ec9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:55.574680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-f43f7aa7-4cd0-4cd1-9114-7ef937bd4ec9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.5515082 Apr 01 15:58:55.640698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.680464 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-074b12fa-5fc3-4980-abd2-e979962e2cfa service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222071 Apr 01 15:58:55.725029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-10b60e48-13cf-4f49-a5d1-a9accc637040 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:55.772909 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874d1ce-87fa-464c-9a1e-a142a5b7664c None None] New status for floating IP ba70ccd7-16f5-4caa-884c-e7b38d6aa9fd: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:58:55.827867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:55.839932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:55.847173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:58:55.848344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.877292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.968759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.982993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-10b60e48-13cf-4f49-a5d1-a9accc637040 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:55.987514 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7b82e134-98c6-4ca3-b2d1-cba4346ba58e req-10b60e48-13cf-4f49-a5d1-a9accc637040 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050648 Apr 01 15:58:56.106854 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7871cc9a-d42c-4ac3-a6f3-0308aca216fd req-22d296e4-335f-49fd-9a36-9e3047b538e4 service neutron] 10.222.0.91 "GET /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151218 Apr 01 15:58:56.185217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:56.185557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.328533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.391263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.417999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-757f0d95-bf73-4427-b347-401492766e2c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:56.419558 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-757f0d95-bf73-4427-b347-401492766e2c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.2093310 Apr 01 15:58:56.485999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5c46f-f3f6-4fd7-b346-905bb065fdec None None] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:56.521241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:56.565696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port ffd89cfa-76b2-4437-aa12-3ad4207fd46e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:56.566652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.657070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-975c4e95-c607-43c6-82e3-30d33568def8 None None] Provisioning for port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:56.818725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.009982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=441a42c5-47f6-4d7f-a055-43b9f0aeb7e0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.281349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-45775eae-b4fe-498c-94ae-c281995a6360 None None] Provisioning for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:57.294835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 886e2dce-ed68-4379-bcc9-f9b17bdd1232 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:57.309962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.319757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.336487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port ffd89cfa-76b2-4437-aa12-3ad4207fd46e, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:57.336906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.349693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-45775eae-b4fe-498c-94ae-c281995a6360 None None] Provisioning complete for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.350348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-45775eae-b4fe-498c-94ae-c281995a6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.440181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-45775eae-b4fe-498c-94ae-c281995a6360 None None] Port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:57.462947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.463824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.555579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:57.568697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.569116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.574401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for ffd89cfa-76b2-4437-aa12-3ad4207fd46e owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:57.674310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bba281b1-6b09-4fd8-9b45-a0fb88f41215 None None] Provisioning complete for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.674578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bba281b1-6b09-4fd8-9b45-a0fb88f41215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.681320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e316-8140-492f-a8a2-72d032ab1c90 req-2f671bc3-79cd-4dfa-af10-b5d42178f85d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:57.682869 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7475e316-8140-492f-a8a2-72d032ab1c90 req-2f671bc3-79cd-4dfa-af10-b5d42178f85d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 946 time: 0.3688447 Apr 01 15:58:57.687738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.689299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Router 4f5258e5-26dd-43e3-8618-a4b5eaa46fac has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:57.748560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bba281b1-6b09-4fd8-9b45-a0fb88f41215 None None] Port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:57.808813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.842414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 886e2dce-ed68-4379-bcc9-f9b17bdd1232, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=886e2dce-ed68-4379-bcc9-f9b17bdd1232,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:57.860657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:57.873240 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:57.873774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] Sync routers for ids ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:57.877558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:57.877693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7475e316-8140-492f-a8a2-72d032ab1c90 req-d988feb8-14ac-4929-a068-9e501d09b0a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767492 Apr 01 15:58:57.890481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] Routers {'4f5258e5-26dd-43e3-8618-a4b5eaa46fac'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:57.891223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:57.961270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.962122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ee6caa0d-3843-43b6-8a0e-603a9b082562 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:57.962953 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e06efd7b-e040-420d-bf05-832dd3fb2f9a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/routers/4f5258e5-26dd-43e3-8618-a4b5eaa46fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7805862 Apr 01 15:58:57.966857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47298) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.014952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.023241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.027619 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9893dec-3e98-4f81-a07d-d4b212f2d25d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:58:58.028246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e9893dec-3e98-4f81-a07d-d4b212f2d25d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:58.073322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] Routers {'4f5258e5-26dd-43e3-8618-a4b5eaa46fac'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:58.073871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.088164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=ffd89cfa-76b2-4437-aa12-3ad4207fd46e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.141031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e9893dec-3e98-4f81-a07d-d4b212f2d25d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:58.141031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e9893dec-3e98-4f81-a07d-d4b212f2d25d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/441a42c5-47f6-4d7f-a055-43b9f0aeb7e0 HTTP/1.1" status: 404 len: 333 time: 0.1695559 Apr 01 15:58:58.141031 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47302) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.162164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.162573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b3f8d-37a2-43bc-8b81-15bfbfaa4076 None None] The sync data for ids ['4f5258e5-26dd-43e3-8618-a4b5eaa46fac'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:58.181102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=886e2dce-ed68-4379-bcc9-f9b17bdd1232,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.185354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port ffd89cfa-76b2-4437-aa12-3ad4207fd46e on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:58.189387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.192483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ee6caa0d-3843-43b6-8a0e-603a9b082562 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:58.192854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.202127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'name': 'network-vif-deleted', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:58.256054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bb0134-c09b-4eab-8927-9abfb9c0186b', 'name': 'network-vif-deleted', 'tag': 'ffd89cfa-76b2-4437-aa12-3ad4207fd46e', 'status': 'completed', 'code': 200} Apr 01 15:58:58.259357 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5101b3b-d7c3-4f31-b9d5-72c4748caa2f req-923bbde4-5e4b-4fd9-8028-01e4b5cf77ce tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/ffd89cfa-76b2-4437-aa12-3ad4207fd46e HTTP/1.1" status: 204 len: 173 time: 1.7731688 Apr 01 15:58:58.315597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-80ab762b-0a8f-4fcb-bda5-1495b482231a None None] Provisioning complete for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:58.316774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:58:58.316903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80ab762b-0a8f-4fcb-bda5-1495b482231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.336088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.390643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-80ab762b-0a8f-4fcb-bda5-1495b482231a None None] Port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:58:58.636269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:58.644677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32c0da4d-64cc-4814-a8e5-d4ce728d109e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3824165 Apr 01 15:58:58.649108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47308) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.649261 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:58.651237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-842834197'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:58.656267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:58.657179 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:58.657816 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.661139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:58.664593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:58.671051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:58.789884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:58.790492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.792746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.794108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.819241 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:58.824048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:58.833788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.834103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment a1ce98f4-35af-440a-87b2-1d4ed2fa486e of type vlan for network 8bb1d1ed-9170-44d1-a242-3482b545a4db Apr 01 15:58:58.861586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.903935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.904553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5258e5-26dd-43e3-8618-a4b5eaa46fac {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:58.919785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.924368 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ddd9d3cf-3440-494c-bce6-643cef98d628 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/routers/4f5258e5-26dd-43e3-8618-a4b5eaa46fac HTTP/1.1" status: 204 len: 168 time: 0.7820859 Apr 01 15:58:58.924627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47314) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.985764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.992233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:58.992907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.118102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet df1db28d-8840-4623-9329-caa9e0584369 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:59.126690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 886e2dce-ed68-4379-bcc9-f9b17bdd1232 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:59.131745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.132833 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d6cd3129-43f9-4f60-9d8e-40e214a8fc3d req-ebb53bb4-2f43-48a4-a421-99132b29b5bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bb0134-c09b-4eab-8927-9abfb9c0186b HTTP/1.1" status: 200 len: 210 time: 0.0726998 Apr 01 15:58:59.161916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5152860 Apr 01 15:58:59.165132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47318) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.172452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:59.175967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e6fa9-6a2f-4a29-998c-313b3678d601 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=8bb1d1ed-9170-44d1-a242-3482b545a4db,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.189573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:59.213169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.299727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:59.305482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:59.308706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:59.312336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ffd89cfa-76b2-4437-aa12-3ad4207fd46e no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:59.317460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:59.319656 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:58:56Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:58:56Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:59.325701 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:59.326050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Updating router 5abc5bb5-1987-4dc1-b601-63c67791e69e port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:58:59.344767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.365075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: ffd89cfa-76b2-4437-aa12-3ad4207fd46e {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:59.365942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ffd89cfa-76b2-4437-aa12-3ad4207fd46e not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:59.387302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:59.387673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.391433 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.410869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:59.414502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.516705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.569181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=df1db28d-8840-4623-9329-caa9e0584369,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.575428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.581324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e78755-e57f-4cd6-b327-81c6d6d91ec5 None None] Network 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:59.587427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c5d19792-066e-4040-8f9d-925d7c924f8a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/df1db28d-8840-4623-9329-caa9e0584369 HTTP/1.1" status: 204 len: 168 time: 0.6572285 Apr 01 15:58:59.588913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47322) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.725375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.732225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.750892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port ee6caa0d-3843-43b6-8a0e-603a9b082562 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:59.751633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.808739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.822859 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Transition to ACTIVE for port object 82fc26c1-f276-4b46-af72-e3fdde8c7e68 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:59.829940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=6d974f41-c8db-48a4-bbea-ca7a18d9fead,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.835666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:58:59.836025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 8bb1d1ed-9170-44d1-a242-3482b545a4db, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:59.890067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] DHCP port deletion for 26d1e423-90c7-4d2f-bd6a-24edf7462fd9 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:59.895117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Deleting port ee6caa0d-3843-43b6-8a0e-603a9b082562 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:59.895442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.901750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.930005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:59.974534 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba46307-dd4f-4936-a7c7-94c5896ba947 None None] Pushing event updated for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:00.024058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port ee6caa0d-3843-43b6-8a0e-603a9b082562, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ee6caa0d-3843-43b6-8a0e-603a9b082562,segment=NetworkSegment(6a8fe3c8-182b-43c5-a0ac-d234850ad301),segment_id=6a8fe3c8-182b-43c5-a0ac-d234850ad301)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:00.024417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.036926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 8bb1d1ed-9170-44d1-a242-3482b545a4db) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:00.053942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:00.055634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.071325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9a2d3-138f-4207-be40-549f5ae358d6 None None] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:00.142016 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dec078f5-3a65-4b3a-970c-3ac61beab7ab tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9728470 Apr 01 15:59:00.142574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47326) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.193778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for ee6caa0d-3843-43b6-8a0e-603a9b082562 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:00.207487 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Attempting to bind port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:00.208259 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Attempting to bind port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:00.208970 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Attempting to bind port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 on network de88ab6d-c1cb-4116-9e2b-53f724268d15 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:00.234466 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:00.235194 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Checking segment: {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:00.235828 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.236608 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Bound using segment: {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:00.241623 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Bound port: 82fc26c1-f276-4b46-af72-e3fdde8c7e68, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b717dba9-d649-4900-9400-922e83b4f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:00.241623 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.308427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] For port ee6caa0d-3843-43b6-8a0e-603a9b082562, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ee6caa0d-3843-43b6-8a0e-603a9b082562,segment=NetworkSegment(6a8fe3c8-182b-43c5-a0ac-d234850ad301),segment_id=6a8fe3c8-182b-43c5-a0ac-d234850ad301)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:00.308951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.319558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47332) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.383024 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] For port 82fc26c1-f276-4b46-af72-e3fdde8c7e68, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:00.387659 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] For port 82fc26c1-f276-4b46-af72-e3fdde8c7e68, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82fc26c1-f276-4b46-af72-e3fdde8c7e68,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:00.413334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.427484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.461099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Calling delete_port for ee6caa0d-3843-43b6-8a0e-603a9b082562 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:00.491334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=ee6caa0d-3843-43b6-8a0e-603a9b082562,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:00.495701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.507097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No DVR routers for this DVR port ee6caa0d-3843-43b6-8a0e-603a9b082562 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:00.536950 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.632902 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:00.633817 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:58:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.647024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.656298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:00.656879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:00.670296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-8bb1d1ed-9170-44d1-a242-3482b545a4db', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:00.671224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.703963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d1e423-90c7-4d2f-bd6a-24edf7462fd9']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.721638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8fe3c8-182b-43c5-a0ac-d234850ad301') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.721972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8fe3c8-182b-43c5-a0ac-d234850ad301') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.755967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.799941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.813028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:00.813477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:00.845488 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:00.867004 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:00.912710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Allocated IP 2001:db8:1::2 (8bb1d1ed-9170-44d1-a242-3482b545a4db/6d974f41-c8db-48a4-bbea-ca7a18d9fead/8f97bea6-8890-4a47-9851-2d786a3bf00a) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:00.937577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.961704 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba46307-dd4f-4936-a7c7-94c5896ba947 None None] Pushing event updated for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:00.963256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a89a90-008c-4e08-9dc2-0eaf42f1aaa0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:01.011094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.045906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.048684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.056296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=26d1e423-90c7-4d2f-bd6a-24edf7462fd9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:01.059427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f3f6233b-0367-49b8-aeb5-4b1fc4aad89a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/26d1e423-90c7-4d2f-bd6a-24edf7462fd9 HTTP/1.1" status: 204 len: 168 time: 1.4696903 Apr 01 15:59:01.065115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47336) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.066554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.067970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-058f0175-3c25-43dc-9d78-b3bd7f8cbc55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/09a89a90-008c-4e08-9dc2-0eaf42f1aaa0 HTTP/1.1" status: 204 len: 168 time: 0.7471485 Apr 01 15:59:01.139391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ee6caa0d-3843-43b6-8a0e-603a9b082562 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:01.177010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Deleting port ee6caa0d-3843-43b6-8a0e-603a9b082562 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:01.177859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47342) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.178794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.192255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fc201-5eb3-465f-b579-bde64d510381 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:01.192847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c2fc201-5eb3-465f-b579-bde64d510381 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:01.220900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: ee6caa0d-3843-43b6-8a0e-603a9b082562 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:01.221225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ee6caa0d-3843-43b6-8a0e-603a9b082562 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:01.278234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8abb139e-0e85-46ec-bd50-361733cf2aa3 None None] The port 'ee6caa0d-3843-43b6-8a0e-603a9b082562' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:59:01.281046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2c2fc201-5eb3-465f-b579-bde64d510381 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:01.283405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c2fc201-5eb3-465f-b579-bde64d510381 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/537b3359-7a22-4bcc-8405-5dfe31a39e98 HTTP/1.1" status: 200 len: 840 time: 0.2143910 Apr 01 15:59:01.289140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47346) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.321241 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:58:56Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:01.326361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb597a-2db0-4677-97e6-1725672ebbf6 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:58:56Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:01.418257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.434727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Transition to ACTIVE for port object 8f97bea6-8890-4a47-9851-2d786a3bf00a will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:01.467077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Transition to ACTIVE for port object 8f97bea6-8890-4a47-9851-2d786a3bf00a will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:01.514422 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-92b2bcfe-6e1f-4954-bf24-1ab2a7da2b60 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/537b3359-7a22-4bcc-8405-5dfe31a39e98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2240820 Apr 01 15:59:01.520215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47350) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.527989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:01.559905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.679373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:01.683833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:01.686962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:01.697405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:01.735333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:01.739314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:01.747695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:01.758239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Pushing event updated for resources: {'Port': ['ID=8f97bea6-8890-4a47-9851-2d786a3bf00a,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:01.776628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:01.779529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.851251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Attempting to bind port 8f97bea6-8890-4a47-9851-2d786a3bf00a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:01.851251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Attempting to bind port 8f97bea6-8890-4a47-9851-2d786a3bf00a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:01.851617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Attempting to bind port 8f97bea6-8890-4a47-9851-2d786a3bf00a on network 8bb1d1ed-9170-44d1-a242-3482b545a4db {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:01.857245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:01.857609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Checking segment: {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:01.858058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.858411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Bound using segment: {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:01.858904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Bound port: 8f97bea6-8890-4a47-9851-2d786a3bf00a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:01.859323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.015814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] For port 8f97bea6-8890-4a47-9851-2d786a3bf00a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:02.020544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] For port 8f97bea6-8890-4a47-9851-2d786a3bf00a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f97bea6-8890-4a47-9851-2d786a3bf00a,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:02.037998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8:1::1 (8bb1d1ed-9170-44d1-a242-3482b545a4db/6d974f41-c8db-48a4-bbea-ca7a18d9fead/0bd52d68-12ff-4aaa-b048-f22bd795c5ce) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:02.179154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.205520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.276367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.281863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=2072e130-bfea-451b-a99d-ea21df4beee4,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.290849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75f0f7-6699-46d4-84e1-020dea051518 None None] Pushing event updated for resources: {'Port': ['ID=8f97bea6-8890-4a47-9851-2d786a3bf00a,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.299349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:02.305567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:02.305680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 0bd52d68-12ff-4aaa-b048-f22bd795c5ce will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:02.305798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:02.306999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.308821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2457fbb-cadd-45b1-badb-f1d9b83b7f60 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:02.388687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.412590 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-647b48fc-4f21-4db0-9f26-f913771c5f2d tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8910453 Apr 01 15:59:02.414154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47354) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.420200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1542186883'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:02.430000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.436819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.441806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:02.448994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.460498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6dab6205-66b1-4e31-90e5-879ebd6ce833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.558869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.561783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.601816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.632676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.637617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:02.649921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.652539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'tenant_id': 'ec61cc2f4fe24936a2dde3ac38bb2c52', 'fixed_ips': [{'subnet_id': '2072e130-bfea-451b-a99d-ea21df4beee4'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:02.653410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.731653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:02.742832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:02.746335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:02.746493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.747280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.799294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.824656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.894440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd86a0-a93e-42ac-9460-d46aa21663bb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.913080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Allocated IP 172.20.0.2 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/2072e130-bfea-451b-a99d-ea21df4beee4/f65d44cf-44f5-4d2d-a1fe-92e36966097b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:02.972734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.976613 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47dc6f69-4bc0-4823-9a08-ba280b07eabb tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5590084 Apr 01 15:59:02.976866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47358) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.982244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1524180356'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:02.988742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.993388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.997287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:03.004499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:03.091130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.091404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:03.091749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.134487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:03.138790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:03.142091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:03.149075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:03.153165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.168090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Transition to ACTIVE for port object f65d44cf-44f5-4d2d-a1fe-92e36966097b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:03.204900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82fc26c1-f276-4b46-af72-e3fdde8c7e68 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:03.242373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Transition to ACTIVE for port object f65d44cf-44f5-4d2d-a1fe-92e36966097b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:03.245061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.264316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.342676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.373025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.417323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:03.439090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d241c4-f0a8-4674-8520-f3cb4627b2af,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.457552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:03.457654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.476430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.480816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47362) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.481412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-94f06665-e754-4d32-bb5c-64bb2308e11b tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5029466 Apr 01 15:59:03.491423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1258916797', 'security_groups': ['32d241c4-f0a8-4674-8520-f3cb4627b2af'], 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2072e130-bfea-451b-a99d-ea21df4beee4'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:03.507397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:03.511642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:03.514284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:03.626471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.650425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:03.650822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.664801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Attempting to bind port f65d44cf-44f5-4d2d-a1fe-92e36966097b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:03.665164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Attempting to bind port f65d44cf-44f5-4d2d-a1fe-92e36966097b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ef1481a9-f443-49f9-9184-b74af7e493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:03.665527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Attempting to bind port f65d44cf-44f5-4d2d-a1fe-92e36966097b on network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:03.672162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:03.672533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Checking segment: {'id': 'ef1481a9-f443-49f9-9184-b74af7e493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:03.672935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.673327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Bound using segment: {'id': 'ef1481a9-f443-49f9-9184-b74af7e493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:03.673791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Bound port: f65d44cf-44f5-4d2d-a1fe-92e36966097b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1481a9-f443-49f9-9184-b74af7e493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:03.674164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.761615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583efe3-496e-4701-b052-22455b7b5edf None None] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:03.814982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:03.816473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.950177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:03.962790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:03.970028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 82fc26c1-f276-4b46-af72-e3fdde8c7e68, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82fc26c1-f276-4b46-af72-e3fdde8c7e68,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:03.998196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe9a4376-ae51-4a07-88f1-09fc5bf38694 None None] Provisioning for port 8f97bea6-8890-4a47-9851-2d786a3bf00a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:04.044815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:04.059702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.062436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:port and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:04.077717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:04.088243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:04.107405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.108165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f97bea6-8890-4a47-9851-2d786a3bf00a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:04.121456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.195296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:04.214458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2844d7-a827-4e6a-8bbb-fa57b5df78af None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.237203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.240668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.309412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.404442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.406816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8f97bea6-8890-4a47-9851-2d786a3bf00a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:04.415756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8f97bea6-8890-4a47-9851-2d786a3bf00a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:04.415756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.605961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.653705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8f97bea6-8890-4a47-9851-2d786a3bf00a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f97bea6-8890-4a47-9851-2d786a3bf00a,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:04.717710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.751890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.803908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.830712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=4c600b5b-9aa7-4cef-a82c-e86877d4fbc7,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.849234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8f97bea6-8890-4a47-9851-2d786a3bf00a,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.854222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 551c309d-9ed0-454c-af76-b4fbd18d1831 yet. {{(pid=88733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:59:04.915669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Provisioning for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:04.924055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Provisioning complete for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:04.924673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.984236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1233ffaf-77eb-45e0-b297-0db66c483ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.004502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:05.020047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Provisioning complete for port 8f97bea6-8890-4a47-9851-2d786a3bf00a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.021704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5428e6e7-27a7-40a0-b5a0-c71e24f979f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.022287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:05.029625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:05.319064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82fc26c1-f276-4b46-af72-e3fdde8c7e68 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:05.411538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f8ad8372-2b3e-4c72-a442-a99b1dcdf3ce None None] Provisioning complete for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.411915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8ad8372-2b3e-4c72-a442-a99b1dcdf3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.440084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.459474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.460120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.466915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:05.520148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad8372-2b3e-4c72-a442-a99b1dcdf3ce None None] Port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:05.615142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.617391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f97bea6-8890-4a47-9851-2d786a3bf00a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:05.633758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.11 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/2072e130-bfea-451b-a99d-ea21df4beee4/551c309d-9ed0-454c-af76-b4fbd18d1831) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:05.679587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Provisioning complete for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.679960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.746211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:05.752705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8f97bea6-8890-4a47-9851-2d786a3bf00a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.753075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.796293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.796578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.846530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:05.860081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:05.875106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:05.881775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:05.882402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.976218 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd73e344-63ea-4c2b-a2ee-4f8597705547 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8330071 Apr 01 15:59:05.979054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47366) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:05.985230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1500727996'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:05.991675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:05.997197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.000590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.007356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.080915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8fa1c1ab-ed58-4e6e-b7ed-4653338fe1d0 None None] Provisioning for port f65d44cf-44f5-4d2d-a1fe-92e36966097b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:06.098842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:06.102523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.104898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:06.136668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:06.150807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.151235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment c8ef584a-7c19-4ac3-a570-808e6be5e10e of type vlan for network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec Apr 01 15:59:06.154440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:06.184252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.211682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.290580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.296440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.297497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.340100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.353006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router b18a110f-b7cc-41cb-b946-ff61850f717a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:06.369928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 551c309d-9ed0-454c-af76-b4fbd18d1831 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:06.419068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f65d44cf-44f5-4d2d-a1fe-92e36966097b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:06.425067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=3fe58295-c7e5-4259-ab64-fc0c2ad896ec,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.429700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:06.430164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.453050 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-30a76b04-0ec5-43a1-bf06-dd4dcedb1c71 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4717109 Apr 01 15:59:06.455641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.459322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:06.466331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:06.588238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:06.601159 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Sync routers for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:06.602376 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ae87701a-1c64-4450-8272-b72986a15473 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/b18a110f-b7cc-41cb-b946-ff61850f717a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4222140 Apr 01 15:59:06.604731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.607368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47374) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.618359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:06.622270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.628018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.629301 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:06.630119 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.636576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.745043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:06.755410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:06.762204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:06.762687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:06.771892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.774135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.792807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.799390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=551c309d-9ed0-454c-af76-b4fbd18d1831,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.805945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:06.807951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:06.808334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Updating router 5abc5bb5-1987-4dc1-b601-63c67791e69e port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:06.827973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.934956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:06.951619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.967332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.968740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.000047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.046893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.066597 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:07.142605 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9462e12d-777b-49c5-878b-2156f9edb374 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6560569 Apr 01 15:59:07.147503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47378) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.157545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:07.228877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.255944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.281362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.329722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=7ef39fa6-02ed-4660-b42b-927b201185a2,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.340057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f7b9e0eb-61b0-42f9-a9ec-05b19925bfa8 None None] Provisioning for port 551c309d-9ed0-454c-af76-b4fbd18d1831 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:07.359742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f7b9e0eb-61b0-42f9-a9ec-05b19925bfa8 None None] Provisioning complete for port 551c309d-9ed0-454c-af76-b4fbd18d1831 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:07.360412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f7b9e0eb-61b0-42f9-a9ec-05b19925bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.369119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:07.370410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 3fe58295-c7e5-4259-ab64-fc0c2ad896ec, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:07.384459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:07.393240 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:07.396658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:07.402985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:07.441566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9e0eb-61b0-42f9-a9ec-05b19925bfa8 None None] Port 551c309d-9ed0-454c-af76-b4fbd18d1831 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:07.475241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:07.517160 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:59:04Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.521896 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Checking router: b18a110f-b7cc-41cb-b946-ff61850f717a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:07.530525 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Routers {'b18a110f-b7cc-41cb-b946-ff61850f717a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:07.531222 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['b18a110f-b7cc-41cb-b946-ff61850f717a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.536943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:07.541045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.544769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.558471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Transition to ACTIVE for port object 0bd52d68-12ff-4aaa-b048-f22bd795c5ce will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:07.558748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.564349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 3fe58295-c7e5-4259-ab64-fc0c2ad896ec) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:07.568633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:07.569290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.579257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e3bb4-b834-446c-9af7-9e8cc2efbbd3 None None] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:07.634126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4dc91c-9cfa-418b-81b2-951b3ef3fec5,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.664992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f692c16-7ab0-4569-a420-83003f4bebb7 None None] Network f3c9da2d-d4e0-4a58-b800-919ea9f592b7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:07.682289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.684317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.693091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.703280 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e7ba6402-3af8-4974-bb15-94bf1e0d45f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/bf4dc91c-9cfa-418b-81b2-951b3ef3fec5 HTTP/1.1" status: 204 len: 168 time: 1.0943968 Apr 01 15:59:07.707312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47382) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.725681 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] Set router b18a110f-b7cc-41cb-b946-ff61850f717a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:07.739003 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.ipam_backend_mixin [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2072e130-bfea-451b-a99d-ea21df4beee4 (CIDR: 172.20.0.0/28) Apr 01 15:59:07.772947 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:07.774096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:07.798144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7383c515-f9ec-4be3-996c-0d9d79b233fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3398972 Apr 01 15:59:07.801592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47386) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.859817 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-81ddf9bb-c8b6-4381-b512-f82759a14e71 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7105973 Apr 01 15:59:07.862298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47390) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.880474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:07.945227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06901f-2f1c-43ca-9506-09df3f7b7ff4 None None] Pushing event updated for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.074513 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:59:04Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:08.084544 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49422ec-43ff-4bde-ad35-3220a4f02064 None None] The sync data for ids ['b18a110f-b7cc-41cb-b946-ff61850f717a'] in dv-neutron-835944-1-hyperv is: [{'id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'name': 'tempest-TestNetworkBasicOps-router-2131951390', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158'}], 'enable_snat': True}, 'gw_port_id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:59:04Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '8fe3589c-902d-4f0e-a869-03adb929d722', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a110f-b7cc-41cb-b946-ff61850f717a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:15Z', 'updated_at': '2022-04-01T15:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:08.215479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:08.220160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:08.223866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:08.227676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Attempting to bind port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:08.228327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Attempting to bind port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:08.228814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Attempting to bind port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce on network 8bb1d1ed-9170-44d1-a242-3482b545a4db {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:08.230746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:08.250288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:08.250641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Checking segment: {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:08.251541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.251753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Bound using segment: {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:08.252415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Bound port: 0bd52d68-12ff-4aaa-b048-f22bd795c5ce, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:08.252880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.268323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:08.269199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.318926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:08.322648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.340162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.475026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] For port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:08.480148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] For port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:08.569568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] DHCP port deletion for f3c9da2d-d4e0-4a58-b800-919ea9f592b7 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:08.585419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.595367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Allocated IP 2001:db8:2::2 (3fe58295-c7e5-4259-ab64-fc0c2ad896ec/7ef39fa6-02ed-4660-b42b-927b201185a2/47515b65-5353-4bad-a687-ef6344f70da8) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:08.631756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Deleting port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:08.632128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.736790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.782228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.829475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:08.834152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:08.839498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:08.839724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.862095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=1edef974-f024-413d-86fb-2970bab9003a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.919248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.921293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f33487-2b2d-4ba2-9947-7fc5a4aa86c7 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:08.932019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 8fe3589c-902d-4f0e-a869-03adb929d722 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:08.932739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.951588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:08.952241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:08.955116 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ae55f6d-dafc-467e-8e12-64ab6bed14ca tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0898833 Apr 01 15:59:08.955745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47394) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:08.970237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-440704081', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1edef974-f024-413d-86fb-2970bab9003a'}], 'security_groups': ['aefd86a0-a93e-42ac-9460-d46aa21663bb']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:09.046055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06901f-2f1c-43ca-9506-09df3f7b7ff4 None None] Pushing event updated for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.222117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:09.249938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.354563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 8fe3589c-902d-4f0e-a869-03adb929d722, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8fe3589c-902d-4f0e-a869-03adb929d722,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:09.355206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.449264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:09.610903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] For port 1ba404e6-1c25-4fee-a96c-59711d18a8e5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1ba404e6-1c25-4fee-a96c-59711d18a8e5,segment=NetworkSegment(2049b51f-4fd0-43a0-9393-7f8615073ab8),segment_id=2049b51f-4fd0-43a0-9393-7f8615073ab8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:09.611252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.676733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 8fe3589c-902d-4f0e-a869-03adb929d722 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:09.688992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Delete allocated IP 172.20.0.11 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/2072e130-bfea-451b-a99d-ea21df4beee4) {{(pid=88733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:59:09.701880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.20 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/1edef974-f024-413d-86fb-2970bab9003a/551c309d-9ed0-454c-af76-b4fbd18d1831) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:09.797983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.810113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Transition to ACTIVE for port object 47515b65-5353-4bad-a687-ef6344f70da8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:09.830635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Transition to ACTIVE for port object 47515b65-5353-4bad-a687-ef6344f70da8 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:09.940682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.959822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 551c309d-9ed0-454c-af76-b4fbd18d1831 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:10.051036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8:2::1 (3fe58295-c7e5-4259-ab64-fc0c2ad896ec/7ef39fa6-02ed-4660-b42b-927b201185a2/95a9431d-1485-4d94-999c-88d18b570135) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:10.063979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.085654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Calling delete_port for 1ba404e6-1c25-4fee-a96c-59711d18a8e5 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:10.138329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.236914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=551c309d-9ed0-454c-af76-b4fbd18d1831,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.243843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.266469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] In _notify_port_updated(), no bound segment for port 551c309d-9ed0-454c-af76-b4fbd18d1831 on network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 {{(pid=88733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:59:10.273107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:10.273874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.278003 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fc987a4c-549b-44c8-ae4d-9f71e7ad5b6e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/ports/551c309d-9ed0-454c-af76-b4fbd18d1831 HTTP/1.1" status: 200 len: 920 time: 1.3178301 Apr 01 15:59:10.278294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.279766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:10.280269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.346971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:10.353497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 551c309d-9ed0-454c-af76-b4fbd18d1831 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:10.354049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.357570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=8fe3589c-902d-4f0e-a869-03adb929d722,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.373911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:10.378065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:10.408346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Pushing event updated for resources: {'Port': ['ID=47515b65-5353-4bad-a687-ef6344f70da8,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.502593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.541450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.622220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.623605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] Pushing event deleted for resources: {'Port': ['ID=1ba404e6-1c25-4fee-a96c-59711d18a8e5,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.625338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.632525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e2c79-1a8f-4946-8bcb-1ab73f1ef763 None None] No DVR routers for this DVR port 1ba404e6-1c25-4fee-a96c-59711d18a8e5 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:10.648495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Attempting to bind port 47515b65-5353-4bad-a687-ef6344f70da8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:10.648793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Attempting to bind port 47515b65-5353-4bad-a687-ef6344f70da8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:10.649160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Attempting to bind port 47515b65-5353-4bad-a687-ef6344f70da8 on network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:10.698760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:10.699098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Checking segment: {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:10.699505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.699981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Bound using segment: {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:10.700476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Bound port: 47515b65-5353-4bad-a687-ef6344f70da8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:10.700854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.704702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.708091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.709941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 95a9431d-1485-4d94-999c-88d18b570135 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:10.779624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 551c309d-9ed0-454c-af76-b4fbd18d1831 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:10.839027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.839672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router b18a110f-b7cc-41cb-b946-ff61850f717a {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:59:10.876623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.878169 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-31104e1b-ff71-40a9-8fc3-01fc2033de26 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/b18a110f-b7cc-41cb-b946-ff61850f717a HTTP/1.1" status: 204 len: 168 time: 3.1693568 Apr 01 15:59:10.880734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.884957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:10.892579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Update dhcp port {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'fixed_ips': [{'subnet_id': '2072e130-bfea-451b-a99d-ea21df4beee4', 'ip_address': '172.20.0.2'}, {'subnet_id': '1edef974-f024-413d-86fb-2970bab9003a'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'f65d44cf-44f5-4d2d-a1fe-92e36966097b'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:59:10.896656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47402) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.930446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:10.969974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f014a0-8150-460d-8c7d-bd61612cf802 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:10.984270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:10.984571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4c600b5b-9aa7-4cef-a82c-e86877d4fbc7 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:10.985600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1ba404e6-1c25-4fee-a96c-59711d18a8e5 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:11.033631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:11.035423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] For port 47515b65-5353-4bad-a687-ef6344f70da8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:11.039853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 1ba404e6-1c25-4fee-a96c-59711d18a8e5 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:11.040191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1ba404e6-1c25-4fee-a96c-59711d18a8e5 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:11.040954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:11.043024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.061757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] For port 47515b65-5353-4bad-a687-ef6344f70da8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=47515b65-5353-4bad-a687-ef6344f70da8,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:11.075524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.121341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:11.122092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.144687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.216394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=551c309d-9ed0-454c-af76-b4fbd18d1831,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.237539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.258569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.463294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd52d68-12ff-4aaa-b048-f22bd795c5ce up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:11.531926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.546822 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e157138c-e508-4f2d-9869-c0901c7073b2 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/551c309d-9ed0-454c-af76-b4fbd18d1831 HTTP/1.1" status: 204 len: 168 time: 1.2649341 Apr 01 15:59:11.547634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47406) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.567160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.582765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5b7d-dd4d-49be-ba62-e8f2e057c904 None None] Pushing event updated for resources: {'Port': ['ID=47515b65-5353-4bad-a687-ef6344f70da8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.585855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.616875 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c9abaa-bc73-4fcb-849d-9387dfe9290c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:59:11.617636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62c9abaa-bc73-4fcb-849d-9387dfe9290c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:11.625031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c9da2d-d4e0-4a58-b800-919ea9f592b7']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:11.638964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Allocated IP 172.20.0.18 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/1edef974-f024-413d-86fb-2970bab9003a/f65d44cf-44f5-4d2d-a1fe-92e36966097b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:11.710949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62c9abaa-bc73-4fcb-849d-9387dfe9290c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:11.710949 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-62c9abaa-bc73-4fcb-849d-9387dfe9290c tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/551c309d-9ed0-454c-af76-b4fbd18d1831 HTTP/1.1" status: 404 len: 333 time: 0.1612337 Apr 01 15:59:11.712955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.835062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.855117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2049b51f-4fd0-43a0-9393-7f8615073ab8') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:11.855667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2049b51f-4fd0-43a0-9393-7f8615073ab8') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:11.876487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.892685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.938695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:11.983364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.997406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.011907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:12.016734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:12.017101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.023706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.041850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d241c4-f0a8-4674-8520-f3cb4627b2af,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.042352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Transition to ACTIVE for port object f65d44cf-44f5-4d2d-a1fe-92e36966097b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:12.050349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.051848 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-63ecf856-3ac1-4668-9e12-42c4a6a4b2df tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/security-groups/32d241c4-f0a8-4674-8520-f3cb4627b2af HTTP/1.1" status: 204 len: 168 time: 0.3378882 Apr 01 15:59:12.055555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47414) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.068668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:12.069333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:12.085519 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:12.121562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.131569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.153899 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.286740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.292555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.293475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.309153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd86a0-a93e-42ac-9460-d46aa21663bb,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.316635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.319174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.323455 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6e477cb0-4827-428d-a7a8-c80e2159ab80 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/security-groups/aefd86a0-a93e-42ac-9460-d46aa21663bb HTTP/1.1" status: 204 len: 168 time: 0.2640858 Apr 01 15:59:12.324602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47418) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.352998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=f3c9da2d-d4e0-4a58-b800-919ea9f592b7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.391026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4278d3-9f9c-445c-b20d-6bd088b370f7 None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.391735 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9324b3d0-709b-45cd-b714-4a5d4babac7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/f3c9da2d-d4e0-4a58-b800-919ea9f592b7 HTTP/1.1" status: 204 len: 168 time: 1.4229047 Apr 01 15:59:12.392260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:12.415055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47422) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.423523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--69028826', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:12.431881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:12.439035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:12.443934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:12.452944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:12.461526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 2072e130-bfea-451b-a99d-ea21df4beee4 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:12.465570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.473096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.530924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.629822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.643570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.688397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:12.693484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.718263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.719178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.745287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.801680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.833251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:12.849560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.850814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84fca7-9996-4635-bd87-6d7cbc0e4abe None None] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:12.852346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=2072e130-bfea-451b-a99d-ea21df4beee4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.858645 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e9f8ff6a-28d7-494e-bdad-027be11b6593 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/2072e130-bfea-451b-a99d-ea21df4beee4 HTTP/1.1" status: 204 len: 168 time: 0.5326946 Apr 01 15:59:12.863536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47426) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.869799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:12.904947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.920784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.924402 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 07fb39d9-3da1-4099-bfc0-4e6a972360e1 of type vlan for network f25f816b-64eb-40e2-8d90-b683306a98f1 Apr 01 15:59:13.001735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.053490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:13.054911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:13.059457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.064263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:13.068656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:13.080085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.124632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c05490-58b6-4c93-a9a0-4d6104f78742 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:13.197433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:13.200700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.202086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.206961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:13.207567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.252726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-17ab01b8-d9f9-45b2-ba13-2dc27be416eb None None] Provisioning for port 47515b65-5353-4bad-a687-ef6344f70da8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:13.314045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 47515b65-5353-4bad-a687-ef6344f70da8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:13.343779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:13.352257 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9355600 Apr 01 15:59:13.355562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47430) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.361001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-860129077', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:13.364236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a13a1d-e368-40cc-8269-6ee3fad29e1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=f25f816b-64eb-40e2-8d90-b683306a98f1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:13.374915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.383237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:13.387998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:13.398741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.412221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f25f816b-64eb-40e2-8d90-b683306a98f1 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:13.519312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.520321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.530574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:13.535782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4d6d9eb0-f04b-4fec-a15b-42a08cb9b347 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7331452 Apr 01 15:59:13.538415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47434) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.544614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-624681758'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:13.550338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.554602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:network and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:13.557398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.557700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:13.565023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.579231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:13.609897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Provisioning for port f65d44cf-44f5-4d2d-a1fe-92e36966097b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:13.622516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:13.623168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:13.650481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.683452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:13.683795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.701689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:13.705539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.738332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:13.749257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.749949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added segment bfc67f07-72fc-4e42-b5ef-7df7c1e7da28 of type vlan for network 51a818bf-4798-4637-9213-4f8e09214af7 Apr 01 15:59:13.776166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:13.783347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.786793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:13.789595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:13.790465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.815347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 47515b65-5353-4bad-a687-ef6344f70da8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:13.861878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 47515b65-5353-4bad-a687-ef6344f70da8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:13.862163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.896828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.906118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:13.908089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.975250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=35eeba74-5094-4a5c-a393-9c2d55a6a073,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.053906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:14.103426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.117101 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ccb4e75-2639-42bc-9d55-de46e74b7e27 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2489119 Apr 01 15:59:14.117101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47438) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.127719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440485971'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:14.163041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:14.163041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:14.170342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:14.187600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:14.337499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Network': ['ID=51a818bf-4798-4637-9213-4f8e09214af7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.406467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8d14de57-ba7c-4d0d-ba29-f315cc45cb42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8659868 Apr 01 15:59:14.408239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 51a818bf-4798-4637-9213-4f8e09214af7 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:14.411431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47442) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.419530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'subnet': {'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:14.619674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.633416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:14.638465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:subnet and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:14.645463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:14.653093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:14.658760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:14.674684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:14.682860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:14.691348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:14.817954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Made reservation on behalf of 7b917e6b2cdd4b4590e34e36de56adf3 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:14.825097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.938568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.965268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c08f4c-c849-484c-a4bb-a16d299d0f15 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:14.970251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.014079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.015883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.112018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.130743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 47515b65-5353-4bad-a687-ef6344f70da8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=47515b65-5353-4bad-a687-ef6344f70da8,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:15.139261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Could not find standard attr ID for object 551c309d-9ed0-454c-af76-b4fbd18d1831. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:59:15.173042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:15.212428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:15.213148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Updating router 5abc5bb5-1987-4dc1-b601-63c67791e69e port 95a9431d-1485-4d94-999c-88d18b570135 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:15.215485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9da2c1-586a-468c-bb7b-02c36e264b14,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.228333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.231477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.224 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/7540e513-7ce5-4228-8047-386505569c14) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:15.249270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.250048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:15.274806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:15.275203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.321538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Subnet': ['ID=324f0400-8ad0-479e-bd1d-7279ccf9924b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.324008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Checking segment: {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:15.324371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network hostable DHCP agents. Network: 51a818bf-4798-4637-9213-4f8e09214af7, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:15.329688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.331635 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8b97feb7-e84a-40b6-a580-51a42d2f7661 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2134418 Apr 01 15:59:15.337742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47448) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.343906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1793739249'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:15.351992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.358450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:15.362159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:15.370289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:15.402315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.444304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 51a818bf-4798-4637-9213-4f8e09214af7 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:15.451489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.464833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6b562570-8190-4f82-9bb4-e93251b66c83 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:15.475961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.497137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.501063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:15.504392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:15.510100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:15.517416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=47515b65-5353-4bad-a687-ef6344f70da8,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.525063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.550432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 51a818bf-4798-4637-9213-4f8e09214af7) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:15.558692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:15.561508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.589938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41760935-906b-4a25-8f12-f04720bd7cd5 None None] Network 51a818bf-4798-4637-9213-4f8e09214af7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:15.602589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:15.605566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:15.608029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:15.623334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.630798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:15.631280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.661725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=7540e513-7ce5-4228-8047-386505569c14,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.673956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8a5360af-629c-4fc1-9b94-4c4253cc48fe tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2596920 Apr 01 15:59:15.677132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47452) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.705661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.744923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c501d-0322-4e74-b502-8831ab08717b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.806457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.810507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c79db28a-3cd9-47d0-bebf-50e24d55a233 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4721320 Apr 01 15:59:15.811066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47456) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.818230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248284034'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:15.824852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.829054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:15.832985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:15.839329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:15.843193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:15.843569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.930216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.975204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.980030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:security_group_rule and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:15.984935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:15.991332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:16.075700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.166569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.196909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd52d68-12ff-4aaa-b048-f22bd795c5ce up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:16.213757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3916e59-8183-4d5b-bb85-ab0fec740a04,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.284681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.288811 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-01f994ac-80d3-4501-b4d0-d8dbab40dbf5 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4749770 Apr 01 15:59:16.289121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47460) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:16.295669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1062565056', 'security_groups': ['e3916e59-8183-4d5b-bb85-ab0fec740a04'], 'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35eeba74-5094-4a5c-a393-9c2d55a6a073'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:16.306554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Update dhcp port {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'fixed_ips': [{'subnet_id': '1edef974-f024-413d-86fb-2970bab9003a', 'ip_address': '172.20.0.18'}, {'subnet_id': '35eeba74-5094-4a5c-a393-9c2d55a6a073'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'f65d44cf-44f5-4d2d-a1fe-92e36966097b'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:59:16.345911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-51a818bf-4798-4637-9213-4f8e09214af7', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:16.346942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.465152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:16.475771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:16.560699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:16.563435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.682354 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.697866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.720531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:16.720531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.720874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] device_id is not set on port 84345181-61df-4d2c-9aa8-365da5b2a622 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:59:16.758372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.816493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:16.817025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.884351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Transition to ACTIVE for port object 95a9431d-1485-4d94-999c-88d18b570135 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:16.894786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.968693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.14 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/35eeba74-5094-4a5c-a393-9c2d55a6a073/84345181-61df-4d2c-9aa8-365da5b2a622) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:16.991036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:17.001235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Allocated IP 2001:db8:3::2 (51a818bf-4798-4637-9213-4f8e09214af7/324f0400-8ad0-479e-bd1d-7279ccf9924b/d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:17.048565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Provisioning complete for port 47515b65-5353-4bad-a687-ef6344f70da8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:17.050595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.112158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.209868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.229778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Transition to ACTIVE for port object 84345181-61df-4d2c-9aa8-365da5b2a622 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:17.359274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.372122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8fe3589c-902d-4f0e-a869-03adb929d722 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:17.399181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1d7d4-9dab-4fce-a245-d63214942808 None None] Pushing event updated for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:17.411228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.459832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8fe3589c-902d-4f0e-a869-03adb929d722 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:17.460200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8fe3589c-902d-4f0e-a869-03adb929d722 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:17.463531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=84345181-61df-4d2c-9aa8-365da5b2a622,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:17.489814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:17.491896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:17.501582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:17.602585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:17.604413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.630776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 47515b65-5353-4bad-a687-ef6344f70da8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:17.710316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c8525055-4395-43d6-ab4a-2705862b18d6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4198818 Apr 01 15:59:17.713100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47464) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:17.718688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:17.733342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Allocated IP 172.20.0.2 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/35eeba74-5094-4a5c-a393-9c2d55a6a073/f65d44cf-44f5-4d2d-a1fe-92e36966097b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:17.736470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 85064d6c-3782-4e6c-90bf-d5249d85c84a is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:59:17.777901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Attempting to bind port 95a9431d-1485-4d94-999c-88d18b570135 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:17.778211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Attempting to bind port 95a9431d-1485-4d94-999c-88d18b570135 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:17.778543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Attempting to bind port 95a9431d-1485-4d94-999c-88d18b570135 on network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:17.819450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.836571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:17.836571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Checking segment: {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:17.836974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.837389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Bound using segment: {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:17.837789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Bound port: 95a9431d-1485-4d94-999c-88d18b570135, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ef584a-7c19-4ac3-a570-808e6be5e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:17.838169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.875733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:17.880581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:17.884330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:17.890584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Transition to ACTIVE for port object d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:17.890931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:17.975833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:17.979479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.030793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Transition to ACTIVE for port object d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:18.063394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 47515b65-5353-4bad-a687-ef6344f70da8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:18.063772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.106590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:18.116273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e41a72e-7a2d-4ef6-9ec3-e48cc4779379 None None] Provisioning for port 95a9431d-1485-4d94-999c-88d18b570135 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:18.122683 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Sync routers for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:18.134215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:18.135839 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:18.154345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:18.162704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.175403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] For port 95a9431d-1485-4d94-999c-88d18b570135, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:18.244374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Allocated IP 2001:db8:3::1 (51a818bf-4798-4637-9213-4f8e09214af7/324f0400-8ad0-479e-bd1d-7279ccf9924b/4f8265b9-7b46-454f-b2a9-4dc40618a28b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:18.264222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.265993 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f0fb1ec5-1bd1-4b11-b923-eefa0ae43827 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9093728 Apr 01 15:59:18.271806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47468) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.311658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.318773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] For port 95a9431d-1485-4d94-999c-88d18b570135, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95a9431d-1485-4d94-999c-88d18b570135,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:18.330770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ad80d25b-1cf0-4324-b90b-49e8ba10a65b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581059 Apr 01 15:59:18.335056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47472) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.343809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35eeba74-5094-4a5c-a393-9c2d55a6a073 (CIDR: 172.20.0.0/28) Apr 01 15:59:18.358954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Network 51a818bf-4798-4637-9213-4f8e09214af7 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:18.366499 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:18.366734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:18.370022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.384770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:18.386132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:18.386737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:18.389798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Pushing event updated for resources: {'Port': ['ID=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.468054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e302f489-61f3-4410-9d13-cb106c9ef8c6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7503560 Apr 01 15:59:18.468663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47476) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.474733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:18.519520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.530950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Transition to ACTIVE for port object f65d44cf-44f5-4d2d-a1fe-92e36966097b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:18.582214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.594365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382623e-ffd8-43c0-a5ed-282d72057606 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.595983 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a382623e-ffd8-43c0-a5ed-282d72057606 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2606528 Apr 01 15:59:18.599492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47480) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.622775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.644897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Transition to ACTIVE for port object 4f8265b9-7b46-454f-b2a9-4dc40618a28b will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:18.648111 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-442bf88b-cca8-48ad-b4e5-1b9b2b42f46f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473914 Apr 01 15:59:18.651192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47484) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.657477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819392269', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:18.702467 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:16Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:18.707058 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Checking router: 85064d6c-3782-4e6c-90bf-d5249d85c84a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:18.707664 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Updating router 85064d6c-3782-4e6c-90bf-d5249d85c84a port 7540e513-7ce5-4228-8047-386505569c14 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:18.721483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:18.733052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:18.733800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:18.735911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:18.740471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:18.748004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:18.767157 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.810371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:18.816202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:18.820897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:18.832687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:18.835064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:18.839142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.897584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Attempting to bind port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:18.897951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Attempting to bind port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:18.898310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Attempting to bind port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe on network 51a818bf-4798-4637-9213-4f8e09214af7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:18.920013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:18.924726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.963935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1d7d4-9dab-4fce-a245-d63214942808 None None] Pushing event updated for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.980288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:18.980681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Checking segment: {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:18.981111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.981512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Bound using segment: {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:18.982127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Bound port: d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:18.982374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.006167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.025013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.ipam_backend_mixin [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1edef974-f024-413d-86fb-2970bab9003a (CIDR: 172.20.0.16/28) Apr 01 15:59:19.060119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:19.105374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.106572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:19.176534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 51a818bf-4798-4637-9213-4f8e09214af7 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:19.182449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:19.189465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:19.190128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.192835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=4f8265b9-7b46-454f-b2a9-4dc40618a28b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.223317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2189c94c-af85-4f64-89e7-4f45795f6866 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7507913 Apr 01 15:59:19.224167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47488) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.231538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'subnet': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:19.288346 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.304413 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Transition to ACTIVE for port object 7540e513-7ce5-4228-8047-386505569c14 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:19.315157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23a670-f59b-456b-9816-a11a1cf47adf None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.416041 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.422956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.427871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Usage tracker for resource:subnet and tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:19.431440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:19.432723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] For port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:19.438896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.452918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] For port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:19.541373 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Attempting to bind port 7540e513-7ce5-4228-8047-386505569c14 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:19.542063 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Attempting to bind port 7540e513-7ce5-4228-8047-386505569c14 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:19.542755 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Attempting to bind port 7540e513-7ce5-4228-8047-386505569c14 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:19.551218 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3f238-01a6-4181-b1ae-c49cd3a9d84b None None] Pushing event updated for resources: {'Port': ['ID=7540e513-7ce5-4228-8047-386505569c14,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.559286 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:19.559940 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:19.561701 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.562374 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:19.563482 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Bound port: 7540e513-7ce5-4228-8047-386505569c14, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:19.566233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.567707 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.569370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:19.584525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Made reservation on behalf of ec61cc2f4fe24936a2dde3ac38bb2c52 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:19.585925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.605589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.641012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.688840 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] For port 7540e513-7ce5-4228-8047-386505569c14, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:19.697220 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] For port 7540e513-7ce5-4228-8047-386505569c14, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7540e513-7ce5-4228-8047-386505569c14,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:19.735398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=387ec325-4e16-46a8-9cb7-273a30682a74,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.762262 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.794633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a6434-0dcb-4802-b2f8-040df14b67c6 None None] Pushing event updated for resources: {'Port': ['ID=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.830152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:18Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:19.842649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41523a95-cdae-4dba-adbb-330e88124da0 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:18Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:19.851018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:19.851740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: f25f816b-64eb-40e2-8d90-b683306a98f1, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:20.041991 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:20.042741 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:20.197801 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3f238-01a6-4181-b1ae-c49cd3a9d84b None None] Pushing event updated for resources: {'Port': ['ID=7540e513-7ce5-4228-8047-386505569c14,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:20.211917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Provisioning for port f65d44cf-44f5-4d2d-a1fe-92e36966097b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:20.218334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:20.219522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.309670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.363590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f25f816b-64eb-40e2-8d90-b683306a98f1 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:20.470307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:20.470721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.486372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Subnet': ['ID=b6549050-32cc-4c36-8f6b-5dd243d43d10,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:20.499062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:20.500449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:20.506020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:20.506667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.536460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:20.583577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bcb24-0723-40bd-99c9-c54c6b10bc09 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:20.623599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc792fb3-9ec2-49f2-a2b1-5f12cdc11044 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3975410 Apr 01 15:59:20.624926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47494) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.638449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1804955370', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6549050-32cc-4c36-8f6b-5dd243d43d10'}], 'security_groups': ['0b9da2c1-586a-468c-bb7b-02c36e264b14', 'b76c501d-0322-4e74-b502-8831ab08717b']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:20.664549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.722890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f25f816b-64eb-40e2-8d90-b683306a98f1) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:20.723850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:20.725343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.739059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df13d345-f7eb-4351-8630-12a06314dbdb None None] Network f25f816b-64eb-40e2-8d90-b683306a98f1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:20.750130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.753758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.852018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.881852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e6548258-7ec3-4eab-9a05-ed11bd0becf5 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:20.981836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-712e3df4-adcd-48e8-aa0d-b1da958c8bb3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3293855 Apr 01 15:59:20.998368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47498) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.101429 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:16Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:21.109349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event updated for resources: {'Port': ['ID=4f8265b9-7b46-454f-b2a9-4dc40618a28b,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.114553 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43722f0f-1424-435a-a01f-ab55250d015d None None] The sync data for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv is: [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:16Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:21.209766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a04f5c89-a118-4f60-80cc-759eac7428b3 None None] Provisioning for port 84345181-61df-4d2c-9aa8-365da5b2a622 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:21.268107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a04f5c89-a118-4f60-80cc-759eac7428b3 None None] Provisioning complete for port 84345181-61df-4d2c-9aa8-365da5b2a622 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:21.269081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a04f5c89-a118-4f60-80cc-759eac7428b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.280784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Network 51a818bf-4798-4637-9213-4f8e09214af7 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:21.303147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:21.438674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a04f5c89-a118-4f60-80cc-759eac7428b3 None None] Port 84345181-61df-4d2c-9aa8-365da5b2a622 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:21.516011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Delete allocated IP 172.20.0.14 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/35eeba74-5094-4a5c-a393-9c2d55a6a073) {{(pid=88732) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:59:21.526585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Allocated IP 172.20.0.43 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/b6549050-32cc-4c36-8f6b-5dd243d43d10/84345181-61df-4d2c-9aa8-365da5b2a622) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:21.530880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f25f816b-64eb-40e2-8d90-b683306a98f1', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:21.532494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.779445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:21.830479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:21.858442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf44e05-920b-432d-8633-c0822c7107e4 None None] Network 51a818bf-4798-4637-9213-4f8e09214af7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:21.950997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.973270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Ignored duplicate provisioning block setup for port 84345181-61df-4d2c-9aa8-365da5b2a622 by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:59:22.050697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.136314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-230339f5-9183-4455-9478-31960650e195 None None] Provisioning for port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:22.166610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Update dhcp port {'port': {'network_id': '3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3', 'fixed_ips': [{'subnet_id': '1edef974-f024-413d-86fb-2970bab9003a', 'ip_address': '172.20.0.18'}, {'subnet_id': '35eeba74-5094-4a5c-a393-9c2d55a6a073', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6549050-32cc-4c36-8f6b-5dd243d43d10'}], 'binding:host_id': 'dv-neutron-835944-1-hyperv'}, 'id': 'f65d44cf-44f5-4d2d-a1fe-92e36966097b'} from dv-neutron-835944-1-hyperv. {{(pid=88734) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:59:22.254255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Allocated IP 172.20.0.2 (f25f816b-64eb-40e2-8d90-b683306a98f1/387ec325-4e16-46a8-9cb7-273a30682a74/b2c83789-44b8-4227-a78e-4c17a9d412f4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:22.262002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:22.279581 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-676269e9-16a1-4d1c-acee-9d496c68216d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5985277 Apr 01 15:59:22.280738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47502) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.289560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:22.298698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:22.317699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.363773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:22.364716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:22.462310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event updated for resources: {'Port': ['ID=84345181-61df-4d2c-9aa8-365da5b2a622,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.500344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] In _notify_port_updated(), no bound segment for port 84345181-61df-4d2c-9aa8-365da5b2a622 on network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:59:22.506912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:22.508967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:22.510334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.517638 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-36cfa5c8-7762-4f32-80a3-a7ad0869043a tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "PUT /v2.0/ports/84345181-61df-4d2c-9aa8-365da5b2a622 HTTP/1.1" status: 200 len: 960 time: 1.8907487 Apr 01 15:59:22.521804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47506) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.599442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:22.600094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.600340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 84345181-61df-4d2c-9aa8-365da5b2a622 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:22.600682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.923937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:22.964731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.991883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.120572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 84345181-61df-4d2c-9aa8-365da5b2a622 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:23.337364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.357203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.416085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Allocated IP 172.20.0.34 (3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3/b6549050-32cc-4c36-8f6b-5dd243d43d10/f65d44cf-44f5-4d2d-a1fe-92e36966097b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:23.421722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Transition to ACTIVE for port object b2c83789-44b8-4227-a78e-4c17a9d412f4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:23.461675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.495101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Transition to ACTIVE for port object b2c83789-44b8-4227-a78e-4c17a9d412f4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:23.548008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=84345181-61df-4d2c-9aa8-365da5b2a622,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.584921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:59:23.603769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Removed routes are [] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:59:23.606342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.622113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:23.662904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.712541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.733421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae9eda7b-1c30-43a7-b236-27af3162402e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/84345181-61df-4d2c-9aa8-365da5b2a622 HTTP/1.1" status: 204 len: 168 time: 1.2113979 Apr 01 15:59:23.734655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47510) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.792392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Network f25f816b-64eb-40e2-8d90-b683306a98f1 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:23.793482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.793787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09f09ab-878c-4674-8853-09c5b54f9f60 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] GET failed (client error): The resource could not be found. Apr 01 15:59:23.794390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95a9431d-1485-4d94-999c-88d18b570135 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:23.794996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a09f09ab-878c-4674-8853-09c5b54f9f60 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Synchronizing usage tracker for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:23.832309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:23.848523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:23.853510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Pushing event updated for resources: {'Port': ['ID=b2c83789-44b8-4227-a78e-4c17a9d412f4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.859003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:23.886352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (f25f816b-64eb-40e2-8d90-b683306a98f1/387ec325-4e16-46a8-9cb7-273a30682a74/b3d5019a-9e3b-4849-bee8-7fe75a33055b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:23.915134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a09f09ab-878c-4674-8853-09c5b54f9f60 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Unset dirty status for tenant:ec61cc2f4fe24936a2dde3ac38bb2c52 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:23.918994 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a09f09ab-878c-4674-8853-09c5b54f9f60 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports/84345181-61df-4d2c-9aa8-365da5b2a622 HTTP/1.1" status: 404 len: 333 time: 0.1803448 Apr 01 15:59:23.919350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47514) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.957429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Provisioning for port 4f8265b9-7b46-454f-b2a9-4dc40618a28b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:24.013419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Provisioning complete for port 4f8265b9-7b46-454f-b2a9-4dc40618a28b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:24.013748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.059297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.098351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.resource_extend [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:59:24.105792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.140329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.161749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Attempting to bind port b2c83789-44b8-4227-a78e-4c17a9d412f4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:24.162121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Attempting to bind port b2c83789-44b8-4227-a78e-4c17a9d412f4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:24.162489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Attempting to bind port b2c83789-44b8-4227-a78e-4c17a9d412f4 on network f25f816b-64eb-40e2-8d90-b683306a98f1 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:24.164645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.172592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Port 4f8265b9-7b46-454f-b2a9-4dc40618a28b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:24.184334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:24.194353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Checking segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:24.194353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.194353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Bound using segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:24.194353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Bound port: b2c83789-44b8-4227-a78e-4c17a9d412f4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:24.194353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.197585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Transition to ACTIVE for port object f65d44cf-44f5-4d2d-a1fe-92e36966097b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:24.205388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:19Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:18Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:24.219437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:24.225921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Updating router 5abc5bb5-1987-4dc1-b601-63c67791e69e port 4f8265b9-7b46-454f-b2a9-4dc40618a28b binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:24.277245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 95a9431d-1485-4d94-999c-88d18b570135 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:24.285187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.290342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Provisioning complete for port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:24.290740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-741c24aa-e16d-405e-abfd-0e43eee941cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.302936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3916e59-8183-4d5b-bb85-ab0fec740a04,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.311684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.312896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8ceacb60-2db4-4a70-b9a5-84bf3ec61f49 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/security-groups/e3916e59-8183-4d5b-bb85-ab0fec740a04 HTTP/1.1" status: 204 len: 168 time: 0.3915412 Apr 01 15:59:24.316412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47518) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.346305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.384725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.391505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 95a9431d-1485-4d94-999c-88d18b570135 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:24.392113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.415584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.418080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.423976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.535655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.543547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.561768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c501d-0322-4e74-b502-8831ab08717b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.570158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.572098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7cff2ed5-4dd0-4d22-a8dc-fdbd2b336137 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/security-groups/b76c501d-0322-4e74-b502-8831ab08717b HTTP/1.1" status: 204 len: 168 time: 0.2541139 Apr 01 15:59:24.574396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47522) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.633901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.652648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.673209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object b3d5019a-9e3b-4849-bee8-7fe75a33055b will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:24.680022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:24.685899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.792735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] For port b2c83789-44b8-4227-a78e-4c17a9d412f4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:24.812023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.822091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcfe73-a055-40ff-a51d-914bdc7a1256 None None] Pushing event updated for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.836888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9da2c1-586a-468c-bb7b-02c36e264b14,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.839862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] For port b2c83789-44b8-4227-a78e-4c17a9d412f4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b2c83789-44b8-4227-a78e-4c17a9d412f4,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:24.843929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.850091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-17d4ad4c-8c04-44fd-b7cc-d422b2088969 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b9da2c1-586a-468c-bb7b-02c36e264b14 HTTP/1.1" status: 204 len: 168 time: 0.2741830 Apr 01 15:59:24.850742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.867486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:24.880973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.882600 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-915f4f74-387e-435f-bba1-6120576cd29d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 953 time: 2.6007226 Apr 01 15:59:24.885057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47530) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.947723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 35eeba74-5094-4a5c-a393-9c2d55a6a073 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:24.954137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.964770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.040090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.069346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.105277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f25f816b-64eb-40e2-8d90-b683306a98f1 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:25.112595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:25.130593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:25.163188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.179404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:25.199300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e913fc71-406e-4e8b-b198-580cee67d08b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 953 time: 0.3099155 Apr 01 15:59:25.199705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47534) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.208609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'routes': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:25.268923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.292088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d33583-8320-4575-839b-3ffb61213f91 None None] Pushing event updated for resources: {'Port': ['ID=b2c83789-44b8-4227-a78e-4c17a9d412f4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:25.349211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 95a9431d-1485-4d94-999c-88d18b570135, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95a9431d-1485-4d94-999c-88d18b570135,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:25.377920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.418199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.486774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.551741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bc20cfee-bef6-4c40-a8f1-9e29568ea923 None None] Provisioning complete for port 4f8265b9-7b46-454f-b2a9-4dc40618a28b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:25.552119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bc20cfee-bef6-4c40-a8f1-9e29568ea923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.583436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=35eeba74-5094-4a5c-a393-9c2d55a6a073,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:25.597455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.639556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.650675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5002137b-9cd8-45ca-a96e-64f7cf5749d1 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/35eeba74-5094-4a5c-a393-9c2d55a6a073 HTTP/1.1" status: 204 len: 168 time: 0.7993019 Apr 01 15:59:25.657278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47538) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.688356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:25.738229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Transition to ACTIVE for port object 4f8265b9-7b46-454f-b2a9-4dc40618a28b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:25.764116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bc20cfee-bef6-4c40-a8f1-9e29568ea923 None None] Port 4f8265b9-7b46-454f-b2a9-4dc40618a28b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:25.785527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7540e513-7ce5-4228-8047-386505569c14 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:25.787205 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:25.842023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet b6549050-32cc-4c36-8f6b-5dd243d43d10 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:25.852653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.852822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6da55c-664c-465f-a073-7a1be29bb5d0 None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:25.888940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.982016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.048225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Could not find standard attr ID for object 84345181-61df-4d2c-9aa8-365da5b2a622. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:59:26.126220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.157999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938897e7-76ca-4946-ae45-5b5a7395419b None None] Pushing event updated for resources: {'Port': ['ID=4f8265b9-7b46-454f-b2a9-4dc40618a28b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:26.163964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:26.164365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.236316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 7540e513-7ce5-4228-8047-386505569c14 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:26.293446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7540e513-7ce5-4228-8047-386505569c14 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:26.293814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.298216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.322277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added routes are [] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:59:26.322979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:59:26.368261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Attempting to bind port 4f8265b9-7b46-454f-b2a9-4dc40618a28b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:26.368747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Attempting to bind port 4f8265b9-7b46-454f-b2a9-4dc40618a28b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:26.368979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Attempting to bind port 4f8265b9-7b46-454f-b2a9-4dc40618a28b on network 51a818bf-4798-4637-9213-4f8e09214af7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:26.372604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.376757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=b6549050-32cc-4c36-8f6b-5dd243d43d10,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:26.386078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.389870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:26.391667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:26.392065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Checking segment: {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:26.392423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.392816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Bound using segment: {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:26.393337 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Bound port: 4f8265b9-7b46-454f-b2a9-4dc40618a28b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:26.393897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.395568 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2cb40f1b-3122-4591-8d4d-d8e20c5ed2b6 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/b6549050-32cc-4c36-8f6b-5dd243d43d10 HTTP/1.1" status: 204 len: 168 time: 0.7368252 Apr 01 15:59:26.398213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47542) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:26.446098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c5ee06-92fb-4a28-8415-baeeac7b2a0e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:26.446740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c5ee06-92fb-4a28-8415-baeeac7b2a0e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:26.448745 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53c5ee06-92fb-4a28-8415-baeeac7b2a0e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/35eeba74-5094-4a5c-a393-9c2d55a6a073 HTTP/1.1" status: 404 len: 337 time: 0.0492616 Apr 01 15:59:26.453266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47546) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:26.542451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting subnet 1edef974-f024-413d-86fb-2970bab9003a {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:26.545806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.597831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Provisioning for port f65d44cf-44f5-4d2d-a1fe-92e36966097b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:26.609447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.619714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.622957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:26.623330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-11e25740-24c1-470e-a3b1-0f8be72d1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.724421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] For port 4f8265b9-7b46-454f-b2a9-4dc40618a28b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:26.735428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.741388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.750309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] For port 4f8265b9-7b46-454f-b2a9-4dc40618a28b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4f8265b9-7b46-454f-b2a9-4dc40618a28b,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:26.786897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 7540e513-7ce5-4228-8047-386505569c14, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7540e513-7ce5-4228-8047-386505569c14,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:26.860819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.929167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.929167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:26.951348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.968404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d0b88-696f-4a46-af5b-aaf3ba4d4def None None] Network f25f816b-64eb-40e2-8d90-b683306a98f1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:26.992496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.036472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Subnet': ['ID=1edef974-f024-413d-86fb-2970bab9003a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:27.040294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.049309 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9dbc318-b4d4-4648-860e-3b3d8653c2c0 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/1edef974-f024-413d-86fb-2970bab9003a HTTP/1.1" status: 204 len: 168 time: 0.5926960 Apr 01 15:59:27.049647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47550) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.089770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.100498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b4894d-fa6a-4744-88ab-65e4491914d3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.101644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b4894d-fa6a-4744-88ab-65e4491914d3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.103274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c6b4894d-fa6a-4744-88ab-65e4491914d3 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/2072e130-bfea-451b-a99d-ea21df4beee4 HTTP/1.1" status: 404 len: 337 time: 0.0525157 Apr 01 15:59:27.105998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47554) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.192827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:27.193736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:27.252741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938897e7-76ca-4946-ae45-5b5a7395419b None None] Pushing event updated for resources: {'Port': ['ID=4f8265b9-7b46-454f-b2a9-4dc40618a28b,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:27.374149 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11682b7e-e6a2-40b0-95e8-79a7e1716ac8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f5258e5-26dd-43e3-8618-a4b5eaa46fac HTTP/1.1" status: 200 len: 205 time: 0.2647781 Apr 01 15:59:27.375300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47558) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.474175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:27.474812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.480177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:27.508747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-354a022c-fab8-4013-b99f-7627fbd7161e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] delete failed (client error): The resource could not be found. Apr 01 15:59:27.511543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-354a022c-fab8-4013-b99f-7627fbd7161e tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/routers/4f5258e5-26dd-43e3-8618-a4b5eaa46fac HTTP/1.1" status: 404 len: 336 time: 0.1343710 Apr 01 15:59:27.514268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47562) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.565295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ccbea-a869-4c57-88d6-1838d8520072 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.566610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ccbea-a869-4c57-88d6-1838d8520072 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.571061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ed9ccbea-a869-4c57-88d6-1838d8520072 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/df1db28d-8840-4623-9329-caa9e0584369 HTTP/1.1" status: 404 len: 337 time: 0.0547154 Apr 01 15:59:27.578179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47566) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.648228 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ca870d-5d80-4d5b-830e-d9953f9fb833 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.648680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ca870d-5d80-4d5b-830e-d9953f9fb833 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.654417 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-98ca870d-5d80-4d5b-830e-d9953f9fb833 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/724845d5-ae3f-41af-8f6a-552a47cdcf7e HTTP/1.1" status: 404 len: 337 time: 0.0712588 Apr 01 15:59:27.655595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47570) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.681960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:27.716871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b808456b-0e5b-4e9a-a2cc-364767d92dc4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.718394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b808456b-0e5b-4e9a-a2cc-364767d92dc4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.726126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b808456b-0e5b-4e9a-a2cc-364767d92dc4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/109c3d1a-a928-4af1-956d-ba4d2f4741fb HTTP/1.1" status: 404 len: 337 time: 0.0674021 Apr 01 15:59:27.726853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47574) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.741918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ff7f7-dd65-43ee-9952-95e60f338a2d None None] Network 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:27.766235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=7540e513-7ce5-4228-8047-386505569c14,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:27.785000 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8794a036-bfd8-43c8-b229-d475ba5e3865 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.800515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8794a036-bfd8-43c8-b229-d475ba5e3865 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.800515 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8794a036-bfd8-43c8-b229-d475ba5e3865 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/8cddf19b-aba1-495a-b117-fb3be442f5ec HTTP/1.1" status: 404 len: 333 time: 0.0591607 Apr 01 15:59:27.801780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47578) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.853932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.resource_extend [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:59:27.874418 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8409ffec-1c90-46e2-bd0b-b663e0b735fd tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.875214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8409ffec-1c90-46e2-bd0b-b663e0b735fd tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.879618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.880111 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8409ffec-1c90-46e2-bd0b-b663e0b735fd tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/51744245-acb9-40f0-959a-d19c8c51e7e6 HTTP/1.1" status: 404 len: 337 time: 0.0754926 Apr 01 15:59:27.881621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47582) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.908669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:27.917190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.918444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5167dcfc-6bd1-465a-907f-a59e5ab1e963 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 703 time: 2.7179413 Apr 01 15:59:27.921157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47586) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.935805 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce886d0e-8d92-40c3-9845-2ddf6be243ac tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:27.936552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce886d0e-8d92-40c3-9845-2ddf6be243ac tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:27.939117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ce886d0e-8d92-40c3-9845-2ddf6be243ac tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/413947bd-4d91-4f4b-a644-e79820e47232 HTTP/1.1" status: 404 len: 337 time: 0.0562649 Apr 01 15:59:27.943184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.961870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aa83253f-50dc-405a-a4f6-049e98bdfbe7 None None] Provisioning for port b2c83789-44b8-4227-a78e-4c17a9d412f4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:28.005464 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa272c-bf4f-4b48-ac1a-213f8f1b9acf tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:28.005946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa272c-bf4f-4b48-ac1a-213f8f1b9acf tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:28.010060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-adaa272c-bf4f-4b48-ac1a-213f8f1b9acf tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/2cd1a189-23b3-4be7-af6f-367a140fce55 HTTP/1.1" status: 404 len: 333 time: 0.0631702 Apr 01 15:59:28.010376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:28.039200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.053309 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-723da55b-7bcd-4e0f-9eb3-50fe35725cb4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:28.053767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723da55b-7bcd-4e0f-9eb3-50fe35725cb4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:28.057776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-723da55b-7bcd-4e0f-9eb3-50fe35725cb4 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/d1d91cfe-786c-4fb7-9e3d-77b23ea7d126 HTTP/1.1" status: 404 len: 337 time: 0.0441086 Apr 01 15:59:28.058023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:28.099940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e41531-10f6-4e62-9104-d2a76ee572c9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:28.100405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e41531-10f6-4e62-9104-d2a76ee572c9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:28.105795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c8e41531-10f6-4e62-9104-d2a76ee572c9 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/subnets/87ca0720-2e74-4c78-8341-336481c3e0f5 HTTP/1.1" status: 404 len: 337 time: 0.0431728 Apr 01 15:59:28.105988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47602) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:28.183094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port 537b3359-7a22-4bcc-8405-5dfe31a39e98 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:28.183442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.237499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:28.250070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.289153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:28.296666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f7107f17-084a-441b-aae7-dfd4594ea702 None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:28.297038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f7107f17-084a-441b-aae7-dfd4594ea702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.316070 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9db9b6ab-945d-46ac-ab59-cd7474f950c8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 703 time: 0.3907270 Apr 01 15:59:28.325750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47606) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:28.438209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.622745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f65d44cf-44f5-4d2d-a1fe-92e36966097b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:28.623309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.623451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for 537b3359-7a22-4bcc-8405-5dfe31a39e98 owned by {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:28.712487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] DHCP port deletion for 3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:28.725769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Deleting port f65d44cf-44f5-4d2d-a1fe-92e36966097b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:28.726155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.773955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 7, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:28.788129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594aa46-4d2b-4926-accf-e8d5eb61b273 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 7, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:28.802298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f25f816b-64eb-40e2-8d90-b683306a98f1 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:28.806025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:28.806647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.959215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Port': ['ID=537b3359-7a22-4bcc-8405-5dfe31a39e98,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:28.974881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.029401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f7107f17-084a-441b-aae7-dfd4594ea702 None None] Provisioning complete for port 537b3359-7a22-4bcc-8405-5dfe31a39e98 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:29.029717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f7107f17-084a-441b-aae7-dfd4594ea702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.060990 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7205fd67-dd11-4423-959c-0017e5482ef8 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/ports/537b3359-7a22-4bcc-8405-5dfe31a39e98 HTTP/1.1" status: 204 len: 168 time: 0.9513934 Apr 01 15:59:29.061605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47610) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.107488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f7107f17-084a-441b-aae7-dfd4594ea702 None None] Port 537b3359-7a22-4bcc-8405-5dfe31a39e98 was deleted so its status cannot be updated. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:59:29.162530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 85064d6c-3782-4e6c-90bf-d5249d85c84a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:29.276532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.289909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port f65d44cf-44f5-4d2d-a1fe-92e36966097b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:29.291124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.302195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7540e513-7ce5-4228-8047-386505569c14 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:29.389257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:29.389965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.557333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f0cbf85d-f330-4307-8821-e60645051d06 None None] Provisioning for port b3d5019a-9e3b-4849-bee8-7fe75a33055b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:29.567144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] For port f65d44cf-44f5-4d2d-a1fe-92e36966097b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f65d44cf-44f5-4d2d-a1fe-92e36966097b,segment=NetworkSegment(ef1481a9-f443-49f9-9184-b74af7e493fd),segment_id=ef1481a9-f443-49f9-9184-b74af7e493fd)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:29.567670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.568639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Calling delete_port for f65d44cf-44f5-4d2d-a1fe-92e36966097b owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:29.616920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f0cbf85d-f330-4307-8821-e60645051d06 None None] Provisioning complete for port b3d5019a-9e3b-4849-bee8-7fe75a33055b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:29.617516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f0cbf85d-f330-4307-8821-e60645051d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.728659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7540e513-7ce5-4228-8047-386505569c14 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:29.729387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.793663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:29.798272 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2c6320cc-575c-45d3-bc6e-5701eb72d175 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/85064d6c-3782-4e6c-90bf-d5249d85c84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7972550 Apr 01 15:59:29.804480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47614) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.805602 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Sync routers for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:29.835661 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:29.836736 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.853580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:29.861199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbf85d-f330-4307-8821-e60645051d06 None None] Port b3d5019a-9e3b-4849-bee8-7fe75a33055b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:29.876845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:29.877481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.913586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Calling delete_port for f65d44cf-44f5-4d2d-a1fe-92e36966097b owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:29.957671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.999292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:30.000322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:30.081877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] Pushing event deleted for resources: {'Port': ['ID=f65d44cf-44f5-4d2d-a1fe-92e36966097b,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:30.110055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.111051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.111923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.112755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.113665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.114478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.116531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.117371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.118544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.121623 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ceb80ad0-40b8-4f77-a74b-fac38a6d4493 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6283 time: 0.3138063 Apr 01 15:59:30.124227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:30.129827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232137d7-f55e-406b-8ca0-9a344d1f400a None None] No DVR routers for this DVR port f65d44cf-44f5-4d2d-a1fe-92e36966097b on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:30.170915 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:30.173175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.212078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.212446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.212910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.213365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.214561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.214561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.214937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.215402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.216811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95a9431d-1485-4d94-999c-88d18b570135 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:30.217326 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9e962c6c-4e7f-40f1-ba29-1af49f9ea902 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5202 time: 0.0919361 Apr 01 15:59:30.221726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47622) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:30.294036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:30.398809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5354b99e-1a0b-4ddc-a63c-0adfd40c2a6e None None] Provisioning complete for port b3d5019a-9e3b-4849-bee8-7fe75a33055b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:30.399264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5354b99e-1a0b-4ddc-a63c-0adfd40c2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.506199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a28c2060-777d-4959-a575-1fbdd379f981 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2140 time: 0.2829692 Apr 01 15:59:30.507409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Deleting port f65d44cf-44f5-4d2d-a1fe-92e36966097b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:30.508210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.568567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5354b99e-1a0b-4ddc-a63c-0adfd40c2a6e None None] Port b3d5019a-9e3b-4849-bee8-7fe75a33055b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:30.597558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] The port 'f65d44cf-44f5-4d2d-a1fe-92e36966097b' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:59:30.662065 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.666460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Checking router: 85064d6c-3782-4e6c-90bf-d5249d85c84a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:30.666974 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Updating router 85064d6c-3782-4e6c-90bf-d5249d85c84a port b3d5019a-9e3b-4849-bee8-7fe75a33055b binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:30.685465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 4f8265b9-7b46-454f-b2a9-4dc40618a28b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:30.685806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.714810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 95a9431d-1485-4d94-999c-88d18b570135 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:30.715359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.740774 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.770981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.805788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.822188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1481a9-f443-49f9-9184-b74af7e493fd') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.822933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1481a9-f443-49f9-9184-b74af7e493fd') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.840012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.861050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.869741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:30.870389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.922264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b2c83789-44b8-4227-a78e-4c17a9d412f4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:30.984245 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:31.046454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.090161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.099402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 7, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.103847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:31.107076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] Pushing event deleted for resources: {'Network': ['ID=3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:31.108248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 4f8265b9-7b46-454f-b2a9-4dc40618a28b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4f8265b9-7b46-454f-b2a9-4dc40618a28b,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:31.109047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.120153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:31.120757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.132563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e5ce222-8540-4d51-9027-a5bba85c7d83 tempest-PortsTestJSON-542278328 tempest-PortsTestJSON-542278328-project] 10.222.0.21 "DELETE /v2.0/networks/3d91a974-d4d3-4d42-a2b0-dc2f736c1ee3 HTTP/1.1" status: 204 len: 168 time: 2.0698972 Apr 01 15:59:31.192282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b2c83789-44b8-4227-a78e-4c17a9d412f4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:31.208876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b2c83789-44b8-4227-a78e-4c17a9d412f4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:31.209260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.252715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 4f8265b9-7b46-454f-b2a9-4dc40618a28b owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:31.314870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47630) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:31.320555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718077570', 'description': 'tempest-secgroup-smoke-1718077570 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:31.327233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:31.339517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:31.345420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:31.355352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:31.366720 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.372933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:31.380073 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Transition to ACTIVE for port object b3d5019a-9e3b-4849-bee8-7fe75a33055b will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:31.532115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.533307 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.556749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:31.561220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:31.570191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:31.578224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:31.619733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Pushing event updated for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:31.629819 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.630484 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.630994 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.631516 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.631849 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.632181 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.632510 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.632857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.633261 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.633585 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.633908 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.634277 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:31.650041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.699906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.755526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b2c83789-44b8-4227-a78e-4c17a9d412f4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b2c83789-44b8-4227-a78e-4c17a9d412f4,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:31.771857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.819627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9af510-b72e-4542-9108-f42f15e6916e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:31.872826 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Attempting to bind port b3d5019a-9e3b-4849-bee8-7fe75a33055b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:31.873364 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Attempting to bind port b3d5019a-9e3b-4849-bee8-7fe75a33055b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:31.873580 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Attempting to bind port b3d5019a-9e3b-4849-bee8-7fe75a33055b on network f25f816b-64eb-40e2-8d90-b683306a98f1 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:31.875735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.883561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4f8265b9-7b46-454f-b2a9-4dc40618a28b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Checking segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Bound using segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Bound port: b3d5019a-9e3b-4849-bee8-7fe75a33055b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:31.883778 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.903457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.966570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.969170 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fcdd9c72-e395-442b-8abf-df7fc642359c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6530437 Apr 01 15:59:31.972433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47636) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:31.993026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:32.008371 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=4f8265b9-7b46-454f-b2a9-4dc40618a28b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.016608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4f8265b9-7b46-454f-b2a9-4dc40618a28b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:32.017467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4f8265b9-7b46-454f-b2a9-4dc40618a28b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:59:32.041311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47640) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:32.041823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:32.055090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:32.057375 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] For port b3d5019a-9e3b-4849-bee8-7fe75a33055b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:32.061071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 7, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:32.061673 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] For port b3d5019a-9e3b-4849-bee8-7fe75a33055b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d5019a-9e3b-4849-bee8-7fe75a33055b,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:32.072850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:32.075046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:32.091597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 4f8265b9-7b46-454f-b2a9-4dc40618a28b not found, will not notify nova. {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:59:32.100076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88a5b2-fead-4bd8-bb98-6aafb57cfce5 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 7, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f8265b9-7b46-454f-b2a9-4dc40618a28b', 'name': '', 'network_id': '51a818bf-4798-4637-9213-4f8e09214af7', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:50:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:17Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '324f0400-8ad0-479e-bd1d-7279ccf9924b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:32.155468 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.179060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.180220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b2c83789-44b8-4227-a78e-4c17a9d412f4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.205469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:32.270425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f65d44cf-44f5-4d2d-a1fe-92e36966097b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:32.270811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f65d44cf-44f5-4d2d-a1fe-92e36966097b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:32.363683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.397625 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:32.399308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:32.427671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9a511dbe-9f45-457e-ac47-a255f7706805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.475070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.505910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.508561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6314d36-d498-4e45-a4a9-738ac19114db,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.550019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b2c83789-44b8-4227-a78e-4c17a9d412f4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:32.606407 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0244e-963b-4bd2-afe1-a38dddec6cac None None] Pushing event updated for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.612934 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.618399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:32.618608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e9accc5e-97d8-40f0-a915-88c5626c6592 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6403451 Apr 01 15:59:32.636123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:32.640323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b2c83789-44b8-4227-a78e-4c17a9d412f4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:32.640999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.654710 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:32.699426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:32.727479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:32.733819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:32.742199 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eecd2de8-356d-4e2d-87e8-1c2373d2ee0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec61cc2f4fe24936a2dde3ac38bb2c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6969459 Apr 01 15:59:32.743133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47650) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:32.755625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:32.814465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.851034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.920489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.983597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.987742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:33.004093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2ed74a-f60c-4009-8d33-18b828df3f6e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.007770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.008915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e1795716-df61-4491-9f85-9450d8e21d11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2ed74a-f60c-4009-8d33-18b828df3f6e HTTP/1.1" status: 204 len: 168 time: 0.2651870 Apr 01 15:59:33.082739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:32Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.088291 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303035ff-6ed9-46be-a9a2-75badcb06eac None None] The sync data for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv is: [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:32Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:33.094011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.189370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.234244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd53589-211d-48c4-b4c9-e34df1dcbf09,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.241746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:33.253335 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:33.262671 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-17b0797d-e6a6-4f7f-a744-56bd477bb174 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9336200 Apr 01 15:59:33.263320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47656) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.272330 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:33.273114 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.344117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 324f0400-8ad0-479e-bd1d-7279ccf9924b {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:33.348100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.355455 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f59c4a1a-6ce4-4c10-80c9-8fad8d9534f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7225287 Apr 01 15:59:33.355455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.355729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.357700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:33.368443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:33.374330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:33.379130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:33.389356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:33.435738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.461767 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:33.504885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.579807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.613977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.714345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.760603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.766811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b11109-28c2-4933-8425-d6bf310e7372,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.825486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=324f0400-8ad0-479e-bd1d-7279ccf9924b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.840688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.844088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86bb145-9d4d-40ea-bb07-ab37c339f1be None None] Network 51a818bf-4798-4637-9213-4f8e09214af7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:33.844678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0553b57c-11f4-4efd-89b0-d39ad19ed14c tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/324f0400-8ad0-479e-bd1d-7279ccf9924b HTTP/1.1" status: 204 len: 168 time: 0.5802865 Apr 01 15:59:33.848436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47674) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.907616 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:31Z', 'revision_number': 8, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.914234 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:33.926811 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:33.927509 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.986767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.988510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-85beb5f4-f65f-4316-8ea0-d57ba7c3a7b6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6351831 Apr 01 15:59:33.991590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47680) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.997743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:34.011708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:34.020578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:34.024236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:34.026251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.032797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:34.054945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:34.059654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.167661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.214435 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:34.285287 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.358358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.384026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] DHCP port deletion for 51a818bf-4798-4637-9213-4f8e09214af7 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:34.393490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:34.394163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.396499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Deleting port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:34.396874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.404692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374fbb13-bc5e-4e38-93d3-1faea6432672,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:34.503975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.507901 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e522dd11-4ab2-441a-880b-8b433234438d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5124979 Apr 01 15:59:34.508129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47690) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:34.517741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:34.531580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:34.538561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:34.545149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:34.554338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d5019a-9e3b-4849-bee8-7fe75a33055b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:34.556499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:34.563467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:34.668969 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:34.679282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.778923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:34.788994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] For port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,segment=NetworkSegment(bfc67f07-72fc-4e42-b5ef-7df7c1e7da28),segment_id=bfc67f07-72fc-4e42-b5ef-7df7c1e7da28)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:34.789313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.797642 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:31Z', 'revision_number': 8, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:34.808988 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959d20e-9363-43e7-9031-b7d39390fa5d None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:31Z', 'revision_number': 8, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a9431d-1485-4d94-999c-88d18b570135', 'name': '', 'network_id': '3fe58295-c7e5-4259-ab64-fc0c2ad896ec', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:90:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:09Z', 'updated_at': '2022-04-01T15:59:25Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '7ef39fa6-02ed-4660-b42b-927b201185a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:34.820534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5e4af780-89b6-44a4-bf62-6432f6c5edac tempest-DvrRoutersNegativeTest-837030273 tempest-DvrRoutersNegativeTest-837030273-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1280531536', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:34.824543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.policy [None req-5e4af780-89b6-44a4-bf62-6432f6c5edac tempest-DvrRoutersNegativeTest-837030273 tempest-DvrRoutersNegativeTest-837030273-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88733) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 01 15:59:34.824840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.policy [None req-5e4af780-89b6-44a4-bf62-6432f6c5edac tempest-DvrRoutersNegativeTest-837030273 tempest-DvrRoutersNegativeTest-837030273-project] Failed policy check for 'create_router' {{(pid=88733) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 01 15:59:34.825377 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-5e4af780-89b6-44a4-bf62-6432f6c5edac tempest-DvrRoutersNegativeTest-837030273 tempest-DvrRoutersNegativeTest-837030273-project] create failed (client error): Access was denied to this resource. Apr 01 15:59:34.833130 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e4af780-89b6-44a4-bf62-6432f6c5edac tempest-DvrRoutersNegativeTest-837030273 tempest-DvrRoutersNegativeTest-837030273-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2688332 Apr 01 15:59:34.833130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.909217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.947515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573e2a3d-e21c-48f2-97a7-9cf6c6dc09b8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:34.949447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Calling delete_port for d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:34.994560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.022454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:35.022831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:35.028830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.030094 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1a324d2e-6beb-4445-8393-228f6e6b9b60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5209754 Apr 01 15:59:35.032957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47702) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.040137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'fb9af510-b72e-4542-9108-f42f15e6916e', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:35.046128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:35.048326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.050367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No DVR routers for this DVR port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:35.054264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:35.057333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:35.063545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:35.103060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b3d5019a-9e3b-4849-bee8-7fe75a33055b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:35.106818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-846f097d-6d6a-4f40-b89d-d44152fc27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.110357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d5019a-9e3b-4849-bee8-7fe75a33055b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:35.110826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.178756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:35.188427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.189067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.214935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a818bf-4798-4637-9213-4f8e09214af7']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:35.229810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:35.237199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc67f07-72fc-4e42-b5ef-7df7c1e7da28') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:35.240910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.245959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.266290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.275808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:35.276745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.289575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b3d5019a-9e3b-4849-bee8-7fe75a33055b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d5019a-9e3b-4849-bee8-7fe75a33055b,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:35.292795 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:35.313969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.369631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.411475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.438785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ead0c74-45af-4f59-9712-da66f773de82,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.443248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.524210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Deleting port d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:35.524589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.539613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47708) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.554912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.564457 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff1271af-eb4c-4601-b02f-36bd2936d404 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5202203 Apr 01 15:59:35.600672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bda27fcb-c494-40e0-ad33-e24e4c7539d0 None None] The port 'd0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:59:35.652110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.679426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.703236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:35.703236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Usage tracker for resource:security_group_rule and tenant:be9afdc380ff42bf967cb29616d5a095 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:35.703236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:35.709911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:35.731754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.737027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.770550 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/51a818bf-4798-4637-9213-4f8e09214af7 HTTP/1.1" status: 204 len: 168 time: 1.9209328 Apr 01 15:59:35.773782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47726) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.777207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4546caf-ed47-48d1-be4b-06a0bee95d07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=51a818bf-4798-4637-9213-4f8e09214af7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.832307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.846009 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-1656b161-19f6-4d31-a30a-ea700b1001f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718077570&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.0677843 Apr 01 15:59:36.064523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.117866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.145583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be9afdc380ff42bf967cb29616d5a095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046386 Apr 01 15:59:36.156133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133787f9-c424-44b0-b9ed-1eb8cee2cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39cf5a-3ba1-4f10-937e-f7d5c2b0167a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.156635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47730) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:36.171452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-3efca286-f87f-42a2-bc1d-cd2d09c2ce13 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:36.173077 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-3efca286-f87f-42a2-bc1d-cd2d09c2ce13 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=f25f816b-64eb-40e2-8d90-b683306a98f1 HTTP/1.1" status: 200 len: 795 time: 0.3192444 Apr 01 15:59:36.189500 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-7304248d-aba5-4b0b-af8b-7da55d045e81 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0096924 Apr 01 15:59:36.276929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.278682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-95cef55b-0c8f-4b32-8b80-0b969153c680 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:36.322043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.368829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d5019a-9e3b-4849-bee8-7fe75a33055b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:36.370795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-95cef55b-0c8f-4b32-8b80-0b969153c680 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:36.372431 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-95cef55b-0c8f-4b32-8b80-0b969153c680 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759434 Apr 01 15:59:36.445864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.457882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b3d5019a-9e3b-4849-bee8-7fe75a33055b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:36.458513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.537508 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-535dbfc6-551c-4529-8745-5c76cd170b0c service neutron] 10.222.0.21 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498249 Apr 01 15:59:36.584401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.608879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39cf5a-3ba1-4f10-937e-f7d5c2b0167a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.629424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.632850 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-21a07103-3694-4048-9b48-97df8fb4d130 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb39cf5a-3ba1-4f10-937e-f7d5c2b0167a HTTP/1.1" status: 204 len: 168 time: 0.4737005 Apr 01 15:59:36.665307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:36.708037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:36.708394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d0dd89f6-8c2e-4c7e-84df-ddfb1e4efbfe not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:36.708815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4f8265b9-7b46-454f-b2a9-4dc40618a28b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:36.723500 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-7bde1741-c665-46b2-8e82-2df8103f1e7a service neutron] 10.222.0.21 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791675 Apr 01 15:59:36.744326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4f8265b9-7b46-454f-b2a9-4dc40618a28b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:36.744672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4f8265b9-7b46-454f-b2a9-4dc40618a28b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:36.952138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 95a9431d-1485-4d94-999c-88d18b570135 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:36.956831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.117600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f7717e1e-3bc8-48e8-afe7-214db2d1deae req-27ad8cb7-33f0-4ee1-aedb-335515153d1a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:37.199503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f7717e1e-3bc8-48e8-afe7-214db2d1deae req-27ad8cb7-33f0-4ee1-aedb-335515153d1a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:37.200567 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f7717e1e-3bc8-48e8-afe7-214db2d1deae req-27ad8cb7-33f0-4ee1-aedb-335515153d1a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.1409037 Apr 01 15:59:37.233968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 95a9431d-1485-4d94-999c-88d18b570135, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95a9431d-1485-4d94-999c-88d18b570135,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:37.234335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.366448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 95a9431d-1485-4d94-999c-88d18b570135 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:37.594834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.629770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.683709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=95a9431d-1485-4d94-999c-88d18b570135,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:37.889269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.354517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:38.374006 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aa7e3937-a848-4dcb-8df7-307418e63f75 req-0950d332-689e-4cf7-b5ec-a1deb13f88a2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0495288 Apr 01 15:59:38.541150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:38.553047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:38.557868 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e0d8865c-89be-43da-819a-282698afc4eb tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7825825 Apr 01 15:59:38.560480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47748) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:38.563612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:38.564239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.631083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 7ef39fa6-02ed-4660-b42b-927b201185a2 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:38.634235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.695525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.760958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:38.783471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.960861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.004370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.008311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef39fa6-02ed-4660-b42b-927b201185a2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.014003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53621a60-bcf2-4459-97d4-cb65562ef55d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/7ef39fa6-02ed-4660-b42b-927b201185a2 HTTP/1.1" status: 204 len: 168 time: 0.4522829 Apr 01 15:59:39.016207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec5106-be1c-487c-93ea-f6ef44873ecb None None] Network 3fe58295-c7e5-4259-ab64-fc0c2ad896ec requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:39.016789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47752) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:39.143351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.154797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 47515b65-5353-4bad-a687-ef6344f70da8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:39.155133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.278267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 9, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:39.289690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:39.300078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-44c333e4-8021-4983-a07e-61bad7b2205a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:39.301537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-44c333e4-8021-4983-a07e-61bad7b2205a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:39.307263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:39.307898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:39.395480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-44c333e4-8021-4983-a07e-61bad7b2205a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:39.397116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-44c333e4-8021-4983-a07e-61bad7b2205a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=f25f816b-64eb-40e2-8d90-b683306a98f1 HTTP/1.1" status: 200 len: 795 time: 0.2677670 Apr 01 15:59:39.429228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 47515b65-5353-4bad-a687-ef6344f70da8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=47515b65-5353-4bad-a687-ef6344f70da8,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:39.429854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.435951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] DHCP port deletion for 3fe58295-c7e5-4259-ab64-fc0c2ad896ec request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:39.449757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Deleting port 47515b65-5353-4bad-a687-ef6344f70da8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:39.450121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.505893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-687aa7d0-883e-4daa-9faf-7dda889200f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:39.525875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:39.583702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 47515b65-5353-4bad-a687-ef6344f70da8 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:39.587720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-687aa7d0-883e-4daa-9faf-7dda889200f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:39.589160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-687aa7d0-883e-4daa-9faf-7dda889200f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 380 time: 0.1785948 Apr 01 15:59:39.597352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-461aed17-0ed0-4491-99fc-56c5c38ce07b req-13920af4-c7bb-4685-928d-2ebad1a22f9e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0571697 Apr 01 15:59:39.602789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['fb9af510-b72e-4542-9108-f42f15e6916e']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:39.764265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:39.779771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:39.811586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.861558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=47515b65-5353-4bad-a687-ef6344f70da8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.865432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No DVR routers for this DVR port 47515b65-5353-4bad-a687-ef6344f70da8 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:39.915217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:39.917297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] For port 47515b65-5353-4bad-a687-ef6344f70da8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=47515b65-5353-4bad-a687-ef6344f70da8,segment=NetworkSegment(c8ef584a-7c19-4ac3-a570-808e6be5e10e),segment_id=c8ef584a-7c19-4ac3-a570-808e6be5e10e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:39.917767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.920306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.996237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.040691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe58295-c7e5-4259-ab64-fc0c2ad896ec']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.054655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ef584a-7c19-4ac3-a570-808e6be5e10e') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.055085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ef584a-7c19-4ac3-a570-808e6be5e10e') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.069387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.072349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Calling delete_port for 47515b65-5353-4bad-a687-ef6344f70da8 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:40.091913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.099946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:40.100357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:40.116711 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:40.122918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.9 (f25f816b-64eb-40e2-8d90-b683306a98f1/387ec325-4e16-46a8-9cb7-273a30682a74/6f1c292b-94d9-4719-812e-1e257484752c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:40.253925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:40.254271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:40.255296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.267016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 9, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.271755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d1f1b-91cc-4870-8697-855ac7e791f8 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 9, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '0bd52d68-12ff-4aaa-b048-f22bd795c5ce', 'name': '', 'network_id': '8bb1d1ed-9170-44d1-a242-3482b545a4db', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:93:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:01Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '6d974f41-c8db-48a4-bbea-ca7a18d9fead', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:40.273647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.286680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=3fe58295-c7e5-4259-ab64-fc0c2ad896ec,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:40.300618 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a322264-f9a1-456b-82ff-c953b18f7535 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/3fe58295-c7e5-4259-ab64-fc0c2ad896ec HTTP/1.1" status: 204 len: 168 time: 1.2822609 Apr 01 15:59:40.303994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47762) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.475410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.512938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 6f1c292b-94d9-4719-812e-1e257484752c will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:40.669297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 47515b65-5353-4bad-a687-ef6344f70da8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:40.712578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 47515b65-5353-4bad-a687-ef6344f70da8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:40.713083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 47515b65-5353-4bad-a687-ef6344f70da8 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:40.755781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Deleting port 47515b65-5353-4bad-a687-ef6344f70da8 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:40.756160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.805013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0367274e-4031-40d6-a931-6e6fa6731b2e req-798a020d-e854-4295-88c5-1ee3d8f5d8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0528877 Apr 01 15:59:40.841157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d69b9ed4-86f6-451c-9107-55ac7c9c7e7d None None] The port '47515b65-5353-4bad-a687-ef6344f70da8' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:59:40.940513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.019077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network f25f816b-64eb-40e2-8d90-b683306a98f1 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:41.027237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:41.032793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:41.071591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.116653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.117299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.225533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.280509 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-804e5f91-1727-4b7a-a496-3ca725e5bcfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6818430 Apr 01 15:59:41.350684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Request body: {'port': {'device_id': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:41.374876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1bd6a7c3-f8fc-42dd-acd6-0bd55077c458 None None] Provisioning for port 6f1c292b-94d9-4719-812e-1e257484752c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:41.380163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1bd6a7c3-f8fc-42dd-acd6-0bd55077c458 None None] Provisioning complete for port 6f1c292b-94d9-4719-812e-1e257484752c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:41.380533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a7c3-f8fc-42dd-acd6-0bd55077c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.438611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6a7c3-f8fc-42dd-acd6-0bd55077c458 None None] Port 6f1c292b-94d9-4719-812e-1e257484752c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:41.588402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.844082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:41.844448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.249437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478ed3f-83d3-4571-9681-99a1faad85a7 req-67ac0c8f-9199-4e11-8178-7227bfaa4388 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.250127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7478ed3f-83d3-4571-9681-99a1faad85a7 req-67ac0c8f-9199-4e11-8178-7227bfaa4388 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:42.291535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 0bd52d68-12ff-4aaa-b048-f22bd795c5ce, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:42.291892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.323538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95a9431d-1485-4d94-999c-88d18b570135 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:42.361739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 95a9431d-1485-4d94-999c-88d18b570135 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:42.361998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95a9431d-1485-4d94-999c-88d18b570135 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:42.362944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1c292b-94d9-4719-812e-1e257484752c {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:42.580155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 0bd52d68-12ff-4aaa-b048-f22bd795c5ce owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:42.607322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7478ed3f-83d3-4571-9681-99a1faad85a7 req-67ac0c8f-9199-4e11-8178-7227bfaa4388 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:42.608478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7478ed3f-83d3-4571-9681-99a1faad85a7 req-67ac0c8f-9199-4e11-8178-7227bfaa4388 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 931 time: 0.6797562 Apr 01 15:59:42.616853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.679029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Transition to ACTIVE for port object 6f1c292b-94d9-4719-812e-1e257484752c will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:42.693586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7478ed3f-83d3-4571-9681-99a1faad85a7 req-5dd32d90-bffe-4fa9-85f6-1185bd6aaa3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740509 Apr 01 15:59:42.779854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.948054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.032037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.091954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=0bd52d68-12ff-4aaa-b048-f22bd795c5ce,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.233336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Attempting to bind port 6f1c292b-94d9-4719-812e-1e257484752c on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:43.235145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Attempting to bind port 6f1c292b-94d9-4719-812e-1e257484752c by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:43.235145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Attempting to bind port 6f1c292b-94d9-4719-812e-1e257484752c on network f25f816b-64eb-40e2-8d90-b683306a98f1 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:43.296034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Port 6f1c292b-94d9-4719-812e-1e257484752c on network f25f816b-64eb-40e2-8d90-b683306a98f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:59:43.296390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Attempting to bind port 6f1c292b-94d9-4719-812e-1e257484752c on network f25f816b-64eb-40e2-8d90-b683306a98f1 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:43.306633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:43.306979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Checking segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:43.307375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Bound using segment: {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:43.307856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Bound port: 6f1c292b-94d9-4719-812e-1e257484752c, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fb39d9-3da1-4099-bfc0-4e6a972360e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:43.308202 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.415889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.572769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:43.594780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6f1c292b-94d9-4719-812e-1e257484752c,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:43.721960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.841983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:43.843115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.845388 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] 10.222.0.91 "PUT /v2.0/ports/6f1c292b-94d9-4719-812e-1e257484752c HTTP/1.1" status: 200 len: 1093 time: 2.5519173 Apr 01 15:59:43.846137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:43.895043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:43.918327 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4852c6-b90d-4a9e-a062-a0500858879a req-4f1907f2-550b-49a2-a9f7-629f2d0326ee tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:43.923692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5c4852c6-b90d-4a9e-a062-a0500858879a req-4f1907f2-550b-49a2-a9f7-629f2d0326ee tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 943 time: 0.1141977 Apr 01 15:59:43.928225 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c', 'status': 'completed', 'code': 200} Apr 01 15:59:43.932401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfa6a0-f32f-4431-8b3b-f6369fbfcd13 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.987270 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5c4852c6-b90d-4a9e-a062-a0500858879a req-014b0d3b-8133-4cff-b6f7-4e15e35baf55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520241 Apr 01 15:59:44.468714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:44.478967 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:44.488432 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:44.489036 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:44.493096 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-17541106-1381-45fb-b30c-7ea21b1306c2 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1880882 Apr 01 15:59:44.495878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47774) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.496953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-8340e0fe-f570-4287-b971-fd4da588d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.498443 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-8340e0fe-f570-4287-b971-fd4da588d0b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.4715159 Apr 01 15:59:44.571758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 6d974f41-c8db-48a4-bbea-ca7a18d9fead {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:44.576294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.645258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.663599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-2c5390ae-a456-4ddc-950a-492acc6ec6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.665278 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-2c5390ae-a456-4ddc-950a-492acc6ec6e3 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1543586 Apr 01 15:59:44.696646 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:44.753511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.821558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-9ed3b338-62a6-40a7-a5ea-53830864cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.823178 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eb4feb0-b61e-407b-9306-c32f44d3250d req-9ed3b338-62a6-40a7-a5ea-53830864cf41 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483030 Apr 01 15:59:44.932942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.948456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-c17ac6b8-20db-4af8-8d66-79adb27d5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.952351 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-c17ac6b8-20db-4af8-8d66-79adb27d5713 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.0851653 Apr 01 15:59:44.977793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=6d974f41-c8db-48a4-bbea-ca7a18d9fead,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:44.981481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.988890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea35e1-6285-4d44-9f27-1eb00a30f09d None None] Network 8bb1d1ed-9170-44d1-a242-3482b545a4db requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:44.998133 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8e90abce-b07b-40f4-abf1-cef6332420aa tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/6d974f41-c8db-48a4-bbea-ca7a18d9fead HTTP/1.1" status: 204 len: 168 time: 0.4988985 Apr 01 15:59:44.998808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47778) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.050453 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-1d0190ef-529b-4f7a-9301-7cd18119d310 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f1c292b-94d9-4719-812e-1e257484752c HTTP/1.1" status: 200 len: 217 time: 0.0833650 Apr 01 15:59:45.083436 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:42Z', 'revision_number': 10, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.090438 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:45.111474 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:45.112460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.208521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-e9057a73-5d63-4c3e-b454-f3dab530805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:45.210347 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-e9057a73-5d63-4c3e-b454-f3dab530805c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=387ec325-4e16-46a8-9cb7-273a30682a74 HTTP/1.1" status: 200 len: 834 time: 0.1525776 Apr 01 15:59:45.277621 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:45.292037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.300943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc7f6-bc99-40c0-84e5-4a3503685609 req-57cd81b5-e8b9-4e5d-90f6-8dced2e6c80a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:45.302846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a9dc7f6-bc99-40c0-84e5-4a3503685609 req-57cd81b5-e8b9-4e5d-90f6-8dced2e6c80a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 943 time: 0.1867774 Apr 01 15:59:45.311002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 8f97bea6-8890-4a47-9851-2d786a3bf00a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:45.311374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.318703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] DHCP port deletion for 8bb1d1ed-9170-44d1-a242-3482b545a4db request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:45.329836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Deleting port 8f97bea6-8890-4a47-9851-2d786a3bf00a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:45.329836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.377455 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a9dc7f6-bc99-40c0-84e5-4a3503685609 req-dad77918-81be-42ba-865b-fd96533fccef tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638044 Apr 01 15:59:45.396862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-6711349a-c869-4a39-b01d-6faee4b71131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:45.398345 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-6711349a-c869-4a39-b01d-6faee4b71131 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f25f816b-64eb-40e2-8d90-b683306a98f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1760099 Apr 01 15:59:45.557698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] For port 8f97bea6-8890-4a47-9851-2d786a3bf00a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f97bea6-8890-4a47-9851-2d786a3bf00a,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:45.558948 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-580eafb3-fac6-4ea6-8d67-2f3d52da508f service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505365 Apr 01 15:59:45.559221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.603152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 8f97bea6-8890-4a47-9851-2d786a3bf00a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f97bea6-8890-4a47-9851-2d786a3bf00a,segment=NetworkSegment(a1ce98f4-35af-440a-87b2-1d4ed2fa486e),segment_id=a1ce98f4-35af-440a-87b2-1d4ed2fa486e)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:45.603515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.628221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:42Z', 'revision_number': 10, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.633086 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115648a-2da3-4100-aabf-7c83b4c1a33a None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:42Z', 'revision_number': 10, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None, '_interfaces': [{'id': '82fc26c1-f276-4b46-af72-e3fdde8c7e68', 'name': '', 'network_id': 'de88ab6d-c1cb-4116-9e2b-53f724268d15', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'mac_address': 'fa:16:3e:9e:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:54Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 5, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'subnets': [{'id': '3e2f52d5-2bb8-4543-9870-62ddc2a65b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:45.713156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Calling delete_port for 8f97bea6-8890-4a47-9851-2d786a3bf00a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:45.729776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-214e206b-00c7-4f52-bf70-959a27cd1022 req-9694eec3-c819-47d4-83d0-318d1897b2c2 service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616356 Apr 01 15:59:45.742892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 8f97bea6-8890-4a47-9851-2d786a3bf00a owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:45.868274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.874040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:45.874474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:45.916798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] Pushing event deleted for resources: {'Port': ['ID=8f97bea6-8890-4a47-9851-2d786a3bf00a,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:45.918479 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b5be4-f94e-43a5-9fef-653212419c83 None None] No DVR routers for this DVR port 8f97bea6-8890-4a47-9851-2d786a3bf00a on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:46.363419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd52d68-12ff-4aaa-b048-f22bd795c5ce no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:46.375507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 8f97bea6-8890-4a47-9851-2d786a3bf00a {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:46.376036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.401705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0bd52d68-12ff-4aaa-b048-f22bd795c5ce {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:46.402056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd52d68-12ff-4aaa-b048-f22bd795c5ce not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:46.402474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f97bea6-8890-4a47-9851-2d786a3bf00a no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:46.437787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8f97bea6-8890-4a47-9851-2d786a3bf00a {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:46.438166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f97bea6-8890-4a47-9851-2d786a3bf00a not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:46.458042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] The port '8f97bea6-8890-4a47-9851-2d786a3bf00a' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:59:46.637640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.671368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb1d1ed-9170-44d1-a242-3482b545a4db']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:46.687657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:46.687953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ce98f4-35af-440a-87b2-1d4ed2fa486e') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:46.709820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.731177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57566-1562-4dbc-b290-4ae9f15be719 req-d9cee6ed-b820-4bad-a6c8-084155c1879b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:46.732840 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0e57566-1562-4dbc-b290-4ae9f15be719 req-d9cee6ed-b820-4bad-a6c8-084155c1879b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 943 time: 0.2256703 Apr 01 15:59:46.740653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.766851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:46.767250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:46.782950 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:46.873406 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0e57566-1562-4dbc-b290-4ae9f15be719 req-b6f6fdfc-a91d-45cf-bec4-f82f81cb5d24 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347461 Apr 01 15:59:46.972370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.989746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.006902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=8bb1d1ed-9170-44d1-a242-3482b545a4db,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.012875 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/8bb1d1ed-9170-44d1-a242-3482b545a4db HTTP/1.1" status: 204 len: 168 time: 2.0127325 Apr 01 15:59:47.015998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47788) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.022118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8be19-e495-4d7f-92ef-2791d9ad8d5d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:47.688186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.122285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 82fc26c1-f276-4b46-af72-e3fdde8c7e68 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:48.123303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.182485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.204304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61ca4-0dd9-4a02-a026-c6542b9cb780 req-b63ab264-4fc2-474f-8ac2-3f583965f3aa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:48.211697 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95f61ca4-0dd9-4a02-a026-c6542b9cb780 req-b63ab264-4fc2-474f-8ac2-3f583965f3aa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 943 time: 0.2099450 Apr 01 15:59:48.356411 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95f61ca4-0dd9-4a02-a026-c6542b9cb780 req-b453737b-a34e-4b0e-844c-afde42581f3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264586 Apr 01 15:59:48.391807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 82fc26c1-f276-4b46-af72-e3fdde8c7e68, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=82fc26c1-f276-4b46-af72-e3fdde8c7e68,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:48.392167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.525945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 82fc26c1-f276-4b46-af72-e3fdde8c7e68 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:48.792713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.848025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=82fc26c1-f276-4b46-af72-e3fdde8c7e68,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:48.892494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.893832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.894507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.894944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.894944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.896578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.896578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.896578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.896578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.896578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.897234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:48.897234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:49.036898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.435786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:49.538917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6f1c292b-94d9-4719-812e-1e257484752c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:49.572122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691261e5-c452-4dfd-9973-13c48276e81e req-dcd7bab0-1b57-4acf-9f7c-3e3a6f5ca8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:49.574499 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-691261e5-c452-4dfd-9973-13c48276e81e req-dcd7bab0-1b57-4acf-9f7c-3e3a6f5ca8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 943 time: 0.0994122 Apr 01 15:59:49.589145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:49.604733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:49.608886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f4480f90-06db-4950-b744-210ef46b1e04 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893712 Apr 01 15:59:49.609219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47798) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:49.630168 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-691261e5-c452-4dfd-9973-13c48276e81e req-2253370a-40e2-4407-9b59-7304ad9aedea tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504706 Apr 01 15:59:49.671285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:49.671922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:49.677474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting subnet 3e2f52d5-2bb8-4543-9870-62ddc2a65b51 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:59:49.680581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.740532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.831048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.855798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:49.975387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:49.984277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6f1c292b-94d9-4719-812e-1e257484752c,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:49.991668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:49.992627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.006094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '6f1c292b-94d9-4719-812e-1e257484752c', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'port_id': '6f1c292b-94d9-4719-812e-1e257484752c', 'mac_address': 'fa:16:3e:ed:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:50.007628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:50.008315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:50.038750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2f52d5-2bb8-4543-9870-62ddc2a65b51,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.043762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.051668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-adf9c884-9e04-4fae-b068-694478b0217f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/3e2f52d5-2bb8-4543-9870-62ddc2a65b51 HTTP/1.1" status: 204 len: 168 time: 0.4413786 Apr 01 15:59:50.057654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47802) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.063359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d705f-1179-4b9b-b452-e96c416453a7 None None] Network de88ab6d-c1cb-4116-9e2b-53f724268d15 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:50.175578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.187103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Deleting port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:50.187449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.271086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:50.416884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] For port 886e2dce-ed68-4379-bcc9-f9b17bdd1232, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=886e2dce-ed68-4379-bcc9-f9b17bdd1232,segment=NetworkSegment(b717dba9-d649-4900-9400-922e83b4f1d6),segment_id=b717dba9-d649-4900-9400-922e83b4f1d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:50.417242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.423366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:50.430646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.482679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c117c21-994a-462e-be81-d206c2a13733 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:50.494259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1c292b-94d9-4719-812e-1e257484752c {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:50.515419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6f1c292b-94d9-4719-812e-1e257484752c,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:50.558692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Calling delete_port for 886e2dce-ed68-4379-bcc9-f9b17bdd1232 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:50.582508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.652761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.662741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.663091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.663615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.663957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.664294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.664629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.664967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.665749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.666315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.666665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.667001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.667319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:50.722197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.804921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Port': ['ID=886e2dce-ed68-4379-bcc9-f9b17bdd1232,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.849105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a16dce-2701-406f-8c7f-0275f9f0c5b4 None None] DHCP port deletion for de88ab6d-c1cb-4116-9e2b-53f724268d15 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:59:50.915152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['6f1c292b-94d9-4719-812e-1e257484752c'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:59:50.925671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No DVR routers for this DVR port 886e2dce-ed68-4379-bcc9-f9b17bdd1232 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:51.086239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.124920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de88ab6d-c1cb-4116-9e2b-53f724268d15']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.146767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5e6a-10c2-4cc4-b442-fba970bc2538 req-dae7e859-f698-4e17-b365-6b166b6e3ceb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:51.148351 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-683e5e6a-10c2-4cc4-b442-fba970bc2538 req-dae7e859-f698-4e17-b365-6b166b6e3ceb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 944 time: 0.3852437 Apr 01 15:59:51.150199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b717dba9-d649-4900-9400-922e83b4f1d6') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.150570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b717dba9-d649-4900-9400-922e83b4f1d6') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.183048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.210841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.224362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:59:51.224764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:51.240086 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:51.243301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-683e5e6a-10c2-4cc4-b442-fba970bc2538 req-70289568-896f-4253-8684-c6e9141530cd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854161 Apr 01 15:59:51.417293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.421722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.456242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Pushing event deleted for resources: {'Network': ['ID=de88ab6d-c1cb-4116-9e2b-53f724268d15,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:51.462368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2d9a5350-96c5-411c-bd07-fc51f9ee51b5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/networks/de88ab6d-c1cb-4116-9e2b-53f724268d15 HTTP/1.1" status: 204 len: 168 time: 1.4070969 Apr 01 15:59:51.465015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47808) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:51.470068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'routes': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:51.764833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.extraroute_db [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Added routes are [] {{(pid=88732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:59:51.765491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.extraroute_db [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Removed routes are [] {{(pid=88732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:59:51.765491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.024962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.028434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.167596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 5abc5bb5-1987-4dc1-b601-63c67791e69e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:52.372206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82fc26c1-f276-4b46-af72-e3fdde8c7e68 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:52.407811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 82fc26c1-f276-4b46-af72-e3fdde8c7e68 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:52.408161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 82fc26c1-f276-4b46-af72-e3fdde8c7e68 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:52.409167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 886e2dce-ed68-4379-bcc9-f9b17bdd1232 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:52.426634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:52.434168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.435361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e90722b6-fd7b-4039-afa9-8a22373417c5 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 704 time: 0.9694259 Apr 01 15:59:52.439089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47814) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:52.440806 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Sync routers for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:52.455598 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:52.456176 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:52.458763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814df975-168a-4dfb-8cd7-8bf8fc01ba31 req-15963645-8a25-482d-a0f1-164b3cbdf821 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.460287 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-814df975-168a-4dfb-8cd7-8bf8fc01ba31 req-15963645-8a25-482d-a0f1-164b3cbdf821 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 944 time: 0.1038852 Apr 01 15:59:52.460979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 886e2dce-ed68-4379-bcc9-f9b17bdd1232 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:52.461544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 886e2dce-ed68-4379-bcc9-f9b17bdd1232 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:52.497124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e5b2467e-cc3f-4a85-9315-4fdb70786349 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Synchronizing usage tracker for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:52.515170 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-814df975-168a-4dfb-8cd7-8bf8fc01ba31 req-ce56edbb-1b50-4bf7-8d7a-e9105105d1e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 Apr 01 15:59:52.581052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e5b2467e-cc3f-4a85-9315-4fdb70786349 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Unset dirty status for tenant:7b917e6b2cdd4b4590e34e36de56adf3 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:52.582255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e5b2467e-cc3f-4a85-9315-4fdb70786349 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 205 time: 0.1418679 Apr 01 15:59:52.585248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47818) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:52.589800 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:52.733855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.734145 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:52.738319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Checking router: 5abc5bb5-1987-4dc1-b601-63c67791e69e for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:52.746694 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Routers {'5abc5bb5-1987-4dc1-b601-63c67791e69e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:52.747303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['5abc5bb5-1987-4dc1-b601-63c67791e69e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:52.880041 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] Set router 5abc5bb5-1987-4dc1-b601-63c67791e69e gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:52.991915 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:52.996038 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7acf1d-5b28-456f-a408-e7d24820dfd1 None None] The sync data for ids ['5abc5bb5-1987-4dc1-b601-63c67791e69e'] in dv-neutron-835944-1-hyperv is: [{'id': '5abc5bb5-1987-4dc1-b601-63c67791e69e', 'name': 'tempest-RoutersIpV6Test-router-233592415', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:50Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 11, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:53.054056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.056690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.188648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.189139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 5abc5bb5-1987-4dc1-b601-63c67791e69e {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:59:53.207957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.209156 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4899ee8e-17b6-4a15-8cc6-f9d3aa2a111b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 204 len: 168 time: 0.6225879 Apr 01 15:59:53.214974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47822) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:53.219839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1601926006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:53.227375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:53.232180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Usage tracker for resource:router and tenant:7b917e6b2cdd4b4590e34e36de56adf3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:53.235753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:53.243176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:53.354435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.355709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.372252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.497303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.554996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6f1c292b-94d9-4719-812e-1e257484752c up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:53.605394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.609486 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c2478833-73dc-4366-afdd-3dfa9cde5531 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3914847 Apr 01 15:59:53.609742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47828) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:53.615195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:53.708110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 6f1c292b-94d9-4719-812e-1e257484752c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:53.714269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 6f1c292b-94d9-4719-812e-1e257484752c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:53.714696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.843440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.874322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:53.884691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6f1c292b-94d9-4719-812e-1e257484752c,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:53.926774 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c', 'code': 200} Apr 01 15:59:53.963997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:54.039183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:54.065051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:54.076290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e10be-75ba-4ca7-a8e3-9494dc24789b req-17a1ccd3-eddd-4315-873a-640eec3347af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:54.077746 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ef3e10be-75ba-4ca7-a8e3-9494dc24789b req-17a1ccd3-eddd-4315-873a-640eec3347af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 944 time: 0.4097981 Apr 01 15:59:54.136582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ef3e10be-75ba-4ca7-a8e3-9494dc24789b req-c07ad188-72c0-4023-8bde-5eb555739e03 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383296 Apr 01 15:59:54.239901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:54.587295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489353-1b51-4f1d-9172-4d9d03c0c531 req-7ca45d8b-8ff1-42b3-a43e-eb74a91697e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:54.588713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-37489353-1b51-4f1d-9172-4d9d03c0c531 req-7ca45d8b-8ff1-42b3-a43e-eb74a91697e3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.1743550 Apr 01 15:59:54.636705 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-37489353-1b51-4f1d-9172-4d9d03c0c531 req-19bc24bf-dfb3-44b1-9da1-33072d84bb0d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Apr 01 15:59:54.656930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Router 4dcfd5a1-8d67-4e48-8019-82459a22e77c is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:59:54.803476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:54.810057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:54.811256 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c21e1be3-d118-4af2-80bc-e5e0f51d02d8 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "PUT /v2.0/routers/4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 200 len: 698 time: 1.2005701 Apr 01 15:59:54.814066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Sync routers for ids ['4dcfd5a1-8d67-4e48-8019-82459a22e77c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:54.815321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47834) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:54.824508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Routers {'4dcfd5a1-8d67-4e48-8019-82459a22e77c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:54.825120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4dcfd5a1-8d67-4e48-8019-82459a22e77c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:54.961016 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5a2c9cbb-525b-4fe0-b37a-e1aceb935f5e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/routers/4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 200 len: 704 time: 0.1452453 Apr 01 15:59:54.963650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47838) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.006016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Set router 4dcfd5a1-8d67-4e48-8019-82459a22e77c gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:55.007987 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4480324c-2fc7-4047-8490-bb74feb09594 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 200 len: 205 time: 0.0432811 Apr 01 15:59:55.010515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47842) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.115388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfd5a1-8d67-4e48-8019-82459a22e77c', 'name': 'tempest-RoutersIpV6Test-router-1601926006', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:53Z', 'updated_at': '2022-04-01T15:59:54Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:55.119605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Checking router: 4dcfd5a1-8d67-4e48-8019-82459a22e77c for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:55.128324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Routers {'4dcfd5a1-8d67-4e48-8019-82459a22e77c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:55.128931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4dcfd5a1-8d67-4e48-8019-82459a22e77c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:55.146581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.261208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] Set router 4dcfd5a1-8d67-4e48-8019-82459a22e77c gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:55.317775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f452-79f8-4afa-b538-b22139e0c2aa req-9ecfbdd1-90c9-442e-844c-6c0b63cc7650 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:55.320349 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2326f452-79f8-4afa-b538-b22139e0c2aa req-9ecfbdd1-90c9-442e-844c-6c0b63cc7650 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.0861335 Apr 01 15:59:55.371302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfd5a1-8d67-4e48-8019-82459a22e77c', 'name': 'tempest-RoutersIpV6Test-router-1601926006', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:53Z', 'updated_at': '2022-04-01T15:59:54Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:55.372251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2326f452-79f8-4afa-b538-b22139e0c2aa req-4a924a8f-3401-4e66-a7d4-6a370d9d1898 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Apr 01 15:59:55.375586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed18df4-34ff-447f-aa57-dfd37ca43492 None None] The sync data for ids ['4dcfd5a1-8d67-4e48-8019-82459a22e77c'] in dv-neutron-835944-1-hyperv is: [{'id': '4dcfd5a1-8d67-4e48-8019-82459a22e77c', 'name': 'tempest-RoutersIpV6Test-router-1601926006', 'tenant_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:53Z', 'updated_at': '2022-04-01T15:59:54Z', 'revision_number': 2, 'project_id': '7b917e6b2cdd4b4590e34e36de56adf3', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:55.475257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.477752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.588641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.589154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Fanout notify agent at l3_agent the message router_deleted on router 4dcfd5a1-8d67-4e48-8019-82459a22e77c {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:59:55.605138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.606228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-31f8ad6c-880e-4835-aa47-bb19409ff528 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 204 len: 168 time: 0.5947926 Apr 01 15:59:55.609998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47848) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.657514 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-57af0736-c634-48d7-b232-af18c0ec543d tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 200 len: 205 time: 0.0464113 Apr 01 15:59:55.660452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47852) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.854950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-aa5a30ad-747b-43fc-8097-797da2af4a64 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:55.855890 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-aa5a30ad-747b-43fc-8097-797da2af4a64 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/4dcfd5a1-8d67-4e48-8019-82459a22e77c HTTP/1.1" status: 404 len: 336 time: 0.1943061 Apr 01 15:59:55.858649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47856) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.899070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d161a3-3ed0-458a-a2e3-792513a7ab1b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:55.899618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d161a3-3ed0-458a-a2e3-792513a7ab1b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:55.903527 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-82d161a3-3ed0-458a-a2e3-792513a7ab1b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/324f0400-8ad0-479e-bd1d-7279ccf9924b HTTP/1.1" status: 404 len: 337 time: 0.0419333 Apr 01 15:59:55.904908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47860) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.952825 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08cb1b9-7b65-4c97-8fbc-5095df86d344 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:55.953353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08cb1b9-7b65-4c97-8fbc-5095df86d344 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:55.958524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47864) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.958765 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b08cb1b9-7b65-4c97-8fbc-5095df86d344 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/7ef39fa6-02ed-4660-b42b-927b201185a2 HTTP/1.1" status: 404 len: 337 time: 0.0526102 Apr 01 15:59:55.999068 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5534f816-f8e4-4a32-8a33-3baef2b649f6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:55.999521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5534f816-f8e4-4a32-8a33-3baef2b649f6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:56.001185 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5534f816-f8e4-4a32-8a33-3baef2b649f6 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/6d974f41-c8db-48a4-bbea-ca7a18d9fead HTTP/1.1" status: 404 len: 337 time: 0.0412767 Apr 01 15:59:56.003913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47868) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.045461 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e420b96-4368-4e4a-bfce-9d75c20982a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:56.045905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e420b96-4368-4e4a-bfce-9d75c20982a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:56.050924 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2e420b96-4368-4e4a-bfce-9d75c20982a7 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/3e2f52d5-2bb8-4543-9870-62ddc2a65b51 HTTP/1.1" status: 404 len: 337 time: 0.0427990 Apr 01 15:59:56.050924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47872) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.094360 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a9a0d879-3694-462c-87ac-43cd6bb8e973 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 200 len: 205 time: 0.0423157 Apr 01 15:59:56.097951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47876) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.170650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-591b665f-90bb-402c-b081-546fd79f6a72 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:56.171671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-591b665f-90bb-402c-b081-546fd79f6a72 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/5abc5bb5-1987-4dc1-b601-63c67791e69e HTTP/1.1" status: 404 len: 336 time: 0.0726485 Apr 01 15:59:56.174511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47880) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.221850 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e71b64f-efd9-483a-8264-601c44bd6a07 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=996ef9c7-6dce-48db-93cc-9d99d857a10f HTTP/1.1" status: 200 len: 205 time: 0.0452743 Apr 01 15:59:56.224222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47884) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.295645 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-5035c59a-11bd-4ae8-8e78-f4fd25411638 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:56.296667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5035c59a-11bd-4ae8-8e78-f4fd25411638 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/996ef9c7-6dce-48db-93cc-9d99d857a10f HTTP/1.1" status: 404 len: 336 time: 0.0715311 Apr 01 15:59:56.300053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47888) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.338687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa427a7b-7653-482e-af83-0d8e39218c7b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:56.339143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa427a7b-7653-482e-af83-0d8e39218c7b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:56.340819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fa427a7b-7653-482e-af83-0d8e39218c7b tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/7a2ba48b-935a-4e93-af1f-ed3ed4ef60eb HTTP/1.1" status: 404 len: 337 time: 0.0398588 Apr 01 15:59:56.343424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47892) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.389737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ee1cdbc0-7909-43af-be23-7cc91e697a42 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 200 len: 205 time: 0.0452127 Apr 01 15:59:56.392085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47896) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.467754 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-24e53b5d-9962-414b-ab99-12be894df381 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:56.468813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-24e53b5d-9962-414b-ab99-12be894df381 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/332f2bcd-573f-4251-8ae8-cecfebb8dc09 HTTP/1.1" status: 404 len: 336 time: 0.0756676 Apr 01 15:59:56.472510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47902) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.562352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1de57d3a-78d8-4612-b7ef-e730ced93198 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ec68027-c9e8-48af-99ea-159e86cf0b6d HTTP/1.1" status: 200 len: 205 time: 0.0886869 Apr 01 15:59:56.565095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47906) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.604828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a752f-68e0-47b4-a6b7-839a240f7b3c req-6415fc94-8476-4390-928b-ce9c035d9fa3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:56.606299 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f61a752f-68e0-47b4-a6b7-839a240f7b3c req-6415fc94-8476-4390-928b-ce9c035d9fa3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.1002305 Apr 01 15:59:56.633204 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-d3e645df-aa3d-43c7-a2b2-3ebf8d798ba0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:56.634227 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3e645df-aa3d-43c7-a2b2-3ebf8d798ba0 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/9ec68027-c9e8-48af-99ea-159e86cf0b6d HTTP/1.1" status: 404 len: 336 time: 0.0681775 Apr 01 15:59:56.636859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47910) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.653507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f61a752f-68e0-47b4-a6b7-839a240f7b3c req-c1c8f695-b147-4b75-a3d5-eeb6846549dc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Apr 01 15:59:56.791108 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aed9544-8745-4d42-99e0-7b48b60dc5cf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:56.791550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aed9544-8745-4d42-99e0-7b48b60dc5cf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:56.793170 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2aed9544-8745-4d42-99e0-7b48b60dc5cf tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/9f708b87-c908-4756-b4ed-5b756e031f87 HTTP/1.1" status: 404 len: 337 time: 0.1554260 Apr 01 15:59:56.796027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47916) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.839226 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d8ec2cb6-df01-4e3a-a6b7-ee97fe173c37 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db09af4-f2fd-4ea9-9c48-5788025d8db4 HTTP/1.1" status: 200 len: 205 time: 0.0420556 Apr 01 15:59:56.841692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47920) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.872828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a28e-dd47-4ca5-943b-d4503e033f85 req-b86d3933-617b-48ac-bf09-4648abccc1e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:56.874684 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c936a28e-dd47-4ca5-943b-d4503e033f85 req-b86d3933-617b-48ac-bf09-4648abccc1e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.0847852 Apr 01 15:59:56.912646 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-6c3eb0ea-9d58-40e9-8821-1a1433a121ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:56.915835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6c3eb0ea-9d58-40e9-8821-1a1433a121ed tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/8db09af4-f2fd-4ea9-9c48-5788025d8db4 HTTP/1.1" status: 404 len: 336 time: 0.0709453 Apr 01 15:59:56.916216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47924) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.922580 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c936a28e-dd47-4ca5-943b-d4503e033f85 req-de84add7-c977-4a2b-8881-521da5e49181 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Apr 01 15:59:56.947593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47928) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.966986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba0416e-2122-43e4-aa35-59a55b44bb23 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:56.967592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba0416e-2122-43e4-aa35-59a55b44bb23 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:56.969573 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2ba0416e-2122-43e4-aa35-59a55b44bb23 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/0bd0c97d-828a-4621-a562-14852f2f6a59 HTTP/1.1" status: 404 len: 337 time: 0.0524626 Apr 01 15:59:56.972460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47932) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.020741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7addc93d-4f87-4f55-85bd-b495d923e047 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0bcf66e-3bda-4f8b-819a-a891e00e414c HTTP/1.1" status: 200 len: 205 time: 0.0471754 Apr 01 15:59:57.023519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47936) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.026871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bad14a-2acc-46cf-8207-f76793456b55 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:57.031221 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-52bad14a-2acc-46cf-8207-f76793456b55 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1093 time: 0.0796373 Apr 01 15:59:57.031546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47940) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.036967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '6f1c292b-94d9-4719-812e-1e257484752c', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:57.043151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:57.047058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:57.050082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:57.055939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:57.091097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-d9cccc4d-180c-4582-897b-233f3d2c029f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] delete failed (client error): The resource could not be found. Apr 01 15:59:57.092182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9cccc4d-180c-4582-897b-233f3d2c029f tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/routers/d0bcf66e-3bda-4f8b-819a-a891e00e414c HTTP/1.1" status: 404 len: 336 time: 0.0676785 Apr 01 15:59:57.094812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47944) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.136475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d4c74c-d87c-4603-9e65-e172df29883e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:57.136926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d4c74c-d87c-4603-9e65-e172df29883e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:57.138633 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f5d4c74c-d87c-4603-9e65-e172df29883e tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/5bd8c054-d56e-43bc-84b2-86eb8b7888a9 HTTP/1.1" status: 404 len: 337 time: 0.0429094 Apr 01 15:59:57.141341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47948) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.144020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.179535 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5103b2f6-fd7a-4d2f-abd9-87ec80823f37 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:57.180117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5103b2f6-fd7a-4d2f-abd9-87ec80823f37 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:57.181587 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5103b2f6-fd7a-4d2f-abd9-87ec80823f37 tempest-RoutersIpV6Test-906096118 tempest-RoutersIpV6Test-906096118-project] 10.222.0.21 "DELETE /v2.0/subnets/dc6178b7-5e10-43eb-9534-5fa9e60e2d76 HTTP/1.1" status: 404 len: 337 time: 0.0393384 Apr 01 15:59:57.291593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.429978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.19 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/9f5d0572-56ba-418e-98c7-1c33ac506f0d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:57.584976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.674175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.734532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47956) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.735866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:57.738780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:57.741298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:57.798224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=9f5d0572-56ba-418e-98c7-1c33ac506f0d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:57.888736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d6411235-978b-4318-813b-90ae3c429bb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b917e6b2cdd4b4590e34e36de56adf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529317 Apr 01 15:59:57.891313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47962) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.958431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.993002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.131315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.153996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1129a-7fa7-45ae-9607-b97c1ff501df,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:58.155222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.161092 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-476951b6-322e-4803-a432-ed691ef36f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5a1129a-7fa7-45ae-9607-b97c1ff501df HTTP/1.1" status: 204 len: 168 time: 0.2641382 Apr 01 15:59:58.202445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.364574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.583806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.654466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.772637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=9f5d0572-56ba-418e-98c7-1c33ac506f0d,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:58.782808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.074674 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 6de37a8a-cff2-40e4-9bf3-7fc777c016e1 associated. External IP: 172.26.8.19, port: 6f1c292b-94d9-4719-812e-1e257484752c. Apr 01 15:59:59.280727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47986) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:59.389473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-152114912'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:59.395336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:59.400449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:59.407103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:59.413252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:59.457892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 85064d6c-3782-4e6c-90bf-d5249d85c84a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:59.542176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:59.545757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.559100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.575879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:59.579767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:security_group_rule and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:59.582799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:59.589199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:59.648006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:59.661463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Sync routers for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:59.680971 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:59.681945 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:59.698351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.765256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.824444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b66b3bd4-36dc-4cbe-b7c2-6a80da699728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7917275 Apr 01 15:59:59.825018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:59.827380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 47992) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:59.874113 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:59.877887 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c', 'status': 'completed', 'code': 200} Apr 01 15:59:59.900842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.117320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:00.139444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66441d74-0c44-4891-a390-794f7a91c0f5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:00.150052 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e60c92a6-c89d-4740-83ae-1078bdfe434e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/6de37a8a-cff2-40e4-9bf3-7fc777c016e1 HTTP/1.1" status: 200 len: 990 time: 0.3193574 Apr 01 16:00:00.151793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.152182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 59cb296b-7a20-4acf-bd83-d9abec527d32 of type vlan for network 0d816887-0934-4a0a-a8ae-c05f2664d2ce Apr 01 16:00:00.188313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.204090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-68e0c3ec-6309-4ba7-8c08-0c65db5e9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.206397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-68e0c3ec-6309-4ba7-8c08-0c65db5e9512 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.2931306 Apr 01 16:00:00.260985 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6de37a8a-cff2-40e4-9bf3-7fc777c016e1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'port_id': '6f1c292b-94d9-4719-812e-1e257484752c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'mac_address': 'fa:16:3e:ed:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:58Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:00.264946 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Checking router: 85064d6c-3782-4e6c-90bf-d5249d85c84a for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:00.273792 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:00.274845 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T15:59:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:00.322091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.327689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.328434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.468338 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:00.473665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=0d816887-0934-4a0a-a8ae-c05f2664d2ce,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:00.479608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-5f90711f-8df5-4a19-a0f7-0b254644c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.481113 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-5f90711f-8df5-4a19-a0f7-0b254644c9bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=f25f816b-64eb-40e2-8d90-b683306a98f1 HTTP/1.1" status: 200 len: 896 time: 0.2644670 Apr 01 16:00:00.484963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:00.549204 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8ba736f1-d689-4738-a43f-fc2b364268c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2646158 Apr 01 16:00:00.549561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 47998) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:00.555376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-192199206'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:00.561026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:00.565935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:00.569495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:00.576270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:00.602907 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-740a408e-a269-4257-8130-8255fc7b156e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f1c292b-94d9-4719-812e-1e257484752c HTTP/1.1" status: 200 len: 998 time: 0.1141772 Apr 01 16:00:00.656326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:00.660579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.669344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-ea2975cc-b0dd-43d8-bc10-988238720902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.671109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-ea2975cc-b0dd-43d8-bc10-988238720902 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=387ec325-4e16-46a8-9cb7-273a30682a74 HTTP/1.1" status: 200 len: 834 time: 0.0625525 Apr 01 16:00:00.696497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:00.708243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.708583 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 8d1d513d-4fd7-4e12-9042-d7e6959508b3 of type vlan for network 5ceedf34-ea60-49c9-a89d-59da82b90e0c Apr 01 16:00:00.740177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.761089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-110ae54c-f3b5-4044-ad4f-8fb3f8bc85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.762564 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-110ae54c-f3b5-4044-ad4f-8fb3f8bc85aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f25f816b-64eb-40e2-8d90-b683306a98f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842276 Apr 01 16:00:00.862800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.868598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.869285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.900644 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6de37a8a-cff2-40e4-9bf3-7fc777c016e1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'port_id': '6f1c292b-94d9-4719-812e-1e257484752c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'mac_address': 'fa:16:3e:ed:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:58Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:00.905081 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a5e7b-d11a-4b0e-9acc-ee789760f6df None None] The sync data for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv is: [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6de37a8a-cff2-40e4-9bf3-7fc777c016e1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'port_id': '6f1c292b-94d9-4719-812e-1e257484752c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'mac_address': 'fa:16:3e:ed:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:58Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:00.942289 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-8c5597cf-be57-4ae4-90ba-1644414763c3 service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616597 Apr 01 16:00:01.002698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=5ceedf34-ea60-49c9-a89d-59da82b90e0c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:01.012851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:01.038476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b6688426-738d-4247-a3e4-a6e5d63b34b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4878421 Apr 01 16:00:01.041585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48002) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:01.047325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:01.116129 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85dc5430-0f64-4baf-97bf-a0c11f098fec req-82772684-e92c-4e58-93ae-6f8f7f323f1b service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677203 Apr 01 16:00:01.149272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b083c8-c466-4112-b557-067b115aeaaf None None] New status for floating IP 6de37a8a-cff2-40e4-9bf3-7fc777c016e1: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:00:01.151894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48006) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:01.167193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:01.171599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:01.175936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:01.183219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:01.271752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-444388d4-be7c-466f-93f9-de9089125c5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/6de37a8a-cff2-40e4-9bf3-7fc777c016e1 HTTP/1.1" status: 200 len: 990 time: 0.1186154 Apr 01 16:00:01.313978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:01.318222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.632105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.713440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:01.721547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '59cb296b-7a20-4acf-bd83-d9abec527d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:01.721903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 0d816887-0934-4a0a-a8ae-c05f2664d2ce, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:01.811246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:01.902305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 0d816887-0934-4a0a-a8ae-c05f2664d2ce) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:01.906418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:01.907032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.913096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67707e-e634-40be-a744-ea6927ef3bdb None None] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:02.022894 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-72c072dd-90dc-462c-a464-c79239c2e2c0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9802034 Apr 01 16:00:02.025785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48010) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:02.031521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:02.137373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-0d816887-0934-4a0a-a8ae-c05f2664d2ce', 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': 'f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:02.138227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.266584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:02.275425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:02.279647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48014) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:02.280515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:02.289860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:02.360716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Allocated IP 172.20.0.2 (0d816887-0934-4a0a-a8ae-c05f2664d2ce/f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0/9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:02.385984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:02.389907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.399853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-eefe827e-0ed0-41ca-b258-35c390c2906f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/6de37a8a-cff2-40e4-9bf3-7fc777c016e1 HTTP/1.1" status: 200 len: 992 time: 0.1226668 Apr 01 16:00:02.463008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9d3aeeda-490f-4d6a-a32b-3a05bd456c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.581353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.591816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Transition to ACTIVE for port object 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:02.610833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Transition to ACTIVE for port object 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:02.697425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.725740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.764011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:02.771561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:02.776626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:02.782874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Pushing event updated for resources: {'Port': ['ID=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:02.790420 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:02.808602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=cbac95f3-28a3-4c0b-afa7-68bd006e6a51,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:02.816877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '8d1d513d-4fd7-4e12-9042-d7e6959508b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:02.817236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 5ceedf34-ea60-49c9-a89d-59da82b90e0c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:02.874828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Attempting to bind port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:02.875197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Attempting to bind port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '59cb296b-7a20-4acf-bd83-d9abec527d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:02.875567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Attempting to bind port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb on network 0d816887-0934-4a0a-a8ae-c05f2664d2ce {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:02.881841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:02.882210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Checking segment: {'id': '59cb296b-7a20-4acf-bd83-d9abec527d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:02.882627 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.883031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Bound using segment: {'id': '59cb296b-7a20-4acf-bd83-d9abec527d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:02.883511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Bound port: 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cb296b-7a20-4acf-bd83-d9abec527d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d816887-0934-4a0a-a8ae-c05f2664d2ce'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:02.883916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.900186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:02.971314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5ceedf34-ea60-49c9-a89d-59da82b90e0c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:02.975881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:02.977120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.980210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506cc1d-f999-40c8-bbe3-28cf7b5060ad None None] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:03.010524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] For port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:03.071750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] For port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,segment=NetworkSegment(59cb296b-7a20-4acf-bd83-d9abec527d32),segment_id=59cb296b-7a20-4acf-bd83-d9abec527d32)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:03.106463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6985b2df-cc75-4cce-acf9-8e8cb82f3c4a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0795996 Apr 01 16:00:03.109221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48018) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:03.114296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1010429909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:03.120940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:03.125664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:03.130078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:03.134283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:03.148626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.228790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.230022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.246681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.289639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5ceedf34-ea60-49c9-a89d-59da82b90e0c', 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': 'cbac95f3-28a3-4c0b-afa7-68bd006e6a51'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:03.301999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.302817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7549f50-e342-41dc-a180-b552e127e2f6 None None] Pushing event updated for resources: {'Port': ['ID=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:03.388447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.466887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Allocated IP 172.21.0.2 (5ceedf34-ea60-49c9-a89d-59da82b90e0c/cbac95f3-28a3-4c0b-afa7-68bd006e6a51/a9597761-8ace-45a8-bd13-8c3727a1e10a) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:03.530689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.531885 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-15336dbf-e0bb-41bc-920d-711cf64aee05 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4217341 Apr 01 16:00:03.534755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48022) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:03.719844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.732234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Transition to ACTIVE for port object a9597761-8ace-45a8-bd13-8c3727a1e10a will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:03.753604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Transition to ACTIVE for port object a9597761-8ace-45a8-bd13-8c3727a1e10a will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:03.820863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.881453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:03.884226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:03.892506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:03.929474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Pushing event updated for resources: {'Port': ['ID=a9597761-8ace-45a8-bd13-8c3727a1e10a,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:04.003909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Attempting to bind port a9597761-8ace-45a8-bd13-8c3727a1e10a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:04.003909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Attempting to bind port a9597761-8ace-45a8-bd13-8c3727a1e10a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '8d1d513d-4fd7-4e12-9042-d7e6959508b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:04.003909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Attempting to bind port a9597761-8ace-45a8-bd13-8c3727a1e10a on network 5ceedf34-ea60-49c9-a89d-59da82b90e0c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:04.010278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:04.010941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Checking segment: {'id': '8d1d513d-4fd7-4e12-9042-d7e6959508b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:04.011418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.011816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Bound using segment: {'id': '8d1d513d-4fd7-4e12-9042-d7e6959508b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:04.013172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Bound port: a9597761-8ace-45a8-bd13-8c3727a1e10a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1d513d-4fd7-4e12-9042-d7e6959508b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5ceedf34-ea60-49c9-a89d-59da82b90e0c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:04.013172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.114972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] For port a9597761-8ace-45a8-bd13-8c3727a1e10a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:04.118315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] For port a9597761-8ace-45a8-bd13-8c3727a1e10a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9597761-8ace-45a8-bd13-8c3727a1e10a,segment=NetworkSegment(8d1d513d-4fd7-4e12-9042-d7e6959508b3),segment_id=8d1d513d-4fd7-4e12-9042-d7e6959508b3)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:04.188156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.211439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.296164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e831db-bf16-4775-a680-584b67db9fe5 None None] Pushing event updated for resources: {'Port': ['ID=a9597761-8ace-45a8-bd13-8c3727a1e10a,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:04.431940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:04.542923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe5c1c-13e8-4cd8-9a82-f0a487979ea9 None None] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:04.622960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:04.654348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.20.0.1 (0d816887-0934-4a0a-a8ae-c05f2664d2ce/f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0/f2a52187-b933-4a22-8141-e9a62d812610) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:04.788628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Provisioning for port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:04.811094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Provisioning complete for port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:04.812526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.838237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.855978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object f2a52187-b933-4a22-8141-e9a62d812610 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:04.891562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-da648337-e14a-4530-8a9b-2c99949c55d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.948751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.005941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.016673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:05.020537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:05.024578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:05.046418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] For port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,segment=NetworkSegment(59cb296b-7a20-4acf-bd83-d9abec527d32),segment_id=59cb296b-7a20-4acf-bd83-d9abec527d32)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:05.086269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=f2a52187-b933-4a22-8141-e9a62d812610,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:05.110163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.147886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.232180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff5999-e428-4073-b203-f9ce585551c4 None None] Pushing event updated for resources: {'Port': ['ID=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:05.276716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-297466fb-6887-488f-ab1c-280e66876e60 None None] Provisioning complete for port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:05.283363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-297466fb-6887-488f-ab1c-280e66876e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.351523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.561992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a5727-8aaf-415b-8f0d-f5421dfad2b3 None None] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:05.638988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.652810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-46d632f9-2ebb-4202-9e3e-8eb542a3ffeb None None] Provisioning for port f2a52187-b933-4a22-8141-e9a62d812610 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:05.663496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-46d632f9-2ebb-4202-9e3e-8eb542a3ffeb None None] Provisioning complete for port f2a52187-b933-4a22-8141-e9a62d812610 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:05.663868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-46d632f9-2ebb-4202-9e3e-8eb542a3ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.762026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46d632f9-2ebb-4202-9e3e-8eb542a3ffeb None None] Port f2a52187-b933-4a22-8141-e9a62d812610 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:05.774646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.832093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.948029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.952079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=f2a52187-b933-4a22-8141-e9a62d812610,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:05.977125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5a8786b5-2b79-4243-a0a4-910006adb987 None None] Provisioning for port a9597761-8ace-45a8-bd13-8c3727a1e10a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:06.124843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.208706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:06.209771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:06.424436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-713df3d6-4544-4b3a-b71a-b345bb2857fe None None] Provisioning complete for port f2a52187-b933-4a22-8141-e9a62d812610 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:06.424805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-713df3d6-4544-4b3a-b71a-b345bb2857fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.472841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9597761-8ace-45a8-bd13-8c3727a1e10a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:06.508292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 1216595c-091d-42ec-968f-7f2545bd425c is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:06.537404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-713df3d6-4544-4b3a-b71a-b345bb2857fe None None] Port f2a52187-b933-4a22-8141-e9a62d812610 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:06.622139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a9597761-8ace-45a8-bd13-8c3727a1e10a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:06.628282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9597761-8ace-45a8-bd13-8c3727a1e10a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:06.628653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.677411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:06.687023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e6045684-6633-455c-b3f9-a67a43ee776a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504135 Apr 01 16:00:06.690599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48028) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:06.692277 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] Sync routers for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:06.702457 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:06.703340 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:06.766355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5800f6-b64e-4434-b5c0-ef8be698fd6e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:06.766882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5f5800f6-b64e-4434-b5c0-ef8be698fd6e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:06.777983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.778288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:06.788758 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:06.789375 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:06.814028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port a9597761-8ace-45a8-bd13-8c3727a1e10a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9597761-8ace-45a8-bd13-8c3727a1e10a,segment=NetworkSegment(8d1d513d-4fd7-4e12-9042-d7e6959508b3),segment_id=8d1d513d-4fd7-4e12-9042-d7e6959508b3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:06.844743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5f5800f6-b64e-4434-b5c0-ef8be698fd6e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:06.846689 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5f5800f6-b64e-4434-b5c0-ef8be698fd6e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports/f2a52187-b933-4a22-8141-e9a62d812610 HTTP/1.1" status: 200 len: 910 time: 0.1549826 Apr 01 16:00:06.848733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:06.849118 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00d495-6eda-4a5d-83f9-a4d80fedb0d7 None None] The sync data for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:06.849773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48032) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:06.879811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.880225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:07.006766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=a9597761-8ace-45a8-bd13-8c3727a1e10a,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:07.021165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:07.021369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.446436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.586308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.988162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.21.0.1 (5ceedf34-ea60-49c9-a89d-59da82b90e0c/cbac95f3-28a3-4c0b-afa7-68bd006e6a51/82d1a79f-2684-4460-8f82-4124066aadca) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:08.173041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.190073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object 82d1a79f-2684-4460-8f82-4124066aadca will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:08.295344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.364886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:08.377320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:08.382673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:08.401593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9597761-8ace-45a8-bd13-8c3727a1e10a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:08.427914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=82d1a79f-2684-4460-8f82-4124066aadca,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:08.467547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.536922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9597761-8ace-45a8-bd13-8c3727a1e10a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:08.537292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.698264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.851195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8f4aea12-e2f2-4582-960d-1e0c460016a8 None None] Provisioning for port 82d1a79f-2684-4460-8f82-4124066aadca completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:08.856931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8f4aea12-e2f2-4582-960d-1e0c460016a8 None None] Provisioning complete for port 82d1a79f-2684-4460-8f82-4124066aadca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:08.857383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8f4aea12-e2f2-4582-960d-1e0c460016a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.929505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8f4aea12-e2f2-4582-960d-1e0c460016a8 None None] Port 82d1a79f-2684-4460-8f82-4124066aadca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:09.190321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.285265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.411183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=82d1a79f-2684-4460-8f82-4124066aadca,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:09.413778 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.555842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:09.556935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:09.730975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 1216595c-091d-42ec-968f-7f2545bd425c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:09.757430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a8e5f2cf-07a0-4677-8050-82d259c39571 None None] Provisioning complete for port 82d1a79f-2684-4460-8f82-4124066aadca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:09.757895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f2cf-07a0-4677-8050-82d259c39571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.816264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5f2cf-07a0-4677-8050-82d259c39571 None None] Port 82d1a79f-2684-4460-8f82-4124066aadca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:10.066370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:10.076206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] Sync routers for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:10.085423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:10.086046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:10.151317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:10.161024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:10.161843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:10.167653 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-06734a76-1952-4a3e-94a6-59f3abe2bc0b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3166811 Apr 01 16:00:10.170362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48038) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:10.232277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:10.233313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a8801-4fa5-4971-a040-cc3580059063 None None] The sync data for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:10.261945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f5336-a1df-4a68-b408-093546e56ab7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:10.263199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d76f5336-a1df-4a68-b408-093546e56ab7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:10.353722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d76f5336-a1df-4a68-b408-093546e56ab7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:10.355635 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d76f5336-a1df-4a68-b408-093546e56ab7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports/82d1a79f-2684-4460-8f82-4124066aadca HTTP/1.1" status: 200 len: 910 time: 0.1832998 Apr 01 16:00:10.359365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48042) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:10.975387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.326677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 82d1a79f-2684-4460-8f82-4124066aadca {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:11.327368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.524590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.780854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 82d1a79f-2684-4460-8f82-4124066aadca owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:12.077633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.131063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=82d1a79f-2684-4460-8f82-4124066aadca,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:12.406087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.738131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 1216595c-091d-42ec-968f-7f2545bd425c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:12.903879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:12.914689 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] Sync routers for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:12.925525 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:12.926608 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:12.990081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8a761c1f-ea65-472e-9bbc-f081a317565f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6294177 Apr 01 16:00:12.992802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48046) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:12.994824 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:13.002883 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:13.003479 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:13.068917 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:13.069360 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e91d7e-1114-439b-9c81-35e826e28cf6 None None] The sync data for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:13.628804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.991807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port f2a52187-b933-4a22-8141-e9a62d812610 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:13.992144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.194953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.351798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for f2a52187-b933-4a22-8141-e9a62d812610 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:14.650971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.703869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=f2a52187-b933-4a22-8141-e9a62d812610,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:15.072806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.361840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 1216595c-091d-42ec-968f-7f2545bd425c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:15.500073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:15.510368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] Sync routers for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:15.516729 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1b4a0dd1-1eea-4713-9115-dafedc288a5b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5228927 Apr 01 16:00:15.520117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48052) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:15.522423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:15.523193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.567776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-48704cc0-6c40-45c6-8356-9a75f778714c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:15.591841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.601959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] Routers {'1216595c-091d-42ec-968f-7f2545bd425c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:15.602571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['1216595c-091d-42ec-968f-7f2545bd425c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.666092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.666486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a0fc10-edd0-45bc-9c27-3e69c9389c2f None None] The sync data for ids ['1216595c-091d-42ec-968f-7f2545bd425c'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:15.691132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-48704cc0-6c40-45c6-8356-9a75f778714c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:15.692989 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-48704cc0-6c40-45c6-8356-9a75f778714c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1216595c-091d-42ec-968f-7f2545bd425c HTTP/1.1" status: 200 len: 205 time: 0.1716099 Apr 01 16:00:15.695730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48056) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:15.835126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.147973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.150414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.254424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.254889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router 1216595c-091d-42ec-968f-7f2545bd425c {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:16.268610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.269770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-40a09e8d-c834-47e7-8f1c-403d7df50c79 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c HTTP/1.1" status: 204 len: 168 time: 0.5729954 Apr 01 16:00:16.272515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48060) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:16.341744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet cbac95f3-28a3-4c0b-afa7-68bd006e6a51 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:16.344868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.414448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.628561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.759706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.797607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.804067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd16d3-52e8-4cbe-94af-238738b04686 None None] Network 5ceedf34-ea60-49c9-a89d-59da82b90e0c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:16.810173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=cbac95f3-28a3-4c0b-afa7-68bd006e6a51,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:16.813319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-847cf34c-c5b4-4ff8-8c7a-decba33f2383 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/cbac95f3-28a3-4c0b-afa7-68bd006e6a51 HTTP/1.1" status: 204 len: 168 time: 0.5397813 Apr 01 16:00:16.816099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48064) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:16.886907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:16.890041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.949125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.040780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.084011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] DHCP port deletion for 5ceedf34-ea60-49c9-a89d-59da82b90e0c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:17.088260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Deleting port a9597761-8ace-45a8-bd13-8c3727a1e10a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:17.088611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.222382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.270352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:17.275223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.281918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4f5c6673-09f8-48dc-8ac5-a373cdc2733e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0 HTTP/1.1" status: 204 len: 168 time: 0.4648185 Apr 01 16:00:17.284553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48068) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:17.287058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018d7f4-f6d4-4634-bee4-e1abdf54a10f None None] Network 0d816887-0934-4a0a-a8ae-c05f2664d2ce requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:17.400725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] For port a9597761-8ace-45a8-bd13-8c3727a1e10a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9597761-8ace-45a8-bd13-8c3727a1e10a,segment=NetworkSegment(8d1d513d-4fd7-4e12-9042-d7e6959508b3),segment_id=8d1d513d-4fd7-4e12-9042-d7e6959508b3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:17.401109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.411108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.422978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port a9597761-8ace-45a8-bd13-8c3727a1e10a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:17.423344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.560831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Calling delete_port for a9597761-8ace-45a8-bd13-8c3727a1e10a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:17.659230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port a9597761-8ace-45a8-bd13-8c3727a1e10a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9597761-8ace-45a8-bd13-8c3727a1e10a,segment=NetworkSegment(8d1d513d-4fd7-4e12-9042-d7e6959508b3),segment_id=8d1d513d-4fd7-4e12-9042-d7e6959508b3)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:17.659587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.737325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.773141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] DHCP port deletion for 0d816887-0934-4a0a-a8ae-c05f2664d2ce request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:17.797091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Deleting port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:17.797469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.800348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for a9597761-8ace-45a8-bd13-8c3727a1e10a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:17.823764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] Pushing event deleted for resources: {'Port': ['ID=a9597761-8ace-45a8-bd13-8c3727a1e10a,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:17.830304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338841e-539e-44d1-ae26-c81009ac1476 None None] No DVR routers for this DVR port a9597761-8ace-45a8-bd13-8c3727a1e10a on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:17.888686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:17.889103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:18.073393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] For port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,segment=NetworkSegment(59cb296b-7a20-4acf-bd83-d9abec527d32),segment_id=59cb296b-7a20-4acf-bd83-d9abec527d32)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:18.073696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.192579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.199116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Calling delete_port for 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:18.381925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.395781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port a9597761-8ace-45a8-bd13-8c3727a1e10a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:18.395781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.422522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9597761-8ace-45a8-bd13-8c3727a1e10a no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:18.475780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a9597761-8ace-45a8-bd13-8c3727a1e10a {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:18.475780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9597761-8ace-45a8-bd13-8c3727a1e10a not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:18.475780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:18.479650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] The port 'a9597761-8ace-45a8-bd13-8c3727a1e10a' was deleted {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:00:18.499204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] Pushing event deleted for resources: {'Port': ['ID=9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:18.504143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b465ada-507c-4cc0-bcea-217ea2fcfa01 None None] No DVR routers for this DVR port 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:18.521710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:18.522054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9cd9612b-66ef-4323-a8ea-d2f54cdcc5fb not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:18.611271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.638589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ceedf34-ea60-49c9-a89d-59da82b90e0c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:18.656475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1d513d-4fd7-4e12-9042-d7e6959508b3') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:18.656770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1d513d-4fd7-4e12-9042-d7e6959508b3') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:18.670151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.687045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.694148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:18.694542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: util.warn( Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:18.709805 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:18.860634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.879480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.896528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=5ceedf34-ea60-49c9-a89d-59da82b90e0c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:18.994262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f71be35b-32bc-4ca7-a818-3052c7a99540 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/5ceedf34-ea60-49c9-a89d-59da82b90e0c HTTP/1.1" status: 204 len: 168 time: 1.7086275 Apr 01 16:00:18.996862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:19.123387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.321683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.458480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d816887-0934-4a0a-a8ae-c05f2664d2ce']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:19.473984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cb296b-7a20-4acf-bd83-d9abec527d32') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:19.474326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cb296b-7a20-4acf-bd83-d9abec527d32') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:19.488957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.506899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.514255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:19.518446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:19.529717 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:19.671257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.688988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.699048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=0d816887-0934-4a0a-a8ae-c05f2664d2ce,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:19.701923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d2027e67-e51c-4568-abdb-37bcf73f996d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/0d816887-0934-4a0a-a8ae-c05f2664d2ce HTTP/1.1" status: 204 len: 168 time: 0.7040062 Apr 01 16:00:19.706116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48076) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:19.711708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-1893639355'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:19.716758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:19.721680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:19.724655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:19.730451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:19.822114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:19.825861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.855931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:19.865040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.865710 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 6cddff49-28e3-44e1-bff9-de7c8027d44d of type vlan for network 2edd6411-4761-4b25-814f-2c88328e4882 Apr 01 16:00:19.891783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.008515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.014110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:20.025633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.126658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=2edd6411-4761-4b25-814f-2c88328e4882,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:20.131039 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4fef7979-d013-43ac-9d86-bd47a15edae1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4239109 Apr 01 16:00:20.134074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48080) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:20.137718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 2edd6411-4761-4b25-814f-2c88328e4882 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:20.140289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '2edd6411-4761-4b25-814f-2c88328e4882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:20.257674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:20.261603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:20.264443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:20.271132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:20.358779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:20.363424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.650927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.730724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=8376c2d5-54e2-4950-a08a-197a4be0b815,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:20.740524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '6cddff49-28e3-44e1-bff9-de7c8027d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:20.740889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 2edd6411-4761-4b25-814f-2c88328e4882, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:20.833287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 2edd6411-4761-4b25-814f-2c88328e4882 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:20.941965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 2edd6411-4761-4b25-814f-2c88328e4882) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:20.946582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:20.947706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.958854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e64214-5e57-45fc-913b-0e9249a9f919 None None] Network 2edd6411-4761-4b25-814f-2c88328e4882 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:21.045491 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1cb1c1c8-ad34-4bf9-9a37-854f2ec09e23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9103394 Apr 01 16:00:21.047852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48086) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:21.053700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-831177121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:21.060345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:21.064427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:21.067633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:21.073889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:21.157306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.159165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.175717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.185492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-2edd6411-4761-4b25-814f-2c88328e4882', 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': '8376c2d5-54e2-4950-a08a-197a4be0b815'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:21.186328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.273979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.349420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Allocated IP 172.20.0.2 (2edd6411-4761-4b25-814f-2c88328e4882/8376c2d5-54e2-4950-a08a-197a4be0b815/23c51ca3-5d6f-46cb-b5eb-3c205166c631) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:21.359393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.360819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-784fc00d-8abc-4246-b54e-bdcaba0d2b41 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3113503 Apr 01 16:00:21.364094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48090) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:21.370196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'port': {'network_id': '2edd6411-4761-4b25-814f-2c88328e4882', 'name': 'tempest-RoutersTest-1605923116'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:21.514162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:21.519166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:port and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:21.522098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:21.528101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:21.563661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.574751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Transition to ACTIVE for port object 23c51ca3-5d6f-46cb-b5eb-3c205166c631 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:21.593559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Transition to ACTIVE for port object 23c51ca3-5d6f-46cb-b5eb-3c205166c631 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:21.610303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:21.614438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.637999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] device_id is not set on port 7e169b51-18d1-4a67-b692-7bbfc66a5043 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 16:00:21.696266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.762035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Network 2edd6411-4761-4b25-814f-2c88328e4882 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:21.770370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:21.775997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:21.785520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Pushing event updated for resources: {'Port': ['ID=23c51ca3-5d6f-46cb-b5eb-3c205166c631,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:21.800558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.20.0.11 (2edd6411-4761-4b25-814f-2c88328e4882/8376c2d5-54e2-4950-a08a-197a4be0b815/7e169b51-18d1-4a67-b692-7bbfc66a5043) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:21.875079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Attempting to bind port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:21.875440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Attempting to bind port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '6cddff49-28e3-44e1-bff9-de7c8027d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:21.875802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Attempting to bind port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 on network 2edd6411-4761-4b25-814f-2c88328e4882 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:21.881687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:21.882053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Checking segment: {'id': '6cddff49-28e3-44e1-bff9-de7c8027d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:21.882445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.882990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Bound using segment: {'id': '6cddff49-28e3-44e1-bff9-de7c8027d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:21.883452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Bound port: 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cddff49-28e3-44e1-bff9-de7c8027d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2edd6411-4761-4b25-814f-2c88328e4882'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:21.883823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.978231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] For port 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:21.981355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] For port 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23c51ca3-5d6f-46cb-b5eb-3c205166c631,segment=NetworkSegment(6cddff49-28e3-44e1-bff9-de7c8027d44d),segment_id=6cddff49-28e3-44e1-bff9-de7c8027d44d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:22.016658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.034000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object 7e169b51-18d1-4a67-b692-7bbfc66a5043 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:22.083036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.125262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.167415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937f7ca-e517-4672-888f-9a7db1e4e37f None None] Pushing event updated for resources: {'Port': ['ID=23c51ca3-5d6f-46cb-b5eb-3c205166c631,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.199568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 2edd6411-4761-4b25-814f-2c88328e4882 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:22.202856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:22.212290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:22.250931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=7e169b51-18d1-4a67-b692-7bbfc66a5043,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.286269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:22.286960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.384210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4bec0234-05d3-48e9-a0e5-331a2493f9b7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0176463 Apr 01 16:00:22.385989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48094) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:22.458984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23c51ca3-5d6f-46cb-b5eb-3c205166c631 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:22.636914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:22.999086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.191144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c9ffc-df7f-479c-8d9d-479becb2e773 None None] Network 2edd6411-4761-4b25-814f-2c88328e4882 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:23.372004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Provisioning for port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:23.382064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Provisioning complete for port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:23.382442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.498676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.564717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.569196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.601293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] For port 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23c51ca3-5d6f-46cb-b5eb-3c205166c631,segment=NetworkSegment(6cddff49-28e3-44e1-bff9-de7c8027d44d),segment_id=6cddff49-28e3-44e1-bff9-de7c8027d44d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:23.659745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.688861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=7e169b51-18d1-4a67-b692-7bbfc66a5043,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:23.733434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe308ed-cf48-4688-9f42-9c948fda7063 None None] Pushing event updated for resources: {'Port': ['ID=23c51ca3-5d6f-46cb-b5eb-3c205166c631,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:23.836765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Provisioning for port 7e169b51-18d1-4a67-b692-7bbfc66a5043 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:23.842745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Provisioning complete for port 7e169b51-18d1-4a67-b692-7bbfc66a5043 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:23.843433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.906700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Port 7e169b51-18d1-4a67-b692-7bbfc66a5043 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:23.919047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Provisioning complete for port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:23.919562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e0752b21-b492-4f23-987d-868201df5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.928887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.174256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3e3d7267-ec1f-473a-ae3a-08046f058665 None None] Provisioning complete for port 7e169b51-18d1-4a67-b692-7bbfc66a5043 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:24.174647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3e3d7267-ec1f-473a-ae3a-08046f058665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.228705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d7267-ec1f-473a-ae3a-08046f058665 None None] Port 7e169b51-18d1-4a67-b692-7bbfc66a5043 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:24.239525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.387351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23c51ca3-5d6f-46cb-b5eb-3c205166c631 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:24.457120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:24.457487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.630509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.691112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.809907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=7e169b51-18d1-4a67-b692-7bbfc66a5043,revision_number=3']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:24.812259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.956496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 2edd6411-4761-4b25-814f-2c88328e4882 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:24.957772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:25.157581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e71604a5-140e-46a5-ba00-04bade589efa None None] Provisioning complete for port 7e169b51-18d1-4a67-b692-7bbfc66a5043 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:25.158170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e71604a5-140e-46a5-ba00-04bade589efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.220394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e71604a5-140e-46a5-ba00-04bade589efa None None] Port 7e169b51-18d1-4a67-b692-7bbfc66a5043 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:25.353517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router eedfa3e3-ef61-4f57-9457-f839cffc43d5 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:25.516503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:25.521808 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2db9b629-8382-4e76-9b8e-01b0662cbbb2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/eedfa3e3-ef61-4f57-9457-f839cffc43d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1346250 Apr 01 16:00:25.528483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48104) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:25.528894 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] Sync routers for ids ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:25.537888 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] Routers {'eedfa3e3-ef61-4f57-9457-f839cffc43d5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:25.538676 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.601009 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.603522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5a286-2172-4f14-84a0-c958de2fb864 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:25.607105 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fab5a286-2172-4f14-84a0-c958de2fb864 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports/7e169b51-18d1-4a67-b692-7bbfc66a5043 HTTP/1.1" status: 200 len: 978 time: 0.0815353 Apr 01 16:00:25.607769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48108) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:25.611432 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] Routers {'eedfa3e3-ef61-4f57-9457-f839cffc43d5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:25.612048 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.675257 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.675614 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4755b-5829-42f8-8546-2ee92434492e None None] The sync data for ids ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:26.244253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.538979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 7e169b51-18d1-4a67-b692-7bbfc66a5043 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:26.539230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.741925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.869491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 7e169b51-18d1-4a67-b692-7bbfc66a5043 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:27.181709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.236940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=7e169b51-18d1-4a67-b692-7bbfc66a5043,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:27.597708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.878654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router eedfa3e3-ef61-4f57-9457-f839cffc43d5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:28.017350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:28.028874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] Sync routers for ids ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:28.031198 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-69e483b5-14cd-463d-b901-3bcb97e012f8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/eedfa3e3-ef61-4f57-9457-f839cffc43d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4214537 Apr 01 16:00:28.034431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:28.040143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] Routers {'eedfa3e3-ef61-4f57-9457-f839cffc43d5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:28.040758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.102500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.111815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] Routers {'eedfa3e3-ef61-4f57-9457-f839cffc43d5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:28.112418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.180349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.180701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668bf5e-41ad-4401-8528-5a9400e48925 None None] The sync data for ids ['eedfa3e3-ef61-4f57-9457-f839cffc43d5'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:28.370600 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-4a930cfb-2dc2-48f8-8845-d553f365e34e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 16:00:28.371641 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4a930cfb-2dc2-48f8-8845-d553f365e34e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/eedfa3e3-ef61-4f57-9457-f839cffc43d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3362527 Apr 01 16:00:28.374314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48116) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:28.416872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-71644d3f-dbed-4614-b7fe-c5498b27feee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:28.488429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-71644d3f-dbed-4614-b7fe-c5498b27feee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:28.489571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-71644d3f-dbed-4614-b7fe-c5498b27feee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=eedfa3e3-ef61-4f57-9457-f839cffc43d5 HTTP/1.1" status: 200 len: 205 time: 0.1143589 Apr 01 16:00:28.492278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48120) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:28.636102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.078066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.080562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.170469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.171014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router eedfa3e3-ef61-4f57-9457-f839cffc43d5 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:29.183692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.184771 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-60a08bc7-685c-482e-92b9-33ce0661c2aa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/eedfa3e3-ef61-4f57-9457-f839cffc43d5 HTTP/1.1" status: 204 len: 168 time: 0.6916130 Apr 01 16:00:29.187390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48126) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:29.260127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet 8376c2d5-54e2-4950-a08a-197a4be0b815 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:29.263010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.319568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.407108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.591593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.634338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=8376c2d5-54e2-4950-a08a-197a4be0b815,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:29.638456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.648607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73207841-05b5-4678-8df4-1b2898fe5787 None None] Network 2edd6411-4761-4b25-814f-2c88328e4882 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:29.649460 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae4a2be3-f304-485f-91bd-2f4588aaa5e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/8376c2d5-54e2-4950-a08a-197a4be0b815 HTTP/1.1" status: 204 len: 168 time: 0.4605689 Apr 01 16:00:29.651852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:29.791842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.808736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:29.809256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.908625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] DHCP port deletion for 2edd6411-4761-4b25-814f-2c88328e4882 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:29.913162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Deleting port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:29.913537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.049323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23c51ca3-5d6f-46cb-b5eb-3c205166c631,segment=NetworkSegment(6cddff49-28e3-44e1-bff9-de7c8027d44d),segment_id=6cddff49-28e3-44e1-bff9-de7c8027d44d)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:30.049713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.168718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] For port 23c51ca3-5d6f-46cb-b5eb-3c205166c631, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=23c51ca3-5d6f-46cb-b5eb-3c205166c631,segment=NetworkSegment(6cddff49-28e3-44e1-bff9-de7c8027d44d),segment_id=6cddff49-28e3-44e1-bff9-de7c8027d44d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:30.169060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.189014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 23c51ca3-5d6f-46cb-b5eb-3c205166c631 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:30.299429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Calling delete_port for 23c51ca3-5d6f-46cb-b5eb-3c205166c631 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:30.353408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.383501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:30.383501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:30.387923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23c51ca3-5d6f-46cb-b5eb-3c205166c631 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:30.402572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:30.428814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 23c51ca3-5d6f-46cb-b5eb-3c205166c631 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:30.429094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 23c51ca3-5d6f-46cb-b5eb-3c205166c631 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:30.441679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=23c51ca3-5d6f-46cb-b5eb-3c205166c631,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.546658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.573694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edd6411-4761-4b25-814f-2c88328e4882']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.586197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cddff49-28e3-44e1-bff9-de7c8027d44d') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.586497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cddff49-28e3-44e1-bff9-de7c8027d44d') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.598282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.614918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.621814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:30.622341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:30.638441 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:30.883379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Deleting port 23c51ca3-5d6f-46cb-b5eb-3c205166c631 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:30.883951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.922640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.942797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.956189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=2edd6411-4761-4b25-814f-2c88328e4882,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.957937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-64ef1091-99ca-4866-809d-fb1e4cfebf55 None None] The port '23c51ca3-5d6f-46cb-b5eb-3c205166c631' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:00:31.056608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4adc6b97-788e-4a52-b70e-03957dfe230a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/2edd6411-4761-4b25-814f-2c88328e4882 HTTP/1.1" status: 204 len: 168 time: 1.4036486 Apr 01 16:00:31.060189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48134) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:31.066769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484126306'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:31.072666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:31.076989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:31.080948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:31.087734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:31.185758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:31.190962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.221838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:31.230930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.231191 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment b72a4f1f-63d2-4724-943d-8ce966ed7df9 of type vlan for network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 Apr 01 16:00:31.260400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.374557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.381933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.382647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.503290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=f63847e0-2b36-48cd-aa8c-1cdcec09b1a5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.514055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:31.566677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-801f21f0-4098-4b6f-85a3-c7cd6fe9bc45 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5022798 Apr 01 16:00:31.567134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:31.574367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:31.694821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:31.698917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:31.702301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:31.708804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:31.793285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:31.797108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.090848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.178552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=6d637aeb-f81f-45d5-94ff-de7cbe06980b,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:32.190274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': 'b72a4f1f-63d2-4724-943d-8ce966ed7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:32.196253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: f63847e0-2b36-48cd-aa8c-1cdcec09b1a5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:32.284393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:32.375852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f63847e0-2b36-48cd-aa8c-1cdcec09b1a5) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:32.381109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:32.382137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.385137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b4aae-5207-4497-90af-9af87049577d None None] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:32.465862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daa1-7cb8-402b-bb1c-495b80f014e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.471065 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e81ece3-eeec-4259-9041-c326b5738e54 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8999255 Apr 01 16:00:32.474758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48142) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:32.480863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1228098849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:32.487950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:32.491947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:32.494867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:32.502021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:32.570229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.571331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.587149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.607128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f63847e0-2b36-48cd-aa8c-1cdcec09b1a5', 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': '6d637aeb-f81f-45d5-94ff-de7cbe06980b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:32.607982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.661939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.747766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.748992 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a824c1aa-6cae-4c00-960a-fbc01bc6ef8d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2730324 Apr 01 16:00:32.753310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48146) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:32.767798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Allocated IP 172.20.0.2 (f63847e0-2b36-48cd-aa8c-1cdcec09b1a5/6d637aeb-f81f-45d5-94ff-de7cbe06980b/3774556e-39a8-4d8f-a0dd-9ea71864225f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:32.987002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.997161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Transition to ACTIVE for port object 3774556e-39a8-4d8f-a0dd-9ea71864225f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:33.016255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Transition to ACTIVE for port object 3774556e-39a8-4d8f-a0dd-9ea71864225f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:33.079861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.139419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:33.142412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:33.150829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:33.189937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Pushing event updated for resources: {'Port': ['ID=3774556e-39a8-4d8f-a0dd-9ea71864225f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.249741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.286862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Attempting to bind port 3774556e-39a8-4d8f-a0dd-9ea71864225f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:33.287223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Attempting to bind port 3774556e-39a8-4d8f-a0dd-9ea71864225f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b72a4f1f-63d2-4724-943d-8ce966ed7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:33.287585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Attempting to bind port 3774556e-39a8-4d8f-a0dd-9ea71864225f on network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:33.293013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:33.293385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Checking segment: {'id': 'b72a4f1f-63d2-4724-943d-8ce966ed7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:33.293789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.294182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Bound using segment: {'id': 'b72a4f1f-63d2-4724-943d-8ce966ed7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:33.294666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Bound port: 3774556e-39a8-4d8f-a0dd-9ea71864225f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72a4f1f-63d2-4724-943d-8ce966ed7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f63847e0-2b36-48cd-aa8c-1cdcec09b1a5'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:33.295042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.385712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] For port 3774556e-39a8-4d8f-a0dd-9ea71864225f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:33.388882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] For port 3774556e-39a8-4d8f-a0dd-9ea71864225f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3774556e-39a8-4d8f-a0dd-9ea71864225f,segment=NetworkSegment(b72a4f1f-63d2-4724-943d-8ce966ed7df9),segment_id=b72a4f1f-63d2-4724-943d-8ce966ed7df9)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:33.454739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.547666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5512a8-ffe2-4f01-aa10-2d5820faf32e None None] Pushing event updated for resources: {'Port': ['ID=3774556e-39a8-4d8f-a0dd-9ea71864225f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.610036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.20.0.1 (f63847e0-2b36-48cd-aa8c-1cdcec09b1a5/6d637aeb-f81f-45d5-94ff-de7cbe06980b/197c0530-8705-4ae3-afe5-d7b2ed0fd6cd) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:33.669705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:33.801427 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fb4e083-daac-4ee4-9fe6-f6e19a288611 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/6de37a8a-cff2-40e4-9bf3-7fc777c016e1 HTTP/1.1" status: 200 len: 992 time: 0.1311314 Apr 01 16:00:33.819838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.840021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:33.923590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.989364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:33.992542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:34.000976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:34.114945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:34.169145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=197c0530-8705-4ae3-afe5-d7b2ed0fd6cd,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.198210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.327042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 9f5d0572-56ba-418e-98c7-1c33ac506f0d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:34.327464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.402854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.446329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3774556e-39a8-4d8f-a0dd-9ea71864225f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:34.538689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.539065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.608865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc77288-0a91-4bd6-b4de-c8d8c6166442 None None] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:34.646610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3774556e-39a8-4d8f-a0dd-9ea71864225f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:34.685508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 9f5d0572-56ba-418e-98c7-1c33ac506f0d owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:34.804304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Provisioning for port 3774556e-39a8-4d8f-a0dd-9ea71864225f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:34.818603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Provisioning complete for port 3774556e-39a8-4d8f-a0dd-9ea71864225f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:34.818887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.834603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.918205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af3dcd4b-e45e-4e0e-9a5d-bb06aabc8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.936048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.003761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.043545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] For port 3774556e-39a8-4d8f-a0dd-9ea71864225f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3774556e-39a8-4d8f-a0dd-9ea71864225f,segment=NetworkSegment(b72a4f1f-63d2-4724-943d-8ce966ed7df9),segment_id=b72a4f1f-63d2-4724-943d-8ce966ed7df9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:35.061808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.077208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.081847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=197c0530-8705-4ae3-afe5-d7b2ed0fd6cd,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.122539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.148581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=9f5d0572-56ba-418e-98c7-1c33ac506f0d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.218948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafdf7e-6d93-4582-a97d-6a627fd4899c None None] Pushing event updated for resources: {'Port': ['ID=3774556e-39a8-4d8f-a0dd-9ea71864225f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.246754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.248365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 6de37a8a-cff2-40e4-9bf3-7fc777c016e1 disassociated (deleted). External IP: 172.26.8.19, port: 6f1c292b-94d9-4719-812e-1e257484752c. Apr 01 16:00:35.250362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Provisioning complete for port 3774556e-39a8-4d8f-a0dd-9ea71864225f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:35.251500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.254915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:35.256369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:35.478307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Provisioning for port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:35.484015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Provisioning complete for port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:35.484420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.535512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router e805b1b4-9f86-4018-b815-d123aaf90b8e is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:35.561811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbeb24-0bfe-43f7-8eca-6848b1021ccb None None] Port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:35.632852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.683757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-32b8bf69-fd50-4339-a847-5ddaf65b4a7e None None] Provisioning complete for port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:35.684014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32b8bf69-fd50-4339-a847-5ddaf65b4a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.700350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 85064d6c-3782-4e6c-90bf-d5249d85c84a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:35.715853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:35.727938 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] Sync routers for ids ['e805b1b4-9f86-4018-b815-d123aaf90b8e'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:35.736522 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7d616d47-8321-44e9-ab57-0bb73b81cf4e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/e805b1b4-9f86-4018-b815-d123aaf90b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9818499 Apr 01 16:00:35.739342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48164) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.743627 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] Routers {'e805b1b4-9f86-4018-b815-d123aaf90b8e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:35.744625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-32b8bf69-fd50-4339-a847-5ddaf65b4a7e None None] Port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:35.745063 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e805b1b4-9f86-4018-b815-d123aaf90b8e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.814407 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.814785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e596ce2-73ca-48da-8000-3e1ae265d9f4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.815291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e596ce2-73ca-48da-8000-3e1ae265d9f4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:35.823858 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] Routers {'e805b1b4-9f86-4018-b815-d123aaf90b8e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:35.824546 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e805b1b4-9f86-4018-b815-d123aaf90b8e'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.888918 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.889319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971f1e8-b354-4778-a859-99f624a20ab6 None None] The sync data for ids ['e805b1b4-9f86-4018-b815-d123aaf90b8e'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:35.896479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4e596ce2-73ca-48da-8000-3e1ae265d9f4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:35.896479 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4e596ce2-73ca-48da-8000-3e1ae265d9f4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports/197c0530-8705-4ae3-afe5-d7b2ed0fd6cd HTTP/1.1" status: 200 len: 910 time: 0.1543913 Apr 01 16:00:35.898383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48168) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.918827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:35.931542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Sync routers for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:35.943814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:35.944621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:36.007932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.073199 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1299814d-755f-4fd7-b13f-abf77c700dd0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/6de37a8a-cff2-40e4-9bf3-7fc777c016e1 HTTP/1.1" status: 204 len: 168 time: 1.9546099 Apr 01 16:00:36.073199 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:36.133638 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c', 'status': 'completed', 'code': 200} Apr 01 16:00:36.157372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:36.202778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.411723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3774556e-39a8-4d8f-a0dd-9ea71864225f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:36.419834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-0f135bd4-c00b-4379-b361-9aca2f6e777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.421560 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-0f135bd4-c00b-4379-b361-9aca2f6e777d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.2406347 Apr 01 16:00:36.601708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3774556e-39a8-4d8f-a0dd-9ea71864225f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:36.602297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.671646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:36.674524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-50a5a721-c5ec-4503-a87c-adeeacbdf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.675778 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-50a5a721-c5ec-4503-a87c-adeeacbdf220 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f25f816b-64eb-40e2-8d90-b683306a98f1 HTTP/1.1" status: 200 len: 896 time: 0.2405341 Apr 01 16:00:36.679157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Checking router: 85064d6c-3782-4e6c-90bf-d5249d85c84a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:36.719468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:36.720382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:36.750220 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-c3962e8b-2ba3-4280-a1f0-fc5e0aacf29b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f1c292b-94d9-4719-812e-1e257484752c HTTP/1.1" status: 200 len: 217 time: 0.0661955 Apr 01 16:00:36.908028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-b004a935-45aa-4e2e-8636-337ad8ca230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.909466 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-b004a935-45aa-4e2e-8636-337ad8ca230e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=387ec325-4e16-46a8-9cb7-273a30682a74 HTTP/1.1" status: 200 len: 834 time: 0.1473053 Apr 01 16:00:36.929733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:37.007703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.074673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63535b86-8d9c-4595-9ae3-b11afec8c8a6 req-df64bc0a-badc-4ba4-ab83-1d983de1bd53 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:37.076028 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-63535b86-8d9c-4595-9ae3-b11afec8c8a6 req-df64bc0a-badc-4ba4-ab83-1d983de1bd53 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.4423399 Apr 01 16:00:37.219126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-63535b86-8d9c-4595-9ae3-b11afec8c8a6 req-7becf078-3a63-4407-9e0b-9c4859e99a65 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332223 Apr 01 16:00:37.229048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-7fd10894-66d2-41c9-94a1-1b991cfa8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:37.230515 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-7fd10894-66d2-41c9-94a1-1b991cfa8bea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f25f816b-64eb-40e2-8d90-b683306a98f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3128691 Apr 01 16:00:37.259597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:37.263777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c934f59-c5c6-4113-b777-8b2e8334b900 None None] The sync data for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv is: [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b3d5019a-9e3b-4849-bee8-7fe75a33055b', 'name': '', 'network_id': 'f25f816b-64eb-40e2-8d90-b683306a98f1', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:92:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:23Z', 'updated_at': '2022-04-01T15:59:35Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '387ec325-4e16-46a8-9cb7-273a30682a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:37.285816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-b894d5ca-5b6c-4742-bbf1-17f32bbde969 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:00:37.286804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-b894d5ca-5b6c-4742-bbf1-17f32bbde969 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107005 Apr 01 16:00:37.487317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-d926b8e2-f605-4afd-b45f-e7f19e73ce90 service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658540 Apr 01 16:00:37.498964 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad8c24-a2d1-4a59-8ac9-f7c6fbe86a67 None None] New status for floating IP 6de37a8a-cff2-40e4-9bf3-7fc777c016e1: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:00:37.602516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.772147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:37.772492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.900932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b6a8ea0a-168c-4827-bc7b-284628d23b62 req-ea2a74ff-f00b-4134-8ea6-f1c9c836d2ed service neutron] 10.222.0.91 "GET /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802292 Apr 01 16:00:38.005752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.160958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 197c0530-8705-4ae3-afe5-d7b2ed0fd6cd owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:38.289130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-e440797a-192f-43bd-9e16-b8eb7482eef8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:38.290574 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-e440797a-192f-43bd-9e16-b8eb7482eef8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.1656985 Apr 01 16:00:38.412803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 6f1c292b-94d9-4719-812e-1e257484752c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:38.413107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.476147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354d66-043d-4b57-ac6f-9f5a3069ff10 req-fec3df12-8223-44d9-a159-07b4da4d81e5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:38.476997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ac354d66-043d-4b57-ac6f-9f5a3069ff10 req-fec3df12-8223-44d9-a159-07b4da4d81e5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:38.574742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.607985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ac354d66-043d-4b57-ac6f-9f5a3069ff10 req-fec3df12-8223-44d9-a159-07b4da4d81e5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:38.609201 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ac354d66-043d-4b57-ac6f-9f5a3069ff10 req-fec3df12-8223-44d9-a159-07b4da4d81e5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 945 time: 0.2719054 Apr 01 16:00:38.656304 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ac354d66-043d-4b57-ac6f-9f5a3069ff10 req-4a282ea8-7254-478b-b531-5aebbfb4b016 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb9af510-b72e-4542-9108-f42f15e6916e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Apr 01 16:00:38.705124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=197c0530-8705-4ae3-afe5-d7b2ed0fd6cd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:38.819682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 6f1c292b-94d9-4719-812e-1e257484752c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6f1c292b-94d9-4719-812e-1e257484752c,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:38.820049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.012374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 6f1c292b-94d9-4719-812e-1e257484752c owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:39.239128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.595690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router e805b1b4-9f86-4018-b815-d123aaf90b8e has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:39.661089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.781685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=6f1c292b-94d9-4719-812e-1e257484752c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:39.789873 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:39.822703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:39.833486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] Sync routers for ids ['e805b1b4-9f86-4018-b815-d123aaf90b8e'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:39.843848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] Routers {'e805b1b4-9f86-4018-b815-d123aaf90b8e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:39.845008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e805b1b4-9f86-4018-b815-d123aaf90b8e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:39.876821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-db0c4f1d-c063-48eb-b6f2-7b88e7e01e41 req-2965e065-9688-4013-85e7-0e5feb8f02dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0926151 Apr 01 16:00:39.910812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:39.916380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 6f1c292b-94d9-4719-812e-1e257484752c on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:39.918913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.920973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] Routers {'e805b1b4-9f86-4018-b815-d123aaf90b8e'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:39.920973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e805b1b4-9f86-4018-b815-d123aaf90b8e'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:39.921236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31323688-ac12-4ed7-a731-ba010f5ce555 req-b20382fe-242e-49e2-a342-57420aafee43 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/6f1c292b-94d9-4719-812e-1e257484752c HTTP/1.1" status: 204 len: 173 time: 1.6194699 Apr 01 16:00:39.921394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'name': 'network-vif-deleted', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:39.969228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6', 'name': 'network-vif-deleted', 'tag': '6f1c292b-94d9-4719-812e-1e257484752c', 'status': 'completed', 'code': 200} Apr 01 16:00:39.988348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:39.988761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a42784-2b06-47f9-b486-0afadec7eb1b None None] The sync data for ids ['e805b1b4-9f86-4018-b815-d123aaf90b8e'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:40.016976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-87e0659c-c112-4d0e-83bf-5ec3edbf46d4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/e805b1b4-9f86-4018-b815-d123aaf90b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1157529 Apr 01 16:00:40.019064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48188) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:40.073789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0b14e649-ac92-4237-99fb-43081efd2ac0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:40.192971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0b14e649-ac92-4237-99fb-43081efd2ac0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:40.196861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0b14e649-ac92-4237-99fb-43081efd2ac0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=e805b1b4-9f86-4018-b815-d123aaf90b8e HTTP/1.1" status: 200 len: 205 time: 0.1746583 Apr 01 16:00:40.197405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48192) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:40.339704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.781650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.784379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.895826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.899248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router e805b1b4-9f86-4018-b815-d123aaf90b8e {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:40.920043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.921285 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-471e1a20-27a3-4b6c-ae8c-5a218dcc1ccd tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/e805b1b4-9f86-4018-b815-d123aaf90b8e HTTP/1.1" status: 204 len: 168 time: 0.7228980 Apr 01 16:00:40.924589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48198) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:41.003014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet 6d637aeb-f81f-45d5-94ff-de7cbe06980b {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:41.006246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.104867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-87287f6b-e20d-41d3-a36b-99c62372b7b1 req-f9a4f141-2a42-4eb0-8e2f-8441e37f2334 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:41.113860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.205242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.268080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-87287f6b-e20d-41d3-a36b-99c62372b7b1 req-f9a4f141-2a42-4eb0-8e2f-8441e37f2334 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:41.269235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-87287f6b-e20d-41d3-a36b-99c62372b7b1 req-f9a4f141-2a42-4eb0-8e2f-8441e37f2334 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e9de01a-5ae5-4aa2-bc1e-acc6394f54a6 HTTP/1.1" status: 200 len: 210 time: 0.2196982 Apr 01 16:00:41.370311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.414874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=6d637aeb-f81f-45d5-94ff-de7cbe06980b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.422505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.428113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7799e-4b0a-4dd5-87b7-4a8f2e020733 None None] Network f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:41.429785 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-31566c28-eee4-4f4c-b239-432f7bcd0b0f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/6d637aeb-f81f-45d5-94ff-de7cbe06980b HTTP/1.1" status: 204 len: 168 time: 0.5038440 Apr 01 16:00:41.432643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48202) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:41.550958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.561987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 3774556e-39a8-4d8f-a0dd-9ea71864225f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:41.562420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.683927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] DHCP port deletion for f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:41.689620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Deleting port 3774556e-39a8-4d8f-a0dd-9ea71864225f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:41.690009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.780579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 3774556e-39a8-4d8f-a0dd-9ea71864225f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3774556e-39a8-4d8f-a0dd-9ea71864225f,segment=NetworkSegment(b72a4f1f-63d2-4724-943d-8ce966ed7df9),segment_id=b72a4f1f-63d2-4724-943d-8ce966ed7df9)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:41.780961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.834993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6f1c292b-94d9-4719-812e-1e257484752c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:41.914999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 3774556e-39a8-4d8f-a0dd-9ea71864225f owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:41.933736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] For port 3774556e-39a8-4d8f-a0dd-9ea71864225f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3774556e-39a8-4d8f-a0dd-9ea71864225f,segment=NetworkSegment(b72a4f1f-63d2-4724-943d-8ce966ed7df9),segment_id=b72a4f1f-63d2-4724-943d-8ce966ed7df9)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:41.934127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.059309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.099949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 6f1c292b-94d9-4719-812e-1e257484752c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:42.099949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6f1c292b-94d9-4719-812e-1e257484752c not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:42.107148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=3774556e-39a8-4d8f-a0dd-9ea71864225f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:42.107748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Calling delete_port for 3774556e-39a8-4d8f-a0dd-9ea71864225f owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:42.111398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port 3774556e-39a8-4d8f-a0dd-9ea71864225f on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:42.181339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:42.181693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:42.235949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.264895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63847e0-2b36-48cd-aa8c-1cdcec09b1a5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:42.277512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72a4f1f-63d2-4724-943d-8ce966ed7df9') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:42.277824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72a4f1f-63d2-4724-943d-8ce966ed7df9') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:42.289876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.306910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.313150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:42.313660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:42.329606 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:42.367528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48208) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.395737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3774556e-39a8-4d8f-a0dd-9ea71864225f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:42.433695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3774556e-39a8-4d8f-a0dd-9ea71864225f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:42.434480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3774556e-39a8-4d8f-a0dd-9ea71864225f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:42.441995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.472535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.495492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.499926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.529458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=f63847e0-2b36-48cd-aa8c-1cdcec09b1a5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:42.603030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1cb8d477-a5e0-4553-aa50-52ac62721cee tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/f63847e0-2b36-48cd-aa8c-1cdcec09b1a5 HTTP/1.1" status: 204 len: 168 time: 1.1692545 Apr 01 16:00:42.606560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48212) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.611763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1374650501', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:42.619022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:42.622862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:42.625740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:42.631913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:42.647805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.667114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9af510-b72e-4542-9108-f42f15e6916e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:42.683660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Deleting port 3774556e-39a8-4d8f-a0dd-9ea71864225f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:42.684034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.699523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.700566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.716476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.749612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.753782 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-69ccc3fc-ba4e-405d-b70d-93ceba38ac67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb9af510-b72e-4542-9108-f42f15e6916e HTTP/1.1" status: 204 len: 168 time: 0.3822417 Apr 01 16:00:42.754794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dc385fcb-5a22-49d3-9b35-043046c8135e None None] The port '3774556e-39a8-4d8f-a0dd-9ea71864225f' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:00:42.845133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48218) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.170946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.564053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.575726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.611088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.757087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.26.8.69 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/776c661d-1dad-42f2-905d-3594bb704ae7) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:43.949234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.952404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port b3d5019a-9e3b-4849-bee8-7fe75a33055b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:43.952824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.067537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.140219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:44.148749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:44.151300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:44.161225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port b3d5019a-9e3b-4849-bee8-7fe75a33055b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b3d5019a-9e3b-4849-bee8-7fe75a33055b,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:44.161583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.195099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=776c661d-1dad-42f2-905d-3594bb704ae7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.294205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for b3d5019a-9e3b-4849-bee8-7fe75a33055b owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:44.632687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.644148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.687832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=b3d5019a-9e3b-4849-bee8-7fe75a33055b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:45.117891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.163550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.494562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 85064d6c-3782-4e6c-90bf-d5249d85c84a has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:45.495637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router d847ff53-c4ea-4332-b9d0-b392e87019a7 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:45.684786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:45.685122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:45.701872 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] Sync routers for ids ['d847ff53-c4ea-4332-b9d0-b392e87019a7'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:45.715187 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] Routers {'d847ff53-c4ea-4332-b9d0-b392e87019a7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:45.720606 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d847ff53-c4ea-4332-b9d0-b392e87019a7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.720783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Sync routers for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:45.729231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:45.729855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.782704 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.794852 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] Routers {'d847ff53-c4ea-4332-b9d0-b392e87019a7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:45.795686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d847ff53-c4ea-4332-b9d0-b392e87019a7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.840250 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-675780bf-6763-44ce-8534-360de757b749 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/85064d6c-3782-4e6c-90bf-d5249d85c84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938393 Apr 01 16:00:45.843115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48224) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:45.857572 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.857572 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f6d57-eea4-4660-aa5a-f47607bfe892 None None] The sync data for ids ['d847ff53-c4ea-4332-b9d0-b392e87019a7'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:45.866908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.870717 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-78d1fdf9-76f8-4fbc-af62-5218d3baa711 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2608426 Apr 01 16:00:45.871605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48228) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:45.917465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:45.945219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet 387ec325-4e16-46a8-9cb7-273a30682a74 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:45.950847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.034697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.073022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-32b08817-00e4-4ec6-b99b-692762533ea8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers/d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 200 len: 880 time: 0.1974578 Apr 01 16:00:46.073601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48232) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:46.131250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.263345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T16:00:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:46.268173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Checking router: 85064d6c-3782-4e6c-90bf-d5249d85c84a for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:46.277384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Routers {'85064d6c-3782-4e6c-90bf-d5249d85c84a'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:46.278006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85064d6c-3782-4e6c-90bf-d5249d85c84a'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:46.293027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e29eab8-dc2c-47a7-a142-ca430c551497 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:router {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:46.301609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.349459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=387ec325-4e16-46a8-9cb7-273a30682a74,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:46.351634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.359679 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d3fd80a-e209-4e2c-a4eb-b5b5fd73e7a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/387ec325-4e16-46a8-9cb7-273a30682a74 HTTP/1.1" status: 204 len: 168 time: 0.5154052 Apr 01 16:00:46.361672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab7e33-fdcd-4757-85ee-8b87ac76353d None None] Network f25f816b-64eb-40e2-8d90-b683306a98f1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:46.362280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48236) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:46.388234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6e29eab8-dc2c-47a7-a142-ca430c551497 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:router {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:46.390736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e29eab8-dc2c-47a7-a142-ca430c551497 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3151448 Apr 01 16:00:46.393378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48240) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:46.408812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1374650501'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:46.576099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.588462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] Set router 85064d6c-3782-4e6c-90bf-d5249d85c84a gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:46.826985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.924569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 7540e513-7ce5-4228-8047-386505569c14 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:46.924931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.013378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T16:00:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:47.019573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0a27e-3436-4455-bbd3-ff7b66a666f9 None None] The sync data for ids ['85064d6c-3782-4e6c-90bf-d5249d85c84a'] in dv-neutron-835944-1-hyperv is: [{'id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'name': 'tempest-TestNetworkBasicOps-router-860129077', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7540e513-7ce5-4228-8047-386505569c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T16:00:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '7540e513-7ce5-4228-8047-386505569c14', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064d6c-3782-4e6c-90bf-d5249d85c84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:15Z', 'updated_at': '2022-04-01T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:47.050033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] DHCP port deletion for f25f816b-64eb-40e2-8d90-b683306a98f1 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:47.064157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Deleting port b2c83789-44b8-4227-a78e-4c17a9d412f4 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:47.064824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.139388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.231335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.303290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 7540e513-7ce5-4228-8047-386505569c14, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7540e513-7ce5-4228-8047-386505569c14,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:47.303706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.330358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] For port b2c83789-44b8-4227-a78e-4c17a9d412f4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b2c83789-44b8-4227-a78e-4c17a9d412f4,segment=NetworkSegment(07fb39d9-3da1-4099-bfc0-4e6a972360e1),segment_id=07fb39d9-3da1-4099-bfc0-4e6a972360e1)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:47.330943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.440986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 7540e513-7ce5-4228-8047-386505569c14 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:47.451695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router d847ff53-c4ea-4332-b9d0-b392e87019a7 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:47.464057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Calling delete_port for b2c83789-44b8-4227-a78e-4c17a9d412f4 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:47.638428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.648978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:47.656258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.658359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-95b40e39-607c-44d0-9ced-fedbc38fc8a1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 200 len: 887 time: 1.2636960 Apr 01 16:00:47.661024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48244) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:47.662732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] Sync routers for ids ['d847ff53-c4ea-4332-b9d0-b392e87019a7'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:47.679912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] Routers {'d847ff53-c4ea-4332-b9d0-b392e87019a7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:47.680515 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d847ff53-c4ea-4332-b9d0-b392e87019a7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:47.691039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] Pushing event deleted for resources: {'Port': ['ID=b2c83789-44b8-4227-a78e-4c17a9d412f4,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:47.699818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5282d9c-b3e0-4954-b322-bdf22d5549a7 None None] No DVR routers for this DVR port b2c83789-44b8-4227-a78e-4c17a9d412f4 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:47.722010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.752539 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:47.761439 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] Routers {'d847ff53-c4ea-4332-b9d0-b392e87019a7'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:47.762030 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d847ff53-c4ea-4332-b9d0-b392e87019a7'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:47.799952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=7540e513-7ce5-4228-8047-386505569c14,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:47.817617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.818260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.818714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.819049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.819370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.819693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.820011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.820335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.820652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.820971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.821285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.821601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:47.853719 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:47.854031 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f028f-ff22-4fd8-a5ac-1c3740084493 None None] The sync data for ids ['d847ff53-c4ea-4332-b9d0-b392e87019a7'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:47.869935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47d5e0a7-0e89-4c82-9975-2eac7b39a3ae tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers/d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 200 len: 887 time: 0.2077856 Apr 01 16:00:47.873042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48248) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:47.887846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.919704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8e081edc-f49b-467e-947c-6882618373a3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:47.996065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8e081edc-f49b-467e-947c-6882618373a3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:47.997247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8e081edc-f49b-467e-947c-6882618373a3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 200 len: 205 time: 0.1232436 Apr 01 16:00:48.000153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48252) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:48.070827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.073228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.133247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.164171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.164731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router 85064d6c-3782-4e6c-90bf-d5249d85c84a {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:48.187427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.187427 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a3400e7b-793a-4833-8ed5-4c4fae335e16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/85064d6c-3782-4e6c-90bf-d5249d85c84a HTTP/1.1" status: 204 len: 168 time: 1.8192415 Apr 01 16:00:48.187427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48256) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:48.218668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.318811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.460330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.489192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25f816b-64eb-40e2-8d90-b683306a98f1']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:48.502238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fb39d9-3da1-4099-bfc0-4e6a972360e1') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:48.502524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fb39d9-3da1-4099-bfc0-4e6a972360e1') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:48.513789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.529507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.535741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:48.536123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.549670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:48.551023 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:48.679504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 776c661d-1dad-42f2-905d-3594bb704ae7 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:48.679971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.707997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b2c83789-44b8-4227-a78e-4c17a9d412f4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:48.711128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.741367 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.747961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=f25f816b-64eb-40e2-8d90-b683306a98f1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:48.750145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b2c83789-44b8-4227-a78e-4c17a9d412f4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:48.750669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b2c83789-44b8-4227-a78e-4c17a9d412f4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:48.751166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7540e513-7ce5-4228-8047-386505569c14 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:48.789524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 7540e513-7ce5-4228-8047-386505569c14 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:48.791923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7540e513-7ce5-4228-8047-386505569c14 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:48.791923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d5019a-9e3b-4849-bee8-7fe75a33055b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:48.825087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b3d5019a-9e3b-4849-bee8-7fe75a33055b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:48.825435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b3d5019a-9e3b-4849-bee8-7fe75a33055b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:48.851752 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-76524029-3f6b-4796-816d-386561fed4c0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/f25f816b-64eb-40e2-8d90-b683306a98f1 HTTP/1.1" status: 204 len: 168 time: 0.6608613 Apr 01 16:00:48.864834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48260) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:48.872452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--603798995', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:48.878282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:48.882140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.882803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:48.885764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:48.893053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:48.991576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:48.995875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.013241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 776c661d-1dad-42f2-905d-3594bb704ae7 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:49.025457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:49.034838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.035182 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 1a6b6603-f751-485d-83bd-1809491cf81a of type vlan for network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef Apr 01 16:00:49.061469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.186853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.193152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.194804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.259261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.299062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=11aab4ba-b3f3-4511-89cf-44f2e9f842ef,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:49.307716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=776c661d-1dad-42f2-905d-3594bb704ae7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:49.310255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:49.347931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.348280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.348624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.348962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.349313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.349633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.349965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.350293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.350705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.350959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.351318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.351643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:49.398905 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a78ff2b0-5743-4f43-bb9a-c4d80fb03bdc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5329332 Apr 01 16:00:49.401976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48264) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:49.409411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-676170916', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:49.416873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:49.422212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:49.423984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.426166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:49.433079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:49.530111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.531192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.546215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.611753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.614208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.752992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.753589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router d847ff53-c4ea-4332-b9d0-b392e87019a7 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:49.842338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.843445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7b7503ba-839e-4da9-8a0a-31536e73d402 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 204 len: 168 time: 1.8408210 Apr 01 16:00:49.848151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48268) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:49.854507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055135763'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:49.862068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:49.866360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:49.869523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:49.875690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:49.956344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:49.959872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.989958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:49.999167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:49.999516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d of type vlan for network 337a1bb8-1828-4db0-b89e-024ed066ae14 Apr 01 16:00:50.027094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.047176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.135611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.142579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:50.143395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.263550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=337a1bb8-1828-4db0-b89e-024ed066ae14,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:50.274898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:50.285858 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-137ccdb2-4aa7-4d26-ba00-c832ff6e8e21 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4360788 Apr 01 16:00:50.288784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48272) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:50.296539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:50.562379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.592986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:50.600803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.602817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:50.606265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:50.648744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:50.737261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:50.740746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.848798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.161 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/31716ab4-4169-4bfe-bdf4-17bd0399c034) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:51.089127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.175929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.219892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.312487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:51.319405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:51.321785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:51.361514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=809f993e-e89b-429e-b734-2ff0e695c3c7,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:51.381562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=31716ab4-4169-4bfe-bdf4-17bd0399c034,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:51.395748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:51.396095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 337a1bb8-1828-4db0-b89e-024ed066ae14, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:51.659948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:51.821150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 337a1bb8-1828-4db0-b89e-024ed066ae14) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:51.825257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:51.825834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.831130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46167a81-d125-4a5e-9045-e0668d6c7270 None None] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:51.946742 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c6b1758a-5098-4d87-9ef8-90c73de4e661 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6540279 Apr 01 16:00:51.946965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48276) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:51.952187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-373706156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:51.960044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:51.965310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:51.968977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:51.976570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:52.043361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.061129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.061326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-337a1bb8-1828-4db0-b89e-024ed066ae14', 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': '809f993e-e89b-429e-b734-2ff0e695c3c7'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:52.062301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.062520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.078428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.167742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.229901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Allocated IP 172.20.0.2 (337a1bb8-1828-4db0-b89e-024ed066ae14/809f993e-e89b-429e-b734-2ff0e695c3c7/2f478de7-fd5f-4cf0-9ae5-98296aae1c30) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:52.270480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.275127 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-88abfe6e-feed-47ff-ad95-4c19ba8ff9e8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3239186 Apr 01 16:00:52.275127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48280) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:52.418206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.502153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.512569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Transition to ACTIVE for port object 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:52.534124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Transition to ACTIVE for port object 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:52.604425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.666502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:52.669401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:52.673926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:52.718523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Pushing event updated for resources: {'Port': ['ID=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:52.760175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:52.775984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.776333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.776659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.776987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.777358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.777692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.778026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.778358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.778700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.779024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.779344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.779702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:52.792839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Attempting to bind port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:52.793198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Attempting to bind port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:52.793591 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Attempting to bind port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 on network 337a1bb8-1828-4db0-b89e-024ed066ae14 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:52.800947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:52.801346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Checking segment: {'id': '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:52.801731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.802254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Bound using segment: {'id': '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:52.802788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Bound port: 2f478de7-fd5f-4cf0-9ae5-98296aae1c30, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '337a1bb8-1828-4db0-b89e-024ed066ae14'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:52.803271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.900122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.900775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] For port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:52.904801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] For port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,segment=NetworkSegment(5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d),segment_id=5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:52.978159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:52.989328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:52.996287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.056782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:53.057329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:53.141612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.143899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-240fb56b-bb9e-43e1-9a92-1e138864983d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7404656 Apr 01 16:00:53.147543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48284) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:53.170916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f622b-4fed-4330-b47d-0a7fdc470b8f None None] Pushing event updated for resources: {'Port': ['ID=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.202162 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6af9d562-1448-4b87-868f-c1558297c6e5 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509470 Apr 01 16:00:53.202414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:53.278265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:53.295330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.20.0.1 (337a1bb8-1828-4db0-b89e-024ed066ae14/809f993e-e89b-429e-b734-2ff0e695c3c7/de7988dc-44d5-4615-9221-901cd2ca4dee) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:53.351745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749e381-a7d8-41cb-8172-63852105ff66 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:53.357379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9749e381-a7d8-41cb-8172-63852105ff66 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498344 Apr 01 16:00:53.357597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48292) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:53.463214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2cfcc22d-32e5-4c42-baaa-5099c2890a2b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047192 Apr 01 16:00:53.466399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48296) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:53.475241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644627027', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:53.537810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.560050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object de7988dc-44d5-4615-9221-901cd2ca4dee will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:53.635817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:53.641884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:53.642364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Updating router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 port 31716ab4-4169-4bfe-bdf4-17bd0399c034 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:53.712953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.758576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.798512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:53.803814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:53.807209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:53.814212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:53.868923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:53.874650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:53.881582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:53.913142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:53.917829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.982255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=de7988dc-44d5-4615-9221-901cd2ca4dee,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.014039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.131207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.146387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Transition to ACTIVE for port object 31716ab4-4169-4bfe-bdf4-17bd0399c034 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:54.209690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.251663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.289552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Attempting to bind port 31716ab4-4169-4bfe-bdf4-17bd0399c034 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:54.290033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Attempting to bind port 31716ab4-4169-4bfe-bdf4-17bd0399c034 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:54.290355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Attempting to bind port 31716ab4-4169-4bfe-bdf4-17bd0399c034 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:54.307198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5a92-9e4d-4a5d-be6d-07fab03ca4fc None None] Pushing event updated for resources: {'Port': ['ID=31716ab4-4169-4bfe-bdf4-17bd0399c034,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.309543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:54.309912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:54.310308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.310707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:54.311174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Bound port: 31716ab4-4169-4bfe-bdf4-17bd0399c034, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:54.311542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.318741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.394370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=6c73fa35-6cce-4b0e-9fc0-37d4dd719985,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.433745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] For port 31716ab4-4169-4bfe-bdf4-17bd0399c034, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:54.435181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] For port 31716ab4-4169-4bfe-bdf4-17bd0399c034, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=31716ab4-4169-4bfe-bdf4-17bd0399c034,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:54.449864 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:54.450099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: 11aab4ba-b3f3-4511-89cf-44f2e9f842ef, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:54.530833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:54.570878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:54.615449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.654535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb31eaa-afdf-4ceb-9f46-a43e45ec3a68 None None] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:54.679314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 11aab4ba-b3f3-4511-89cf-44f2e9f842ef) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:54.705400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:54.706409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.717798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5f0d8-ac7d-4aae-9180-bc2562022a29 None None] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:54.819191 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-02bbf51a-ba54-4a57-8069-a02a2af9c706 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3486841 Apr 01 16:00:54.819701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48300) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:54.890007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.931508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5a92-9e4d-4a5d-be6d-07fab03ca4fc None None] Pushing event updated for resources: {'Port': ['ID=31716ab4-4169-4bfe-bdf4-17bd0399c034,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.952706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:54.953359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:54.992758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.041562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Provisioning for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:55.044746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:55.108768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:55.109137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.133934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Provisioning complete for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:55.134723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.135557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.163815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=de7988dc-44d5-4615-9221-901cd2ca4dee,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.296201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:55.297379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:55.484907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:55.531020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:55.532436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.579491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 0eed1d02-bf1b-40e9-81e2-8362cfc081f3 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:55.615711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.766834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:55.781538 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] Sync routers for ids ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:55.789424 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5aaedbfe-eeb2-44a7-bccb-3578c2d04b5c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/0eed1d02-bf1b-40e9-81e2-8362cfc081f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5132251 Apr 01 16:00:55.792413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48304) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.803559 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] Routers {'0eed1d02-bf1b-40e9-81e2-8362cfc081f3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:55.805686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:55.886215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:55.897321 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] Routers {'0eed1d02-bf1b-40e9-81e2-8362cfc081f3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:55.898267 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:55.909702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc248a-5a7d-4761-854c-4072345fa7fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:55.914117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48308) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.914701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fdbc248a-5a7d-4761-854c-4072345fa7fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports/de7988dc-44d5-4615-9221-901cd2ca4dee HTTP/1.1" status: 200 len: 910 time: 0.1205475 Apr 01 16:00:55.922054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '809f993e-e89b-429e-b734-2ff0e695c3c7'}]}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:55.971946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.017375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.025597 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:56.026418 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522e201-10cb-41f8-9dfc-9e3c5fb3ecf7 None None] The sync data for ids ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:56.214367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] For port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,segment=NetworkSegment(5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d),segment_id=5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:56.269767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Allocated IP 172.20.0.2 (11aab4ba-b3f3-4511-89cf-44f2e9f842ef/6c73fa35-6cce-4b0e-9fc0-37d4dd719985/a9ad4f9e-3f1f-45ce-b294-074edae2612f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:56.279391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:56.289815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1aee7-1dd3-470b-beb2-41dc5cb68ddc None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:56.307706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.351261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.529892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:56.530244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:56.560708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbd5f9-6d28-4500-a79e-4beb62ff61c9 None None] Pushing event updated for resources: {'Port': ['ID=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.644196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Provisioning for port de7988dc-44d5-4615-9221-901cd2ca4dee completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:56.654933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Provisioning complete for port de7988dc-44d5-4615-9221-901cd2ca4dee triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:56.655848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.709947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.732587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Transition to ACTIVE for port object a9ad4f9e-3f1f-45ce-b294-074edae2612f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:56.740637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Port de7988dc-44d5-4615-9221-901cd2ca4dee cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:56.764100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Transition to ACTIVE for port object a9ad4f9e-3f1f-45ce-b294-074edae2612f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:56.774043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Provisioning complete for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:56.774043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8a20a175-a026-41c0-b90a-d3a55943ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.893923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.979493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Pushing event updated for resources: {'Port': ['ID=a9ad4f9e-3f1f-45ce-b294-074edae2612f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.986907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:56.988379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:56.995817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:57.003072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (11aab4ba-b3f3-4511-89cf-44f2e9f842ef/6c73fa35-6cce-4b0e-9fc0-37d4dd719985/a9227880-7247-4cff-bbd8-9a9a282b27e9) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:57.162118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Attempting to bind port a9ad4f9e-3f1f-45ce-b294-074edae2612f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:57.162480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Attempting to bind port a9ad4f9e-3f1f-45ce-b294-074edae2612f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:57.162821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Attempting to bind port a9ad4f9e-3f1f-45ce-b294-074edae2612f on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:57.185408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:57.185783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Checking segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:57.186190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.186593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Bound using segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:57.187119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Bound port: a9ad4f9e-3f1f-45ce-b294-074edae2612f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:57.187490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.189605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.202428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8234ed61-9f83-4038-806f-b3e44e310bab None None] Provisioning complete for port de7988dc-44d5-4615-9221-901cd2ca4dee triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:57.202729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.202849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8234ed61-9f83-4038-806f-b3e44e310bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.229883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object a9227880-7247-4cff-bbd8-9a9a282b27e9 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:57.276417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.330685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8234ed61-9f83-4038-806f-b3e44e310bab None None] Port de7988dc-44d5-4615-9221-901cd2ca4dee cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:57.335626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.370927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 31716ab4-4169-4bfe-bdf4-17bd0399c034 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:57.432448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=de7988dc-44d5-4615-9221-901cd2ca4dee,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:57.436841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:57.449392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] For port a9ad4f9e-3f1f-45ce-b294-074edae2612f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:57.451336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:57.452274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:57.459019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:57.460369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] For port a9ad4f9e-3f1f-45ce-b294-074edae2612f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9ad4f9e-3f1f-45ce-b294-074edae2612f,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:57.467666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:57.468306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.470681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fdf5413b-267a-465b-ae8e-4f843b5bf841 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/ports/de7988dc-44d5-4615-9221-901cd2ca4dee HTTP/1.1" status: 200 len: 910 time: 1.5542159 Apr 01 16:00:57.473189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48312) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:57.516396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.545830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.597692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 31716ab4-4169-4bfe-bdf4-17bd0399c034 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:57.618555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 31716ab4-4169-4bfe-bdf4-17bd0399c034 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:57.618952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.699486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0bbfc-5d30-4973-ad5a-edc889041f7f None None] Pushing event updated for resources: {'Port': ['ID=a9ad4f9e-3f1f-45ce-b294-074edae2612f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:57.778334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.801466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 31716ab4-4169-4bfe-bdf4-17bd0399c034, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=31716ab4-4169-4bfe-bdf4-17bd0399c034,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:57.817136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.879348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.880433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:58.053940 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=31716ab4-4169-4bfe-bdf4-17bd0399c034,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:58.072100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:58.072472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.131238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.384082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.449294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.493582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port de7988dc-44d5-4615-9221-901cd2ca4dee {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:58.494138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.568780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:58.571239 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.694805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.722380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:58.723785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:58.837292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for de7988dc-44d5-4615-9221-901cd2ca4dee owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:58.947880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:59.056155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c9862-4f44-45aa-8e8f-aea8b8b1603e None None] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:59.261819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.280874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:59.296855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-198d5a0f-f3ed-48de-a7cb-a79cbca436fc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4737501 Apr 01 16:00:59.297085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48316) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:59.304124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:59.322195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:59.322195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:59.331794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=de7988dc-44d5-4615-9221-901cd2ca4dee,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:59.405434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-da02c6de-a812-40c5-9d16-bd2940356b7a None None] Provisioning for port a9ad4f9e-3f1f-45ce-b294-074edae2612f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:59.454171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9ad4f9e-3f1f-45ce-b294-074edae2612f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:59.492541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.493132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.493538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.494145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.494531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.501990 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e218bf72-d335-4c4b-8383-43bf1b0df727 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.2028449 Apr 01 16:00:59.502666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48320) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:59.621325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.621739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.622204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.622836 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.623291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.628692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48324) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:59.629281 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ee7ed386-295c-4e9e-9568-615e7c4701f6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.1250920 Apr 01 16:00:59.639202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:59.691187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.786680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a9ad4f9e-3f1f-45ce-b294-074edae2612f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:59.818455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9ad4f9e-3f1f-45ce-b294-074edae2612f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:59.818848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.040088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 0eed1d02-bf1b-40e9-81e2-8362cfc081f3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:00.085548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.139406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port a9ad4f9e-3f1f-45ce-b294-074edae2612f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9ad4f9e-3f1f-45ce-b294-074edae2612f,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:00.153840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:00:58Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.158723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:00.159149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Updating router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 port a9227880-7247-4cff-bbd8-9a9a282b27e9 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:00.217927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.258131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:00.269411 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] Sync routers for ids ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:00.270251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.271083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 31716ab4-4169-4bfe-bdf4-17bd0399c034 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:00.280339 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] Routers {'0eed1d02-bf1b-40e9-81e2-8362cfc081f3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:00.282025 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.285812 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dc74ec49-8f80-464f-8cf0-5ffbcbabb42d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/0eed1d02-bf1b-40e9-81e2-8362cfc081f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084047 Apr 01 16:01:00.296140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48328) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:00.330477 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0a5ff61f-9181-4cdc-81b9-cbc93b881dc0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.7001474 Apr 01 16:01:00.359613 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.371233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] Routers {'0eed1d02-bf1b-40e9-81e2-8362cfc081f3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:00.372267 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.373850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Provisioning for port a9227880-7247-4cff-bbd8-9a9a282b27e9 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:00.378922 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2a6ad5c4-d346-4a3d-98fd-51d264628854 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eed1d02-bf1b-40e9-81e2-8362cfc081f3 HTTP/1.1" status: 200 len: 205 time: 0.0892384 Apr 01 16:01:00.379719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48334) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:00.425942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Provisioning complete for port a9227880-7247-4cff-bbd8-9a9a282b27e9 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:00.426331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.446507 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.447320 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5395975-c23e-4790-8695-ee88de02ef15 None None] The sync data for ids ['0eed1d02-bf1b-40e9-81e2-8362cfc081f3'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:00.597456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Port a9227880-7247-4cff-bbd8-9a9a282b27e9 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:00.599039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=a9ad4f9e-3f1f-45ce-b294-074edae2612f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:00.704150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.749219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 31716ab4-4169-4bfe-bdf4-17bd0399c034 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:00.749590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.794074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Provisioning complete for port a9ad4f9e-3f1f-45ce-b294-074edae2612f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:00.794599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-88ffb93e-c75d-421f-8afa-23f15e716dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.841536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48338) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:00.846886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557566003', 'description': 'tempest-secgroup-smoke-557566003 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:00.852742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:00.857417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:00.860509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:00.866872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:00.950932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.980601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:00.985316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:00.988801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:00.995532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:01.027489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.029815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.078988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.102587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.114973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Transition to ACTIVE for port object a9227880-7247-4cff-bbd8-9a9a282b27e9 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:01.146773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.147323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router 0eed1d02-bf1b-40e9-81e2-8362cfc081f3 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:01:01.162591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.163879 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8996188a-5c92-43ce-9fb1-c68d945683a7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/0eed1d02-bf1b-40e9-81e2-8362cfc081f3 HTTP/1.1" status: 204 len: 168 time: 0.7830927 Apr 01 16:01:01.166645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48342) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:01.180450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.227580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.230507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7edfc3-003f-4171-be57-a5515e7f6af1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.255345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet 809f993e-e89b-429e-b734-2ff0e695c3c7 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:01.258975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.286205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9ad4f9e-3f1f-45ce-b294-074edae2612f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:01.286440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.288205 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d1122777-8464-4b2f-b2f5-d7b111b4b106 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4456000 Apr 01 16:01:01.291194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48346) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:01.296891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:01.304377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:01.311614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:01.317440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:01.325422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:01.332307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.416692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.435878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.453214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094098c0-3339-4d2e-a2e8-1cec58c4aa03 None None] Pushing event updated for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.488072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.517786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Attempting to bind port a9227880-7247-4cff-bbd8-9a9a282b27e9 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:01.518153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Attempting to bind port a9227880-7247-4cff-bbd8-9a9a282b27e9 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:01.518511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Attempting to bind port a9227880-7247-4cff-bbd8-9a9a282b27e9 on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:01.527117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:01.527487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Checking segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:01.527878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.533401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Bound using segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:01.533401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Bound port: a9227880-7247-4cff-bbd8-9a9a282b27e9, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:01.533401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.572879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9ad4f9e-3f1f-45ce-b294-074edae2612f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:01.573169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.581297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.606051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a11e263-836a-41f3-856b-757ce7b426bd,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.610448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.656869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=809f993e-e89b-429e-b734-2ff0e695c3c7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.658839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.665405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3259c4de-6f57-4326-ac3c-4cfb5d1314c7 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/809f993e-e89b-429e-b734-2ff0e695c3c7 HTTP/1.1" status: 204 len: 168 time: 0.4976990 Apr 01 16:01:01.667955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48350) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:01.685303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249483ba-5d74-44a3-9364-9a9162c6a0c5 None None] Network 337a1bb8-1828-4db0-b89e-024ed066ae14 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:01.721832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.726030 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-36b66895-1240-4827-9c76-2ab4102f577e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310758 Apr 01 16:01:01.726216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] For port a9227880-7247-4cff-bbd8-9a9a282b27e9, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:01.726984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48354) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:01.735502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:01.741523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:01.745844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:01.749213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:01.756340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:01.798132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] For port a9227880-7247-4cff-bbd8-9a9a282b27e9, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9227880-7247-4cff-bbd8-9a9a282b27e9,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:01.801538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.816156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:01.816598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.866839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.918877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.966053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.042751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094098c0-3339-4d2e-a2e8-1cec58c4aa03 None None] Pushing event updated for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:02.045457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:02.046119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:00:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.081939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.108849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbdee63-2e00-4cfb-a664-2dd2d3d460ea,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:02.111193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,segment=NetworkSegment(5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d),segment_id=5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:02.112167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.233701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3332b-1f51-4fe2-93c5-e46f02faa6f0 None None] DHCP port deletion for 337a1bb8-1828-4db0-b89e-024ed066ae14 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:02.242666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-48a3332b-1f51-4fe2-93c5-e46f02faa6f0 None None] Deleting port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:02.243124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48a3332b-1f51-4fe2-93c5-e46f02faa6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.249671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.251857 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ace9711-803c-4e7f-86d0-c56c9dd1094d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5233269 Apr 01 16:01:02.254422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48358) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:02.264761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:02.272493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:02.279092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:02.282961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:02.284023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:02.291183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:02.390266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:02.420555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.453030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.477457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-48a3332b-1f51-4fe2-93c5-e46f02faa6f0 None None] The port '2f478de7-fd5f-4cf0-9ae5-98296aae1c30' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:01:02.496184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.507631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=2f478de7-fd5f-4cf0-9ae5-98296aae1c30,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:02.511527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:02.588330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a4f2c7f9-96df-4165-b857-74f7daa492c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.621055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.648837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3372243-c000-4de1-a5ec-c55c29794c19,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:02.755290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.768794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.773004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a82a25-38f4-45d1-ac28-e30689c63805 None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:02.773260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.777026 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e799086-f70c-4bef-aa6c-0bda2663f669 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5190439 Apr 01 16:01:02.777249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48362) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:02.785363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:02.786266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337a1bb8-1828-4db0-b89e-024ed066ae14']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.790282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:02.794346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:02.798228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:02.800210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.800516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2bd506-af1c-4a1b-994e-ff80fc1f2f4d') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.804008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:02.815088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.840572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.849856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:02.850277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:02.867141 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:02.898525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.976068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.061042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.080230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.090579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.092662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=337a1bb8-1828-4db0-b89e-024ed066ae14,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.104927 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-811319a5-ff8c-4dd5-b1a1-2fd52287d9c8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/337a1bb8-1828-4db0-b89e-024ed066ae14 HTTP/1.1" status: 204 len: 168 time: 1.4324036 Apr 01 16:01:03.105757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48366) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.109966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414c8511-c93c-4004-9a97-374d5f8236d2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.111345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1284017942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:03.118183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.123005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.126828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.134898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.209895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.211978 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d6d46e5-4c52-441b-bba9-bdf825fedbe1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4332139 Apr 01 16:01:03.214329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.222868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:03.236168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.243343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.247468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.258593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.302476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.304229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.306740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9227880-7247-4cff-bbd8-9a9a282b27e9 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:03.325300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.403855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:03.414003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.441937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.466914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a9227880-7247-4cff-bbd8-9a9a282b27e9 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:03.474245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9227880-7247-4cff-bbd8-9a9a282b27e9 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:03.476277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.506681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.576513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.579515 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f57ef4da-4927-4805-92bb-efb405ed674c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4716907 Apr 01 16:01:03.581284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48374) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.587187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-682393985'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:03.592664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.597062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.600070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.603560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.618043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.626005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.628303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f211a2-99f0-42c3-b0cf-a018272d9e39,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.658219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port a9227880-7247-4cff-bbd8-9a9a282b27e9, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9227880-7247-4cff-bbd8-9a9a282b27e9,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:03.729181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:03.732741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.750256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.752519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.754055 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1258c7bb-2263-472e-a7c3-746f7c000174 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5382464 Apr 01 16:01:03.757085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48378) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.762308 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '5a7edfc3-003f-4171-be57-a5515e7f6af1', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:03.772348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.783434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.788919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:03.789834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.798919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.808801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.809736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment e9b67977-84ae-48c2-bc84-39be751028ef of type vlan for network 1a302869-fdd7-4ffd-888f-7715f2c060b3 Apr 01 16:01:03.824568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:03.843604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.869177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:03.869523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2f478de7-fd5f-4cf0-9ae5-98296aae1c30 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:03.873980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.895280 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:03.902868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.946898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.952618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:03.953979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.977462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.054881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.066405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=1a302869-fdd7-4ffd-888f-7715f2c060b3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:04.077089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:04.078430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0b6312-5090-40b8-83b3-a1f47bade18c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:04.085677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b212cd73-395d-4b8c-8068-4920ca169b80 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5020180 Apr 01 16:01:04.089446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48382) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:04.095966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:04.177034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.178273 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2cf5a0ca-e70a-4c0b-9e5e-80dfdf354446 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4201455 Apr 01 16:01:04.211858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:04.215535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:04.218322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:04.228953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:04.306355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:04.309912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.422969 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-17ff9f38-c074-471f-8650-62ca866c0e4f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557566003&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.0440891 Apr 01 16:01:04.584660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-cefa810e-c9c8-4a9e-af0d-9e0ec93a7136 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:04.586034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-cefa810e-c9c8-4a9e-af0d-9e0ec93a7136 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 796 time: 0.1561685 Apr 01 16:01:04.601142 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-08facdff-bd8a-4a97-8c81-f9525ce39b41 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0096550 Apr 01 16:01:04.627472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.694034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-ae2d0603-771c-4a2e-87dc-dd0280fdf0a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873628 Apr 01 16:01:04.708062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=bc5dbf44-a8bb-4255-a847-ab815d8a020f,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:04.711230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-e36a563f-3133-4b19-9d1c-18411eb81f9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:01:04.712211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-e36a563f-3133-4b19-9d1c-18411eb81f9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054731 Apr 01 16:01:04.716550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:04.716907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 1a302869-fdd7-4ffd-888f-7715f2c060b3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:04.815016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:04.848697 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-65799ff7-ffa5-46a6-883d-9daa4cdb470b service neutron] 10.222.0.21 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299360 Apr 01 16:01:04.850064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e79c8856-2d49-4170-afae-1ee5fc0ff8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.939621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 1a302869-fdd7-4ffd-888f-7715f2c060b3) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:04.945093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:04.946076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.950779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fa3c8-3ec7-4943-ba6d-8f8efc96c5b6 None None] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:04.997968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-9c444f30-f3a1-4e35-928d-85d82f38795d service neutron] 10.222.0.21 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431692 Apr 01 16:01:05.059585 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c87f27eb-a43c-4090-96c8-8c0036a89348 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9690270 Apr 01 16:01:05.062264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:05.188992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-1a302869-fdd7-4ffd-888f-7715f2c060b3', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:05.190934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.300500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9227880-7247-4cff-bbd8-9a9a282b27e9 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:05.457585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-acaa89cd-0208-4031-bbfe-a10c82f47714 req-ca637341-c773-4726-9343-486e00acd67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:05.458412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a9227880-7247-4cff-bbd8-9a9a282b27e9 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:05.458807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.491868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Allocated IP 172.20.0.2 (1a302869-fdd7-4ffd-888f-7715f2c060b3/bc5dbf44-a8bb-4255-a847-ab815d8a020f/d8355eb8-150a-41b5-bd88-bb5c7919e366) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:05.697971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-acaa89cd-0208-4031-bbfe-a10c82f47714 req-ca637341-c773-4726-9343-486e00acd67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:05.699878 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-acaa89cd-0208-4031-bbfe-a10c82f47714 req-ca637341-c773-4726-9343-486e00acd67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 210 time: 0.4194043 Apr 01 16:01:05.712652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.768880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.850225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.860851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Transition to ACTIVE for port object d8355eb8-150a-41b5-bd88-bb5c7919e366 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:05.879778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Transition to ACTIVE for port object d8355eb8-150a-41b5-bd88-bb5c7919e366 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:06.036130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.108756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:06.111890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:06.120618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:06.131116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Pushing event updated for resources: {'Port': ['ID=d8355eb8-150a-41b5-bd88-bb5c7919e366,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.147541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.20.0.1 (1a302869-fdd7-4ffd-888f-7715f2c060b3/bc5dbf44-a8bb-4255-a847-ab815d8a020f/9702bb9e-271d-4640-b52e-92fe1186f038) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:06.215709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.222936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Attempting to bind port d8355eb8-150a-41b5-bd88-bb5c7919e366 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:06.223245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Attempting to bind port d8355eb8-150a-41b5-bd88-bb5c7919e366 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:06.223604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Attempting to bind port d8355eb8-150a-41b5-bd88-bb5c7919e366 on network 1a302869-fdd7-4ffd-888f-7715f2c060b3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:06.229622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:06.230024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Checking segment: {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:06.230391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.230807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Bound using segment: {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:06.231279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Bound port: d8355eb8-150a-41b5-bd88-bb5c7919e366, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:06.235113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.332582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.342526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] For port d8355eb8-150a-41b5-bd88-bb5c7919e366, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:06.345938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] For port d8355eb8-150a-41b5-bd88-bb5c7919e366, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d8355eb8-150a-41b5-bd88-bb5c7919e366,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:06.349913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object 9702bb9e-271d-4640-b52e-92fe1186f038 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:06.433762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.496005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.524992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ecb9-f690-4bb7-84da-7a589153a584 None None] Pushing event updated for resources: {'Port': ['ID=d8355eb8-150a-41b5-bd88-bb5c7919e366,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.565938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:06.569468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:06.571955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:06.623584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.648725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.886789 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7151299e-d795-4524-a5ca-0a6de8514030 req-c7b6a831-4415-42ed-b928-d57364cf9141 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 210 time: 0.0636158 Apr 01 16:01:06.904002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.338846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d8355eb8-150a-41b5-bd88-bb5c7919e366 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:07.438126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.519355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d8355eb8-150a-41b5-bd88-bb5c7919e366 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:07.546546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.560180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc95c36-0662-41e4-8ee8-66f581e505ab None None] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:07.665648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.670251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.737574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.801606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Provisioning for port d8355eb8-150a-41b5-bd88-bb5c7919e366 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:07.809675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Provisioning complete for port d8355eb8-150a-41b5-bd88-bb5c7919e366 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:07.811702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.820637 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:07.821920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:07.861550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-ac19f450-f366-45e1-889e-de442d47a2d9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:07.863106 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-ac19f450-f366-45e1-889e-de442d47a2d9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 796 time: 0.1794679 Apr 01 16:01:07.926798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-9b0fccf8-fd3b-4fe0-bc8e-bb87f928f49a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 379 time: 0.0494382 Apr 01 16:01:07.937415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['5a7edfc3-003f-4171-be57-a5515e7f6af1']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:07.952243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.005123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] For port d8355eb8-150a-41b5-bd88-bb5c7919e366, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d8355eb8-150a-41b5-bd88-bb5c7919e366,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:08.098670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.110397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:08.122010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:08.163096 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-70211500-7a21-45a6-8561-eb13d33ce1d2 req-e9138270-c91d-4a7f-8be5-61d4e8ff6a3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 210 time: 0.0603454 Apr 01 16:01:08.195006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa168b-6850-4f03-b092-855c029a2bd1 None None] Pushing event updated for resources: {'Port': ['ID=d8355eb8-150a-41b5-bd88-bb5c7919e366,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:08.218920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:08.222464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.302011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:01:08.327517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Provisioning for port 9702bb9e-271d-4640-b52e-92fe1186f038 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:08.336994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Provisioning complete for port 9702bb9e-271d-4640-b52e-92fe1186f038 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:08.336994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.455314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Port 9702bb9e-271d-4640-b52e-92fe1186f038 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:08.459327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.3 (11aab4ba-b3f3-4511-89cf-44f2e9f842ef/6c73fa35-6cce-4b0e-9fc0-37d4dd719985/619e3826-d11a-4265-84b3-dc697c193f2b) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:08.468387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Provisioning complete for port d8355eb8-150a-41b5-bd88-bb5c7919e366 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:08.477787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e080195f-627e-42a6-9f5f-fde7b0c2a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.527470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:08.540449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:08.554428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ed8b1da4-9275-49c0-9790-0bc6bb4862fa tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4892588 Apr 01 16:01:08.557176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48416) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:08.563692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:08.564650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:08.565108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375283098'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:08.572332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:08.581257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:08.592210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:08.600448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:08.677636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:08.681681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.716227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:08.725660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.726047 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 5ec69f14-f150-4226-9532-0aa9a54e8da0 of type vlan for network e74919f7-7e6b-40ae-8aee-588225cda72f Apr 01 16:01:08.733067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.755536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 619e3826-d11a-4265-84b3-dc697c193f2b will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:08.760028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.782493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:08.837178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.864646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.870507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:08.871378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.990601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=e74919f7-7e6b-40ae-8aee-588225cda72f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.020952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e74919f7-7e6b-40ae-8aee-588225cda72f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:09.105659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c491371a-9b79-40d7-92d3-ac7f184d1b2a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5472853 Apr 01 16:01:09.109815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48424) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.111756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:09.116284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:09.116986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:09.132186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:09.189198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.260580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:09.261680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.279440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.286051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.291137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.298996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.371065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d8355eb8-150a-41b5-bd88-bb5c7919e366 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:09.388303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-80346632-b981-4c17-9f8a-0f454d8537ac tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4546120 Apr 01 16:01:09.427852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0d689c1-97b3-4c52-befb-1bfc240a6413 None None] Provisioning complete for port 9702bb9e-271d-4640-b52e-92fe1186f038 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:09.428226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e0d689c1-97b3-4c52-befb-1bfc240a6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.442329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3c12-2b0c-4afa-b048-0ca662380fec req-8665b6d8-74a6-4ee7-9b08-9b9d7fbfb9e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:09.443372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a7a3c12-2b0c-4afa-b048-0ca662380fec req-8665b6d8-74a6-4ee7-9b08-9b9d7fbfb9e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:09.447721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:09.451232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.464618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Request body: {'port': {'device_id': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:09.526698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e0d689c1-97b3-4c52-befb-1bfc240a6413 None None] Port 9702bb9e-271d-4640-b52e-92fe1186f038 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:09.555291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d8355eb8-150a-41b5-bd88-bb5c7919e366 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:09.555654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.564937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a7a3c12-2b0c-4afa-b048-0ca662380fec req-8665b6d8-74a6-4ee7-9b08-9b9d7fbfb9e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:09.567268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a7a3c12-2b0c-4afa-b048-0ca662380fec req-8665b6d8-74a6-4ee7-9b08-9b9d7fbfb9e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 931 time: 0.2253346 Apr 01 16:01:09.604725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:07Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:09.609174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.617778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:09.618136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Updating router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 port 9702bb9e-271d-4640-b52e-92fe1186f038 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:09.674333 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a7a3c12-2b0c-4afa-b048-0ca662380fec req-2746108f-2930-4008-aa10-df2a07cbb938 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974824 Apr 01 16:01:09.702033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.788941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-da84bf2e-8eea-46b5-8772-3e2d97def421 None None] Provisioning for port 619e3826-d11a-4265-84b3-dc697c193f2b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:09.795921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.813044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-da84bf2e-8eea-46b5-8772-3e2d97def421 None None] Provisioning complete for port 619e3826-d11a-4265-84b3-dc697c193f2b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:09.813627 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-da84bf2e-8eea-46b5-8772-3e2d97def421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.891407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=d24e8fa8-74a7-4067-a0e4-86e12165c16f,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.905729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:09.906250 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: e74919f7-7e6b-40ae-8aee-588225cda72f, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:09.950557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-da84bf2e-8eea-46b5-8772-3e2d97def421 None None] Port 619e3826-d11a-4265-84b3-dc697c193f2b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:09.992296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network e74919f7-7e6b-40ae-8aee-588225cda72f is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:10.029771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619e3826-d11a-4265-84b3-dc697c193f2b {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:10.037935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.054107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Transition to ACTIVE for port object 619e3826-d11a-4265-84b3-dc697c193f2b will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:10.060768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e74919f7-7e6b-40ae-8aee-588225cda72f) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:10.066802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.067811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.071557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc102b-136c-49e4-81c5-fdecb859352d None None] Network e74919f7-7e6b-40ae-8aee-588225cda72f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:10.121379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.155701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-638580ba-5aaf-45ec-bca7-73094cd80005 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0421438 Apr 01 16:01:10.157265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48432) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:10.287555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:10.338431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.388219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Transition to ACTIVE for port object 9702bb9e-271d-4640-b52e-92fe1186f038 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:10.396394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Attempting to bind port 619e3826-d11a-4265-84b3-dc697c193f2b on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:10.396883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Attempting to bind port 619e3826-d11a-4265-84b3-dc697c193f2b by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:10.397334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Attempting to bind port 619e3826-d11a-4265-84b3-dc697c193f2b on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:10.403582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Port 619e3826-d11a-4265-84b3-dc697c193f2b on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:01:10.404162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Attempting to bind port 619e3826-d11a-4265-84b3-dc697c193f2b on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:10.411706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:10.412090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Checking segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:10.416257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Bound using segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:10.416257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Bound port: 619e3826-d11a-4265-84b3-dc697c193f2b, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:10.416257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.418736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e74919f7-7e6b-40ae-8aee-588225cda72f', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:10.419649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.536585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.570514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:10.575464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=619e3826-d11a-4265-84b3-dc697c193f2b,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:10.667117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.789802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.794205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.797517 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] 10.222.0.91 "PUT /v2.0/ports/619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 1093 time: 1.3981922 Apr 01 16:01:10.798834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:10.893311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697db4-9522-4cb4-b826-8f8b5245e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:10.912240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Allocated IP 172.21.0.2 (e74919f7-7e6b-40ae-8aee-588225cda72f/d24e8fa8-74a7-4067-a0e4-86e12165c16f/e0e134fa-98ea-4ae2-a80f-8722de4c0bc6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:11.037893 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b', 'status': 'completed', 'code': 200} Apr 01 16:01:11.098181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-6056ed70-46b8-4c89-87be-f3da69433771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:11.100032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-6056ed70-46b8-4c89-87be-f3da69433771 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1096 time: 0.1817567 Apr 01 16:01:11.191461 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-14d2db98-a2b9-4999-a7ca-c12c90fad4c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 217 time: 0.0794411 Apr 01 16:01:11.278042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f499e-43f6-45e1-9bf7-09fbaa0e0a46 None None] Pushing event updated for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.291840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-f7a1eae1-c5cd-43cb-95e7-b10b310b4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:11.295152 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-f7a1eae1-c5cd-43cb-95e7-b10b310b4071 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0956635 Apr 01 16:01:11.307894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddacc80-4cc1-443e-8941-b0332e93b449 req-7b415101-c7ab-4504-aa32-1fd53b6bd8b9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:11.309409 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ddacc80-4cc1-443e-8941-b0332e93b449 req-7b415101-c7ab-4504-aa32-1fd53b6bd8b9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 943 time: 0.3005941 Apr 01 16:01:11.324756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Attempting to bind port 9702bb9e-271d-4640-b52e-92fe1186f038 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:11.325130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Attempting to bind port 9702bb9e-271d-4640-b52e-92fe1186f038 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:11.325481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Attempting to bind port 9702bb9e-271d-4640-b52e-92fe1186f038 on network 1a302869-fdd7-4ffd-888f-7715f2c060b3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:11.342958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:11.343372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Checking segment: {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:11.344348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.344348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Bound using segment: {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:11.344696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Bound port: 9702bb9e-271d-4640-b52e-92fe1186f038, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b67977-84ae-48c2-bc84-39be751028ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:11.345056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.382110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-fc5ea8d8-7d29-41ac-9d70-984e2afb35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:11.384359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-fc5ea8d8-7d29-41ac-9d70-984e2afb35f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795577 Apr 01 16:01:11.410845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-0ddacc80-4cc1-443e-8941-b0332e93b449 req-aac956a3-b388-47f7-a8e6-1431f2147a95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:11.424209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.489547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.517302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-0ddacc80-4cc1-443e-8941-b0332e93b449 req-aac956a3-b388-47f7-a8e6-1431f2147a95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:11.518480 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ddacc80-4cc1-443e-8941-b0332e93b449 req-aac956a3-b388-47f7-a8e6-1431f2147a95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996555 Apr 01 16:01:11.521213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Transition to ACTIVE for port object e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:11.529808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] For port 9702bb9e-271d-4640-b52e-92fe1186f038, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:11.534500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] For port 9702bb9e-271d-4640-b52e-92fe1186f038, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9702bb9e-271d-4640-b52e-92fe1186f038,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:11.546032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-bd522839-a878-4fea-8885-a5413c5fbdde service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497607 Apr 01 16:01:11.558325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Transition to ACTIVE for port object e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:11.592769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.665629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.722601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:11.723181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:11.786319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f499e-43f6-45e1-9bf7-09fbaa0e0a46 None None] Pushing event updated for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.790098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Network e74919f7-7e6b-40ae-8aee-588225cda72f is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:11.822726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d51641f-26fb-4dd8-bc1f-0ffd4b1efa32 req-e4fb3dfc-65c1-40f3-a4ff-265d9f6ae15a service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673099 Apr 01 16:01:11.830421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:11.843166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:11.872590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.21.0.1 (e74919f7-7e6b-40ae-8aee-588225cda72f/d24e8fa8-74a7-4067-a0e4-86e12165c16f/8f83c28f-3ba0-4065-ae10-7056128d6e0f) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:12.022463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Pushing event updated for resources: {'Port': ['ID=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:12.046154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-c87ed68c-aac0-4c94-a94d-35c891ba48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.046876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:12.048060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-c87ed68c-aac0-4c94-a94d-35c891ba48da service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0798788 Apr 01 16:01:12.104769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.107942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Attempting to bind port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:12.108304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Attempting to bind port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:12.108704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Attempting to bind port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 on network e74919f7-7e6b-40ae-8aee-588225cda72f {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:12.121223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object 8f83c28f-3ba0-4065-ae10-7056128d6e0f will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:12.123577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:12.123994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Checking segment: {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:12.124336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.124728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Bound using segment: {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:12.125787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Bound port: e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:12.126414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.186552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-54e1f228-3d6a-425c-9ef1-740e3a7771e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.188591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-54e1f228-3d6a-425c-9ef1-740e3a7771e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.1346173 Apr 01 16:01:12.198030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.258545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-539ee189-b2c9-4f28-b492-df683e51e562 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 217 time: 0.0635488 Apr 01 16:01:12.264215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network e74919f7-7e6b-40ae-8aee-588225cda72f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:12.268896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:12.277977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:12.329725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:12.343636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-f8ae9801-900b-4a23-988f-f1acf5980430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.345357 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-f8ae9801-900b-4a23-988f-f1acf5980430 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0777421 Apr 01 16:01:12.356615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.390573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] For port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:12.398241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] For port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:12.429771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-89561042-01a0-4b87-8dee-3277f41843ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.431386 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-89561042-01a0-4b87-8dee-3277f41843ee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801415 Apr 01 16:01:12.486524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:11Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.491782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043df3c-aabb-4c03-a5d5-658b04c0bd1e None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:11Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:12.494154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.584148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.597334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-5c75d1db-afcf-4a5d-84b6-9f18afe13a3f service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566622 Apr 01 16:01:12.605008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7e11-4e84-4e5e-b815-c2abd1714b96 None None] Pushing event updated for resources: {'Port': ['ID=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:12.833627 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6e23be5-53af-478a-8c57-b911fbcd040c req-77a49608-14a0-4d4d-8fc4-15db565ac8d5 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293329 Apr 01 16:01:12.889583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee5fb-188e-4d99-b605-411912506ad2 req-b0bce1b7-2e4a-4bbb-ac6c-05b2a4110816 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.903916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-072ee5fb-188e-4d99-b605-411912506ad2 req-b0bce1b7-2e4a-4bbb-ac6c-05b2a4110816 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 943 time: 0.1497509 Apr 01 16:01:12.967699 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-072ee5fb-188e-4d99-b605-411912506ad2 req-7478c436-ed75-422e-8eb9-53874f90cb77 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612628 Apr 01 16:01:13.301745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.357734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.371535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:13.488846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:13.494651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.630364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:13.635810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9702bb9e-271d-4640-b52e-92fe1186f038 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:13.645892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network e74919f7-7e6b-40ae-8aee-588225cda72f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:13.647175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:13.750706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d24f7b-6c78-4ded-9c95-fd4609f5677f None None] Network e74919f7-7e6b-40ae-8aee-588225cda72f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:13.790525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9702bb9e-271d-4640-b52e-92fe1186f038 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:13.821926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:13.900257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9702bb9e-271d-4640-b52e-92fe1186f038 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:13.900681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.978504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Provisioning for port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:14.003854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:14.019092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Provisioning complete for port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:14.019471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.023182 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6e07e13a-77d7-4f11-8eba-7ef36b10524f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8620927 Apr 01 16:01:14.023430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:14.029922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-2048300223'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:14.036934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:14.042225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:14.047057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:14.053185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:14.103276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.168686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:14.172417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.217467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:14.238431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.238889 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment 1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d of type vlan for network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e Apr 01 16:01:14.245504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9702bb9e-271d-4640-b52e-92fe1186f038, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9702bb9e-271d-4640-b52e-92fe1186f038,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:14.263225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055bd4-07e1-453d-a715-90e30c49d6e8 req-12eeaf47-a613-454f-9864-bf627c347ca8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:14.264777 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ce055bd4-07e1-453d-a715-90e30c49d6e8 req-12eeaf47-a613-454f-9864-bf627c347ca8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 943 time: 0.1311929 Apr 01 16:01:14.294541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.301794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.345245 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ce055bd4-07e1-453d-a715-90e30c49d6e8 req-60145399-4b26-4d39-b190-8590da076432 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714135 Apr 01 16:01:14.362330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] For port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:14.378491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.378890 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:14.388005 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:14.388005 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:14.445974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:14.483814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.491206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:14.492539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.517851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.586393 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:14.606233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd4b4e-bbbf-4066-940d-7a7365af2add None None] Pushing event updated for resources: {'Port': ['ID=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:14.640350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=ff28dcb5-a0b0-4ac4-b416-c1daed257e0e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:14.655584 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5127c328-13a4-4ad5-b9ba-333313e7c414 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6286914 Apr 01 16:01:14.656890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48450) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:14.657808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:14.663875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:14.807027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Provisioning complete for port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:14.807402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.823730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:14.829242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:14.833090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:14.840446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:14.949594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:14.953593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.025252 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:12Z', 'revision_number': 3, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:13Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:15.029269 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:15.029618 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Updating router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 port 8f83c28f-3ba0-4065-ae10-7056128d6e0f binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:15.071994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Provisioning for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:15.079833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Provisioning complete for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:15.080215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.089001 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.149339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-db72211c-94fb-4bf2-be2c-fe15b1fd1fe6 None None] Port 8f83c28f-3ba0-4065-ae10-7056128d6e0f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:15.271109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.272786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-49aa5af0-ac82-43f2-9da1-453babe60780 None None] Provisioning complete for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:15.273474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-49aa5af0-ac82-43f2-9da1-453babe60780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.310533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:15.368423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=f3ef1065-7b7a-497f-ae68-5a7ed1d767d6,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:15.381184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:15.381549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: ff28dcb5-a0b0-4ac4-b416-c1daed257e0e, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:15.393987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-49aa5af0-ac82-43f2-9da1-453babe60780 None None] Port 8f83c28f-3ba0-4065-ae10-7056128d6e0f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:15.410529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:15.410925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.455719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:15.465426 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.480435 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Transition to ACTIVE for port object 8f83c28f-3ba0-4065-ae10-7056128d6e0f will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:15.541480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, ff28dcb5-a0b0-4ac4-b416-c1daed257e0e) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:15.543358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9702bb9e-271d-4640-b52e-92fe1186f038 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:15.546550 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.547929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.567727 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.570243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e40703-9790-4900-8313-fd4a29fcbc0e None None] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:15.600012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5b02d-3883-4507-9b7b-463d0a3be0bb req-d2efe83c-1ac5-4d14-8c75-8daa341b9c64 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.601498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4e5b02d-3883-4507-9b7b-463d0a3be0bb req-d2efe83c-1ac5-4d14-8c75-8daa341b9c64 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 943 time: 0.1102192 Apr 01 16:01:15.682274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4e5b02d-3883-4507-9b7b-463d0a3be0bb req-ba234df2-e8df-4418-812d-c5a9dbaba4bb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685818 Apr 01 16:01:15.687166 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fc5ec627-4878-4cc4-93ea-61a5312dea5a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0281556 Apr 01 16:01:15.690935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48456) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:15.786439 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Pushing event updated for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:15.823623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9702bb9e-271d-4640-b52e-92fe1186f038 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:15.824282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.836861 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.837509 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.838031 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.838536 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.839089 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.839588 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.840088 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.840585 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.841086 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.841587 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.842078 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.842603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.875353 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Attempting to bind port 8f83c28f-3ba0-4065-ae10-7056128d6e0f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:15.884134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Attempting to bind port 8f83c28f-3ba0-4065-ae10-7056128d6e0f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:15.884134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Attempting to bind port 8f83c28f-3ba0-4065-ae10-7056128d6e0f on network e74919f7-7e6b-40ae-8aee-588225cda72f {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:15.884603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:15.885181 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Checking segment: {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:15.885772 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.886338 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Bound using segment: {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:15.887054 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Bound port: 8f83c28f-3ba0-4065-ae10-7056128d6e0f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec69f14-f150-4226-9532-0aa9a54e8da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:15.887622 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.963564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:15.965095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.992605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 619e3826-d11a-4265-84b3-dc697c193f2b details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:01:16.020549 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] For port 8f83c28f-3ba0-4065-ae10-7056128d6e0f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:16.026803 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] For port 8f83c28f-3ba0-4065-ae10-7056128d6e0f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f83c28f-3ba0-4065-ae10-7056128d6e0f,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:16.112602 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.196469 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:16.196955 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:16.349317 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830cd0c-fd6d-4a14-8c7c-dfe49fa9dd71 None None] Pushing event updated for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:16.361659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=619e3826-d11a-4265-84b3-dc697c193f2b,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:16.382151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Allocated IP 172.22.0.2 (ff28dcb5-a0b0-4ac4-b416-c1daed257e0e/f3ef1065-7b7a-497f-ae68-5a7ed1d767d6/f5843ab5-789b-49c4-a6a8-706d33390556) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:16.384324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '619e3826-d11a-4265-84b3-dc697c193f2b', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'port_id': '619e3826-d11a-4265-84b3-dc697c193f2b', 'mac_address': 'fa:16:3e:b0:f8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:01:16.390002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:16.542058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.553136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.573818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619e3826-d11a-4265-84b3-dc697c193f2b {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:16.614403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=619e3826-d11a-4265-84b3-dc697c193f2b,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:16.694895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.706345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.739339 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:12Z', 'revision_number': 3, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:16Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:16.744010 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fdcabf-6cb5-4760-a042-51d335d3d0d7 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:12Z', 'revision_number': 3, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:16Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:16.759317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Transition to ACTIVE for port object f5843ab5-789b-49c4-a6a8-706d33390556 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:16.785466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Transition to ACTIVE for port object f5843ab5-789b-49c4-a6a8-706d33390556 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:16.792185 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:16.871682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:16.877045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:16.956265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:16.959844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:16.963937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:17.015974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Pushing event updated for resources: {'Port': ['ID=f5843ab5-789b-49c4-a6a8-706d33390556,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:17.024681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['619e3826-d11a-4265-84b3-dc697c193f2b'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:01:17.069669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.22.0.1 (ff28dcb5-a0b0-4ac4-b416-c1daed257e0e/f3ef1065-7b7a-497f-ae68-5a7ed1d767d6/b054b2fb-490d-4cff-a0fc-79104782caa8) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:17.084886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e09db9-cdb9-42c0-ae37-5302239b740c req-9da81cc9-02ad-48b8-8bee-7bff305511a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:17.086430 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-32e09db9-cdb9-42c0-ae37-5302239b740c req-9da81cc9-02ad-48b8-8bee-7bff305511a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 944 time: 0.2489650 Apr 01 16:01:17.135505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Attempting to bind port f5843ab5-789b-49c4-a6a8-706d33390556 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:17.135879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Attempting to bind port f5843ab5-789b-49c4-a6a8-706d33390556 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:17.136216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Attempting to bind port f5843ab5-789b-49c4-a6a8-706d33390556 on network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:17.151187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:17.151566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Checking segment: {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:17.151954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.152348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Bound using segment: {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:17.152826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Bound port: f5843ab5-789b-49c4-a6a8-706d33390556, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:17.153206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.261233 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-32e09db9-cdb9-42c0-ae37-5302239b740c req-b119425a-e401-45b6-93d8-cc79081a001d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446130 Apr 01 16:01:17.315568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] For port f5843ab5-789b-49c4-a6a8-706d33390556, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:17.319165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] For port f5843ab5-789b-49c4-a6a8-706d33390556, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f5843ab5-789b-49c4-a6a8-706d33390556,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:17.339320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.351895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f83c28f-3ba0-4065-ae10-7056128d6e0f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:17.360267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object b054b2fb-490d-4cff-a0fc-79104782caa8 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:17.436989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.453839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.530415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:17.539912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:17.542391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:17.588178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:17.601727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90bd6-b0d0-4787-b928-111e13a0db06 None None] Pushing event updated for resources: {'Port': ['ID=f5843ab5-789b-49c4-a6a8-706d33390556,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:17.613795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.655876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:17.677539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:17.681667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.841270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.856232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.877706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8f83c28f-3ba0-4065-ae10-7056128d6e0f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f83c28f-3ba0-4065-ae10-7056128d6e0f,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:17.956014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.036526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:18.169225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.417634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.505578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb34c8-fbbc-497b-84cf-9da31fac5ac5 req-fd3f2b26-928a-44ce-9079-3b0e81d33c04 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:18.507318 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83bb34c8-fbbc-497b-84cf-9da31fac5ac5 req-fd3f2b26-928a-44ce-9079-3b0e81d33c04 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 944 time: 0.1246924 Apr 01 16:01:18.510740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.557268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83bb34c8-fbbc-497b-84cf-9da31fac5ac5 req-774444ce-3087-4242-95d3-99336cb46dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Apr 01 16:01:18.582539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57115fc1-9871-401e-96c3-9d4af0760d5c None None] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:18.658072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:18.660486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.791040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-df21040d-f2e1-49c2-bc75-1cfe551c0722 None None] Provisioning for port f5843ab5-789b-49c4-a6a8-706d33390556 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:18.802341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:18.804073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:18.988719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:19.158743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:19.169594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:19.174065 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bd24eeb-be1b-40f8-98d3-693592b444fe tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812820 Apr 01 16:01:19.176857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48464) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:19.182090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:19.185219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:19.185406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'network': {'name': 'tempest-RoutersTest-198906810'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:19.190901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:19.196430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:network and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:19.199926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:19.208066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:19.289180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:19.292698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.303802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f8e855b-9947-4755-9cad-a3cd253717bc None None] Provisioning for port b054b2fb-490d-4cff-a0fc-79104782caa8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:19.333273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:19.345737 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.346121 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added segment a089f54d-811e-4020-8aae-31eba9df9300 of type vlan for network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 Apr 01 16:01:19.365155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f8e855b-9947-4755-9cad-a3cd253717bc None None] Provisioning complete for port b054b2fb-490d-4cff-a0fc-79104782caa8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:19.365529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f8e855b-9947-4755-9cad-a3cd253717bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.396156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.446795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f83c28f-3ba0-4065-ae10-7056128d6e0f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:19.491736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e855b-9947-4755-9cad-a3cd253717bc None None] Port b054b2fb-490d-4cff-a0fc-79104782caa8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:19.493825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:19.521081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.526800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:19.527409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.640076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Network': ['ID=5d2028ba-33c2-4c51-bbca-5a79c549aae3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:19.656697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:19.714457 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a748f49a-3ae9-4091-93a2-2bb6b7ea8bf3 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5360825 Apr 01 16:01:19.719941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48470) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:19.731252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'subnet': {'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:19.767805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c918161-c072-424f-862d-154dd2751202 req-803cf05e-6c5b-4fb7-aa48-a1882ac8797b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:19.769762 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5c918161-c072-424f-862d-154dd2751202 req-803cf05e-6c5b-4fb7-aa48-a1882ac8797b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 944 time: 0.0962691 Apr 01 16:01:19.819918 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5c918161-c072-424f-862d-154dd2751202 req-e918a613-cbed-42af-90c5-07bde818062f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Apr 01 16:01:19.885417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8f83c28f-3ba0-4065-ae10-7056128d6e0f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:19.885798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.914925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a996f310-0186-4554-b182-ec7ae9a9413e None None] Provisioning complete for port b054b2fb-490d-4cff-a0fc-79104782caa8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:19.915342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a996f310-0186-4554-b182-ec7ae9a9413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.970882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:19.971929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:subnet and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:19.974876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:19.980893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:19.995196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 619e3826-d11a-4265-84b3-dc697c193f2b up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:20.099793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a996f310-0186-4554-b182-ec7ae9a9413e None None] Port b054b2fb-490d-4cff-a0fc-79104782caa8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:20.141542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Made reservation on behalf of 25bde367ec34420dbb2250b6b245fda8 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:20.145021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.200962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f5843ab5-789b-49c4-a6a8-706d33390556 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:20.257504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:20.266598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:20.266969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Updating router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 port b054b2fb-490d-4cff-a0fc-79104782caa8 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:20.295613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 619e3826-d11a-4265-84b3-dc697c193f2b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:20.310093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 619e3826-d11a-4265-84b3-dc697c193f2b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:20.310458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.373585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.477797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.540353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f5843ab5-789b-49c4-a6a8-706d33390556 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:20.563087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Subnet': ['ID=9e206aa8-4623-4dd3-911a-74dc883298fe,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:20.568010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f5843ab5-789b-49c4-a6a8-706d33390556 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:20.568610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.570996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Checking segment: {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:20.571357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network hostable DHCP agents. Network: 5d2028ba-33c2-4c51-bbca-5a79c549aae3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:20.619960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.709881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:20.780933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:20.798404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5d2028ba-33c2-4c51-bbca-5a79c549aae3) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:20.803780 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:20.804567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.818044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9dd1d-351b-4d78-918a-584bc94a170f None None] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:20.835253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=619e3826-d11a-4265-84b3-dc697c193f2b,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:20.905042 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b', 'code': 200} Apr 01 16:01:20.926813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a69d684f-db82-4186-af12-24d626febca1 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2028575 Apr 01 16:01:20.927562 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48480) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:20.994230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.074558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.160345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:21.241964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f5843ab5-789b-49c4-a6a8-706d33390556, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f5843ab5-789b-49c4-a6a8-706d33390556,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:21.291146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.348520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Transition to ACTIVE for port object b054b2fb-490d-4cff-a0fc-79104782caa8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:21.354956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.357134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:21.358042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.377948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4b81-d2d1-44e3-bc86-0138738ec889 req-b55b6770-5e09-49a8-b925-13acf45f7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:21.380044 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3eb4b81-d2d1-44e3-bc86-0138738ec889 req-b55b6770-5e09-49a8-b925-13acf45f7c09 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0855045 Apr 01 16:01:21.420195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf019664-11ad-49e6-9230-5e79ccf50663 req-7f68cb14-5695-443c-8dca-34a7f3fbcfa5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:21.428014 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cf019664-11ad-49e6-9230-5e79ccf50663 req-7f68cb14-5695-443c-8dca-34a7f3fbcfa5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.4317107 Apr 01 16:01:21.431100 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3eb4b81-d2d1-44e3-bc86-0138738ec889 req-fd502cb6-7096-40ca-8d7f-ca00ebff8b4e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Apr 01 16:01:21.470097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.558549 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cf019664-11ad-49e6-9230-5e79ccf50663 req-9965dbaa-3d44-4e8c-bed1-753a39686ef1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292415 Apr 01 16:01:21.592478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f5843ab5-789b-49c4-a6a8-706d33390556,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:21.782172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce257-4e4d-48ec-937f-99f08aa4bc67 None None] Pushing event updated for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:21.794578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.813650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Attempting to bind port b054b2fb-490d-4cff-a0fc-79104782caa8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:21.814017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Attempting to bind port b054b2fb-490d-4cff-a0fc-79104782caa8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:21.814378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Attempting to bind port b054b2fb-490d-4cff-a0fc-79104782caa8 on network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:21.823262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Allocated IP 172.23.0.2 (5d2028ba-33c2-4c51-bbca-5a79c549aae3/9e206aa8-4623-4dd3-911a-74dc883298fe/7cce9e52-a203-4b7f-a395-480b2e01fe77) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:21.829869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:21.830237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Checking segment: {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:21.830655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.831048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Bound using segment: {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:21.831519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Bound port: b054b2fb-490d-4cff-a0fc-79104782caa8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:21.831888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.031850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] For port b054b2fb-490d-4cff-a0fc-79104782caa8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:22.042684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] For port b054b2fb-490d-4cff-a0fc-79104782caa8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b054b2fb-490d-4cff-a0fc-79104782caa8,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:22.128343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.164723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.203900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Transition to ACTIVE for port object 7cce9e52-a203-4b7f-a395-480b2e01fe77 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:22.239760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:22.240443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:22.297297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Transition to ACTIVE for port object 7cce9e52-a203-4b7f-a395-480b2e01fe77 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:22.315532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce257-4e4d-48ec-937f-99f08aa4bc67 None None] Pushing event updated for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:22.377946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.444455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Allocated IP 172.23.0.1 (5d2028ba-33c2-4c51-bbca-5a79c549aae3/9e206aa8-4623-4dd3-911a-74dc883298fe/f1c249a6-9c67-4b0e-8a3f-6c8441a04623) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:22.533688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:22.543147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:22.588783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:22.601812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:22.630868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.647783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Transition to ACTIVE for port object f1c249a6-9c67-4b0e-8a3f-6c8441a04623 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:22.666741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Pushing event updated for resources: {'Port': ['ID=7cce9e52-a203-4b7f-a395-480b2e01fe77,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:22.769119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.785024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef379-1289-4c10-bde2-799106d14220 req-50b94847-d997-47db-b521-07ea04a39406 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:22.787394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc8ef379-1289-4c10-bde2-799106d14220 req-50b94847-d997-47db-b521-07ea04a39406 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0903635 Apr 01 16:01:22.824789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Attempting to bind port 7cce9e52-a203-4b7f-a395-480b2e01fe77 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:22.825080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Attempting to bind port 7cce9e52-a203-4b7f-a395-480b2e01fe77 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:22.825371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Attempting to bind port 7cce9e52-a203-4b7f-a395-480b2e01fe77 on network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:22.845323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:22.847545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc8ef379-1289-4c10-bde2-799106d14220 req-eec2b694-9a24-41d2-8c69-f3eab95cf22a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515842 Apr 01 16:01:22.853192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:22.858900 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:22.886142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:22.886527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Checking segment: {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:22.886962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.887391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Bound using segment: {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:22.887910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Bound port: 7cce9e52-a203-4b7f-a395-480b2e01fe77, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:22.888290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.895545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:22.925829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.052895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] For port 7cce9e52-a203-4b7f-a395-480b2e01fe77, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:23.064444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] For port 7cce9e52-a203-4b7f-a395-480b2e01fe77, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cce9e52-a203-4b7f-a395-480b2e01fe77,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:23.081108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:22Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:23.088723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5205-0764-4907-bfa7-287e1a95322e None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:22Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:23.141804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.192539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.291721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea366246-8e90-42e5-a332-4e4226579a5f None None] Pushing event updated for resources: {'Port': ['ID=7cce9e52-a203-4b7f-a395-480b2e01fe77,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:23.562213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f5843ab5-789b-49c4-a6a8-706d33390556 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:23.647916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f5843ab5-789b-49c4-a6a8-706d33390556 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:23.648289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.760071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.793624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b054b2fb-490d-4cff-a0fc-79104782caa8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:23.843036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.940085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b054b2fb-490d-4cff-a0fc-79104782caa8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:23.945525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b054b2fb-490d-4cff-a0fc-79104782caa8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:23.945905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.949511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event updated for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:23.982490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.071602 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.107868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b054b2fb-490d-4cff-a0fc-79104782caa8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b054b2fb-490d-4cff-a0fc-79104782caa8,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:24.188976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9569b-ff74-4f4d-91b4-f5c7fc108bf6 req-d4b8031a-0490-4f64-ac9f-51929c15f671 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:24.190524 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4c9569b-ff74-4f4d-91b4-f5c7fc108bf6 req-d4b8031a-0490-4f64-ac9f-51929c15f671 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.2093632 Apr 01 16:01:24.200905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:24.214842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:24.223778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.310240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:24.368895 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4c9569b-ff74-4f4d-91b4-f5c7fc108bf6 req-0b86ed97-1785-4f65-be0d-add55036f59e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701124 Apr 01 16:01:24.371645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a094b-af5d-4bfe-8960-c177a511bb82 None None] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:24.424833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:24.588598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96b6-0620-42c2-9fc4-a3275a61952b req-537e8035-7d4e-465f-950d-9a4ca700c9e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:24.590208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6cb96b6-0620-42c2-9fc4-a3275a61952b req-537e8035-7d4e-465f-950d-9a4ca700c9e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.1045458 Apr 01 16:01:24.600331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e57e3f14-2318-406b-b601-83aeeaf1afe5 None None] Provisioning for port 7cce9e52-a203-4b7f-a395-480b2e01fe77 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:24.602989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:24.616749 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:24.622020 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8289b9d5-ad1f-46e2-b575-e887241f8e83 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926594 Apr 01 16:01:24.622834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48490) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:24.628185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:24.628828 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:24.629685 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:24.668762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6cb96b6-0620-42c2-9fc4-a3275a61952b req-18df07bf-2b8d-430b-9a0a-b13fa73c2f16 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702028 Apr 01 16:01:24.694534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48494) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:24.825684 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:24.933359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84f903-410c-4b23-903a-4aeb63875e94 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:24.938119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c84f903-410c-4b23-903a-4aeb63875e94 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1093 time: 0.2352636 Apr 01 16:01:24.942721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48500) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:24.948192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '619e3826-d11a-4265-84b3-dc697c193f2b', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:24.956455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:24.961485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:24.964730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:24.972437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:25.029420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cef99d4a-655d-4104-954b-77ded942f761 None None] Provisioning for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:25.035461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cef99d4a-655d-4104-954b-77ded942f761 None None] Provisioning complete for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:25.044143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cef99d4a-655d-4104-954b-77ded942f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.108314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cef99d4a-655d-4104-954b-77ded942f761 None None] Port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:25.121616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.196429 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:22Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:23Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:25.201789 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:25.202376 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Updating router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:25.250170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-58811b49-b762-43a6-bda2-57072324dcad None None] Provisioning complete for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:25.251000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58811b49-b762-43a6-bda2-57072324dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.280361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.334269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.365608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-58811b49-b762-43a6-bda2-57072324dcad None None] Port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:25.485903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 16:01:25.492228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0e35f70f-324b-4dc1-8d1b-7f139a9901ac None None] Provisioning complete for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:25.495383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0e35f70f-324b-4dc1-8d1b-7f139a9901ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.503689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Removed routes are [] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 16:01:25.504121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.517976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.95 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/68fdd1b8-a74d-4a68-8184-7c2555232bb8) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:25.614075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b054b2fb-490d-4cff-a0fc-79104782caa8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:25.691304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0e35f70f-324b-4dc1-8d1b-7f139a9901ac None None] Port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:25.709026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b054b2fb-490d-4cff-a0fc-79104782caa8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:25.709491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.724756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.818559 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.830709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.832146 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Transition to ACTIVE for port object f1c249a6-9c67-4b0e-8a3f-6c8441a04623 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:25.852740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cce9e52-a203-4b7f-a395-480b2e01fe77 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:25.894198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:25.901422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:25.906414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:25.911910 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.940810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=68fdd1b8-a74d-4a68-8184-7c2555232bb8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:25.998085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.002270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.014572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 7cce9e52-a203-4b7f-a395-480b2e01fe77 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:26.024077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7cce9e52-a203-4b7f-a395-480b2e01fe77 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:26.024672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.150976 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaabec-514f-46ee-b742-5617834a57a3 None None] Pushing event updated for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:26.202728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:26.232979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.262252 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Attempting to bind port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:26.262460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Attempting to bind port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:26.262839 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Attempting to bind port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 on network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:26.270865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:26.271242 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Checking segment: {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:26.271640 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.272029 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Bound using segment: {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:26.272485 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Bound port: f1c249a6-9c67-4b0e-8a3f-6c8441a04623, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a089f54d-811e-4020-8aae-31eba9df9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:26.272855 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.294181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 7cce9e52-a203-4b7f-a395-480b2e01fe77, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cce9e52-a203-4b7f-a395-480b2e01fe77,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:26.368983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.374430 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] For port f1c249a6-9c67-4b0e-8a3f-6c8441a04623, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:26.378241 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] For port f1c249a6-9c67-4b0e-8a3f-6c8441a04623, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:26.396539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:26.403389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.407793 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac1c2d48-9de4-44f0-ac06-f545c2b8603a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 934 time: 1.7807901 Apr 01 16:01:26.408681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48504) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.446558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=7cce9e52-a203-4b7f-a395-480b2e01fe77,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:26.466988 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.550332 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:26.550992 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:26.620481 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaabec-514f-46ee-b742-5617834a57a3 None None] Pushing event updated for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:26.717218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b4180e8a-b332-4540-8e09-d5dcd759f48d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 934 time: 0.3077388 Apr 01 16:01:26.721255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48508) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.727575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'routes': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:26.733241 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:26.734582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.920733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.166865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 6, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:26Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:27.174680 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af985273-fdcb-4dc6-a240-1fb159abee5f None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 6, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:26Z', 'revision_number': 4, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:27.206992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.279863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.421731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=68fdd1b8-a74d-4a68-8184-7c2555232bb8,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:27.432169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.498712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added routes are [] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 16:01:27.499414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.extraroute_db [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 16:01:27.537618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.556051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f1c249a6-9c67-4b0e-8a3f-6c8441a04623 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:27.656492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP bc527a44-fff7-4ef6-b478-20d168093c8f associated. External IP: 172.26.8.95, port: 619e3826-d11a-4265-84b3-dc697c193f2b. Apr 01 16:01:27.738265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:27.745830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:27.746201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.906865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.948548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f1c249a6-9c67-4b0e-8a3f-6c8441a04623, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:27.979831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.983523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.043245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.044015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cce9e52-a203-4b7f-a395-480b2e01fe77 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:28.080349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:28.155170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:28.168326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:28.180754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:28.181401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:28.260064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:28.373409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:28.399596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:28.407263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.410943 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-20be2001-1ffc-4b8c-9f2e-58cea84ce634 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 700 time: 1.6856277 Apr 01 16:01:28.411321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48512) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:28.418311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7cce9e52-a203-4b7f-a395-480b2e01fe77 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:28.418311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.429665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:28.442983 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:28.454962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:28.455811 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:28.521498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.601911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d942207-9109-4b1a-8c2e-38d0b185f4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6613190 Apr 01 16:01:28.602990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:28.606823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-69a67ea7-1b06-49dc-915f-1013e5d7e904 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 700 time: 0.1936040 Apr 01 16:01:28.607695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48516) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:28.608018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48518) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:28.652346 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b', 'status': 'completed', 'code': 200} Apr 01 16:01:28.664969 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:28.817842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-13eda6b9-7798-4ef0-8d4f-ff01b8f2330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:28.819926 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-13eda6b9-7798-4ef0-8d4f-ff01b8f2330c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1098 time: 0.1342158 Apr 01 16:01:28.858070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:28.863959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:28.874241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:28.875959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.018535 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b09da98b-26fb-4828-b01e-6e89140dbf1a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 990 time: 0.4094036 Apr 01 16:01:29.025379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-64b97842-011d-46af-82d3-48b956e98d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:29.027219 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-64b97842-011d-46af-82d3-48b956e98d7d service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.1972177 Apr 01 16:01:29.108581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:29.167167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-5be2fb2e-9e7c-44e9-81bb-2190ea9f3351 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 998 time: 0.1319435 Apr 01 16:01:29.208111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '619e3826-d11a-4265-84b3-dc697c193f2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:b0:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:01:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.214535 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:29.227504 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:29.228422 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.246479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-1c6679ad-1e09-46a2-be1f-ead3514124ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:29.248168 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-1c6679ad-1e09-46a2-be1f-ead3514124ef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0748174 Apr 01 16:01:29.342058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-0cdfe5a5-6e33-4d1b-b6ac-e71fb985178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:29.344444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-0cdfe5a5-6e33-4d1b-b6ac-e71fb985178d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896225 Apr 01 16:01:29.473170 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:29.499050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f1c249a6-9c67-4b0e-8a3f-6c8441a04623 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:29.499761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.531823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.543617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e4ca-4b6a-42d3-8c49-ca1367d4a729 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:29.564382 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-06ea1622-1285-4bd0-abc5-6012944dced1 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100880 Apr 01 16:01:29.609977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:29.610570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.755688 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c8d5871f-e0fe-414f-b322-2e5dc16b8d0e req-acb339ce-2b52-43d7-bcb1-4c8056ed306b service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848435 Apr 01 16:01:29.902400 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:29.918318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:29.919461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.943244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port f1c249a6-9c67-4b0e-8a3f-6c8441a04623 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:29.943583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.947348 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '619e3826-d11a-4265-84b3-dc697c193f2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:b0:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:01:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:29.952420 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befb71-4bc2-46ce-8ec8-90f539a4e08a None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '619e3826-d11a-4265-84b3-dc697c193f2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:b0:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:01:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:30.025558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:30.113632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:30.163316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-54f68dcc-6567-47bb-b59e-c897efc0a452 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 990 time: 0.1356461 Apr 01 16:01:30.182578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port f1c249a6-9c67-4b0e-8a3f-6c8441a04623, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:30.183149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.234742 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c529880-110e-4cc6-be75-c8d673c99bd2 None None] New status for floating IP bc527a44-fff7-4ef6-b478-20d168093c8f: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:30.317801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for f1c249a6-9c67-4b0e-8a3f-6c8441a04623 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:30.488617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:30.494291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:30.504899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:30.505657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:30.679488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:30.877648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.928336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=f1c249a6-9c67-4b0e-8a3f-6c8441a04623,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:31.110256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:31.115100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a094e0c-c20e-4bfc-a3f5-6792ed38a5aa None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 7, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c249a6-9c67-4b0e-8a3f-6c8441a04623', 'name': '', 'network_id': '5d2028ba-33c2-4c51-bbca-5a79c549aae3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:e8:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:22Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': '9e206aa8-4623-4dd3-911a-74dc883298fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:31.167022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48530) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.224573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.287223 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f2e2601-6312-41c4-bff7-ec412c2845e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 992 time: 0.1185968 Apr 01 16:01:31.567083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:31.737220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:31.747003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:31.751072 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-841fc952-a9aa-4abf-a516-948d9ecbf8e2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1389298 Apr 01 16:01:31.753882 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48534) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.758401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:31.759050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:31.828530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet 9e206aa8-4623-4dd3-911a-74dc883298fe {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:31.831735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.896528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.927966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:31.992060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.174771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.214936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=9e206aa8-4623-4dd3-911a-74dc883298fe,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:32.216869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.224155 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b2120970-05da-479f-90de-c7ba502c4a59 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/9e206aa8-4623-4dd3-911a-74dc883298fe HTTP/1.1" status: 204 len: 168 time: 0.4691572 Apr 01 16:01:32.226753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48538) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:32.228503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89178804-fd02-46c9-a5dd-ee8dca65c8bb None None] Network 5d2028ba-33c2-4c51-bbca-5a79c549aae3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:32.347050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.357823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 7cce9e52-a203-4b7f-a395-480b2e01fe77 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:32.358155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.443717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:30Z', 'revision_number': 8, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:32.450416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:32.471992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:32.472627 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:32.533457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-424cf79e-b716-4902-b8c8-033a89186f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.616442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] DHCP port deletion for 5d2028ba-33c2-4c51-bbca-5a79c549aae3 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:32.628305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Deleting port 7cce9e52-a203-4b7f-a395-480b2e01fe77 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:32.628680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.687578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:32.696460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 7cce9e52-a203-4b7f-a395-480b2e01fe77, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cce9e52-a203-4b7f-a395-480b2e01fe77,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:32.696829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.822714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 7cce9e52-a203-4b7f-a395-480b2e01fe77 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:32.989591 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.039321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=7cce9e52-a203-4b7f-a395-480b2e01fe77,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.045729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port 7cce9e52-a203-4b7f-a395-480b2e01fe77 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:33.131907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] For port 7cce9e52-a203-4b7f-a395-480b2e01fe77, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7cce9e52-a203-4b7f-a395-480b2e01fe77,segment=NetworkSegment(a089f54d-811e-4020-8aae-31eba9df9300),segment_id=a089f54d-811e-4020-8aae-31eba9df9300)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:33.132292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.170973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.197764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2028ba-33c2-4c51-bbca-5a79c549aae3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.212104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a089f54d-811e-4020-8aae-31eba9df9300') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.212551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a089f54d-811e-4020-8aae-31eba9df9300') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.225441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.242648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.248860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:33.249245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:33.264661 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:33.273909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Calling delete_port for 7cce9e52-a203-4b7f-a395-480b2e01fe77 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:33.400055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:01:33.400405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:01:33.413300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:30Z', 'revision_number': 8, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.417867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb7683d-758d-49ae-8c98-04af6e5367a0 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:30Z', 'revision_number': 8, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b054b2fb-490d-4cff-a0fc-79104782caa8', 'name': '', 'network_id': 'ff28dcb5-a0b0-4ac4-b416-c1daed257e0e', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b1:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:16Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'f3ef1065-7b7a-497f-ae68-5a7ed1d767d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:33.442011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cce9e52-a203-4b7f-a395-480b2e01fe77 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:33.456614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.479774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 7cce9e52-a203-4b7f-a395-480b2e01fe77 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:33.480317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7cce9e52-a203-4b7f-a395-480b2e01fe77 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:33.481335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.493783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=5d2028ba-33c2-4c51-bbca-5a79c549aae3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.502541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9dbb93a2-0d90-4ce0-95ea-fd55c0e50759 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/5d2028ba-33c2-4c51-bbca-5a79c549aae3 HTTP/1.1" status: 204 len: 168 time: 1.2747705 Apr 01 16:01:33.505316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48542) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:33.902094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Deleting port 7cce9e52-a203-4b7f-a395-480b2e01fe77 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:33.902538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.989534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0c6a-6f6f-48d6-a65f-ae85a3822e89 None None] The port '7cce9e52-a203-4b7f-a395-480b2e01fe77' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:01:34.033305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.473930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port b054b2fb-490d-4cff-a0fc-79104782caa8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:34.474675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.669200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port b054b2fb-490d-4cff-a0fc-79104782caa8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b054b2fb-490d-4cff-a0fc-79104782caa8,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:34.669555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.795257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for b054b2fb-490d-4cff-a0fc-79104782caa8 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:34.831450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-be48a88f-260c-4a7b-9278-cc79d971fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:35.064259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:35.117677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=b054b2fb-490d-4cff-a0fc-79104782caa8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:35.392396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:35.442315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f1c249a6-9c67-4b0e-8a3f-6c8441a04623 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:35.478155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f1c249a6-9c67-4b0e-8a3f-6c8441a04623 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:35.478629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f1c249a6-9c67-4b0e-8a3f-6c8441a04623 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:35.595460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:35.850806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:36.020486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:36.029931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:36.035363 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb15cc3e-52d7-400e-9d84-933d707c2d90 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264997 Apr 01 16:01:36.035589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48546) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:36.039413 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:36.040011 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:36.106728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet f3ef1065-7b7a-497f-ae68-5a7ed1d767d6 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:36.110054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.128668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.166651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.193818 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:36.256871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.441305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.483557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ef1065-7b7a-497f-ae68-5a7ed1d767d6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:36.485517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.494994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89723fdb-e25c-4da9-8bb6-bac833288524 None None] Network ff28dcb5-a0b0-4ac4-b416-c1daed257e0e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:36.495120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-681e30c7-459b-411e-92a5-42fb9463a1a4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/f3ef1065-7b7a-497f-ae68-5a7ed1d767d6 HTTP/1.1" status: 204 len: 168 time: 0.4553742 Apr 01 16:01:36.495120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48550) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:36.563668 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 9, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:36.569116 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:36.579620 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:36.580548 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:36.615879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.630709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port f5843ab5-789b-49c4-a6a8-706d33390556 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:36.631049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.753168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] DHCP port deletion for ff28dcb5-a0b0-4ac4-b416-c1daed257e0e request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:36.753560 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:36.757207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Deleting port f5843ab5-789b-49c4-a6a8-706d33390556 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:36.757645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.863572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port f5843ab5-789b-49c4-a6a8-706d33390556, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f5843ab5-789b-49c4-a6a8-706d33390556,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:36.864467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.988440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] For port f5843ab5-789b-49c4-a6a8-706d33390556, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f5843ab5-789b-49c4-a6a8-706d33390556,segment=NetworkSegment(1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d),segment_id=1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:36.988866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.007911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for f5843ab5-789b-49c4-a6a8-706d33390556 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:37.086734 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 9, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:37.092674 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ed216-b54a-4527-90c6-6ff15254738b None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 9, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '8f83c28f-3ba0-4065-ae10-7056128d6e0f', 'name': '', 'network_id': 'e74919f7-7e6b-40ae-8aee-588225cda72f', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:54:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:17Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'd24e8fa8-74a7-4067-a0e4-86e12165c16f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:37.189741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.220256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Calling delete_port for f5843ab5-789b-49c4-a6a8-706d33390556 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:37.241802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=f5843ab5-789b-49c4-a6a8-706d33390556,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:37.246934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port f5843ab5-789b-49c4-a6a8-706d33390556 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:37.293719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:01:37.294067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:01:37.382278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.410692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff28dcb5-a0b0-4ac4-b416-c1daed257e0e']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:37.427220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:37.427514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6d4b9c-16d7-4c3c-96fb-6eaf3949f73d') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:37.450070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.470013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.474049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f5843ab5-789b-49c4-a6a8-706d33390556 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:37.478490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:37.479063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:37.498122 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:37.510212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f5843ab5-789b-49c4-a6a8-706d33390556 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:37.510655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f5843ab5-789b-49c4-a6a8-706d33390556 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:37.511067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b054b2fb-490d-4cff-a0fc-79104782caa8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:37.560760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b054b2fb-490d-4cff-a0fc-79104782caa8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:37.561154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b054b2fb-490d-4cff-a0fc-79104782caa8 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:37.623888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.657879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.662094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.690127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=ff28dcb5-a0b0-4ac4-b416-c1daed257e0e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:37.696253 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-43b4f42a-f06f-41c5-850c-b80fe01f9633 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/ff28dcb5-a0b0-4ac4-b416-c1daed257e0e HTTP/1.1" status: 204 len: 168 time: 1.2007797 Apr 01 16:01:37.699053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48554) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:37.795365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Deleting port f5843ab5-789b-49c4-a6a8-706d33390556 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:37.795661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.864136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9abcc79c-71ac-487f-a633-505e1c49bdc4 None None] The port 'f5843ab5-789b-49c4-a6a8-706d33390556' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:01:38.351736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:38.701131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 8f83c28f-3ba0-4065-ae10-7056128d6e0f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:38.701476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:38.898929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 8f83c28f-3ba0-4065-ae10-7056128d6e0f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8f83c28f-3ba0-4065-ae10-7056128d6e0f,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:38.899280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.026057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 8f83c28f-3ba0-4065-ae10-7056128d6e0f owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:39.282943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.336386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=8f83c28f-3ba0-4065-ae10-7056128d6e0f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:39.719414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.056078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:40.219333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:40.230860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:40.232373 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c5645fb4-8663-43fb-bfc4-a4614593c631 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323124 Apr 01 16:01:40.236045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48558) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:40.247833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:40.248613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:40.304805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet d24e8fa8-74a7-4067-a0e4-86e12165c16f {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:40.308024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.370108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.411409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:40.461025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.614769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.658993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=d24e8fa8-74a7-4067-a0e4-86e12165c16f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:40.662659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.668874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-61faa334-404a-4df4-83f3-d23ab04d4913 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/d24e8fa8-74a7-4067-a0e4-86e12165c16f HTTP/1.1" status: 204 len: 168 time: 0.4317625 Apr 01 16:01:40.671577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b79e0-1c11-49bb-99d7-a1ded25f0242 None None] Network e74919f7-7e6b-40ae-8aee-588225cda72f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:40.672358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48562) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:40.791089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.803365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:40.803702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.906071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:39Z', 'revision_number': 10, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:40.912630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:40.932450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:40.932897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:41.034742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:41.035115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.079566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] DHCP port deletion for e74919f7-7e6b-40ae-8aee-588225cda72f request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:41.096984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Deleting port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:41.097357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.138647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:41.176341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:41.452350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.492426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:41.500908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:41.504493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:41.548188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:41.548535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:41.632360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.636759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] For port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e0e134fa-98ea-4ae2-a80f-8722de4c0bc6,segment=NetworkSegment(5ec69f14-f150-4226-9532-0aa9a54e8da0),segment_id=5ec69f14-f150-4226-9532-0aa9a54e8da0)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:41.637165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.665626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74919f7-7e6b-40ae-8aee-588225cda72f']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:41.679802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec69f14-f150-4226-9532-0aa9a54e8da0') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:41.680108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec69f14-f150-4226-9532-0aa9a54e8da0') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:41.692731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.710278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.716821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:41.717243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:41.732983 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:41.796659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Calling delete_port for e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:41.886867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.891576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:01:41.891943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:01:41.892509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.897604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:39Z', 'revision_number': 10, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:41.902005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660dbb9-1e36-4d5b-b65b-d6044d641d39 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:39Z', 'revision_number': 10, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None, '_interfaces': [{'id': '9702bb9e-271d-4640-b52e-92fe1186f038', 'name': '', 'network_id': '1a302869-fdd7-4ffd-888f-7715f2c060b3', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'mac_address': 'fa:16:3e:b2:b2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:05Z', 'updated_at': '2022-04-01T16:01:14Z', 'revision_number': 5, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'subnets': [{'id': 'bc5dbf44-a8bb-4255-a847-ab815d8a020f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:41.928571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=e74919f7-7e6b-40ae-8aee-588225cda72f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:41.932171 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-be644943-95bd-488b-8b7d-502693aab1c2 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/e74919f7-7e6b-40ae-8aee-588225cda72f HTTP/1.1" status: 204 len: 168 time: 1.2586689 Apr 01 16:01:41.935955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48566) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:42.393059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Deleting port e0e134fa-98ea-4ae2-a80f-8722de4c0bc6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:42.393446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.456884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.464032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0cc8-28e2-4e37-b6dc-ca681a4499bb None None] The port 'e0e134fa-98ea-4ae2-a80f-8722de4c0bc6' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:01:42.913668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port 9702bb9e-271d-4640-b52e-92fe1186f038 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:42.914013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.115174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port 9702bb9e-271d-4640-b52e-92fe1186f038, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9702bb9e-271d-4640-b52e-92fe1186f038,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:43.115948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.247057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for 9702bb9e-271d-4640-b52e-92fe1186f038 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:43.393643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f83c28f-3ba0-4065-ae10-7056128d6e0f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:43.428789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8f83c28f-3ba0-4065-ae10-7056128d6e0f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:43.429128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8f83c28f-3ba0-4065-ae10-7056128d6e0f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:43.515831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.564856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=9702bb9e-271d-4640-b52e-92fe1186f038,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:43.802650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.206855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:44.346244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:44.356477 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:44.363701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e815000-a09a-4980-8411-745a9cd849fb tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229631 Apr 01 16:01:44.363701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48570) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:44.367085 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:44.367692 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:44.433870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting subnet bc5dbf44-a8bb-4255-a847-ab815d8a020f {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:44.437448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.496100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.503709 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:44.583381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.612463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:44.616726 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:44.625237 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:44.625833 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:44.740372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.759533 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:44.784072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5dbf44-a8bb-4255-a847-ab815d8a020f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:44.786083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.795423 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f7280e00-26fe-4f3d-8d3a-da8d90ecd63e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/bc5dbf44-a8bb-4255-a847-ab815d8a020f HTTP/1.1" status: 204 len: 168 time: 0.4296503 Apr 01 16:01:44.795689 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602be7a-c3f2-4405-9ff3-0a9d1ea6fa72 None None] Network 1a302869-fdd7-4ffd-888f-7715f2c060b3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:44.796191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48574) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:44.901136 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:44.905160 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f160-86d1-4df5-8f16-95222c2f9c45 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:44.917979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.930031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Deleting port d8355eb8-150a-41b5-bd88-bb5c7919e366 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:44.930645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.155509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] For port d8355eb8-150a-41b5-bd88-bb5c7919e366, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d8355eb8-150a-41b5-bd88-bb5c7919e366,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:45.155869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.244343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] DHCP port deletion for 1a302869-fdd7-4ffd-888f-7715f2c060b3 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:45.249375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Deleting port d8355eb8-150a-41b5-bd88-bb5c7919e366 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:45.250170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.293882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Calling delete_port for d8355eb8-150a-41b5-bd88-bb5c7919e366 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:45.457192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9702bb9e-271d-4640-b52e-92fe1186f038 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:45.480716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.509437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9702bb9e-271d-4640-b52e-92fe1186f038 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:45.509749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9702bb9e-271d-4640-b52e-92fe1186f038 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:45.510178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d8355eb8-150a-41b5-bd88-bb5c7919e366 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:45.536245 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Port': ['ID=d8355eb8-150a-41b5-bd88-bb5c7919e366,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:45.540605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No DVR routers for this DVR port d8355eb8-150a-41b5-bd88-bb5c7919e366 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:45.549825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d8355eb8-150a-41b5-bd88-bb5c7919e366 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:45.550165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d8355eb8-150a-41b5-bd88-bb5c7919e366 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:45.556417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] For port d8355eb8-150a-41b5-bd88-bb5c7919e366, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d8355eb8-150a-41b5-bd88-bb5c7919e366,segment=NetworkSegment(e9b67977-84ae-48c2-bc84-39be751028ef),segment_id=e9b67977-84ae-48c2-bc84-39be751028ef)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:45.556812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.679173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.683097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Calling delete_port for d8355eb8-150a-41b5-bd88-bb5c7919e366 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:45.710359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a302869-fdd7-4ffd-888f-7715f2c060b3']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:45.723976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b67977-84ae-48c2-bc84-39be751028ef') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:45.724262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b67977-84ae-48c2-bc84-39be751028ef') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:45.737799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.757466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.767384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:45.767790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:45.783495 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:45.810875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:01:45.812055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:01:45.934312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.939456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.970606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Pushing event deleted for resources: {'Network': ['ID=1a302869-fdd7-4ffd-888f-7715f2c060b3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:45.974701 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ea1027b1-864e-4f66-a231-adaf0028f7df tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/networks/1a302869-fdd7-4ffd-888f-7715f2c060b3 HTTP/1.1" status: 204 len: 168 time: 1.1777654 Apr 01 16:01:45.977334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48578) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:45.982456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'routes': None}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:46.312423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Deleting port d8355eb8-150a-41b5-bd88-bb5c7919e366 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:46.312786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.386293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-594d17bd-4300-4b12-abbf-3a69e97ce799 None None] The port 'd8355eb8-150a-41b5-bd88-bb5c7919e366' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:01:46.407158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.extraroute_db [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Added routes are [] {{(pid=88732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 16:01:46.407444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.extraroute_db [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Removed routes are [] {{(pid=88732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 16:01:46.407800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.688153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.692481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.847986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:46.991091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:46.997462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.998833 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0afc3d1f-2431-4cc3-9b89-5543654edf98 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 701 time: 1.0205142 Apr 01 16:01:47.000652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Sync routers for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:47.001783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48582) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:47.011138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:47.011779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:47.046111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-343eeef8-e50b-4185-b765-417f7fcfacf0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:47.122549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-343eeef8-e50b-4185-b765-417f7fcfacf0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:47.125197 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-343eeef8-e50b-4185-b765-417f7fcfacf0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 205 time: 0.1211104 Apr 01 16:01:47.126840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48586) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:47.141212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:47.250655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:47.254852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Checking router: 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:47.263121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Routers {'95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:47.263741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:47.267138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.394202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] Set router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:47.506280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:47.517292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd88c0-3fc9-4bed-859c-2f1b392f6e31 None None] The sync data for ids ['95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2'] in dv-neutron-835944-1-hyperv is: [{'id': '95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2', 'name': 'tempest-RoutersTest-router-1284017942', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:03Z', 'updated_at': '2022-04-01T16:01:43Z', 'revision_number': 11, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:47.700347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.703189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.791279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.791670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router 95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:01:47.807552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.808651 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-41631bed-670e-4def-87f1-f811d82c913b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 204 len: 168 time: 0.6806548 Apr 01 16:01:47.812858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:47.818181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1379957643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:47.824982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:47.829897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Usage tracker for resource:router and tenant:25bde367ec34420dbb2250b6b245fda8 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:47.832923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:47.842167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:47.928569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.929760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.946056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.035364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.128200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.129385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a66a7221-4357-4e0b-8051-043a7a0d6d0e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3155947 Apr 01 16:01:48.131995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:48.136906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:48.185234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.570204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.642576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.905798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Router dd6ead8e-7829-4eea-8f06-426ce733b570 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:01:49.047274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:49.053689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.054848 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-652cf868-0c60-40ec-8927-523ebce5fcf4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "PUT /v2.0/routers/dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 200 len: 694 time: 0.9219127 Apr 01 16:01:49.057438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:49.060248 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Sync routers for ids ['dd6ead8e-7829-4eea-8f06-426ce733b570'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:49.070487 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Routers {'dd6ead8e-7829-4eea-8f06-426ce733b570'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:49.071211 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['dd6ead8e-7829-4eea-8f06-426ce733b570'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:49.196928 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Set router dd6ead8e-7829-4eea-8f06-426ce733b570 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:49.199087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-be04b17d-00d5-4448-b506-11216a9edf23 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/routers/dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 200 len: 700 time: 0.1405647 Apr 01 16:01:49.203025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48602) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:49.245841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de479573-e046-47fc-9784-8dd34e727aef tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Synchronizing usage tracker for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:49.257748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de479573-e046-47fc-9784-8dd34e727aef tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Unset dirty status for tenant:25bde367ec34420dbb2250b6b245fda8 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:49.258972 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-de479573-e046-47fc-9784-8dd34e727aef tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 200 len: 205 time: 0.0549798 Apr 01 16:01:49.261782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48606) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:49.307447 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ead8e-7829-4eea-8f06-426ce733b570', 'name': 'tempest-RoutersTest-router-1379957643', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:47Z', 'updated_at': '2022-04-01T16:01:48Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:49.311992 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Checking router: dd6ead8e-7829-4eea-8f06-426ce733b570 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:49.321341 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Routers {'dd6ead8e-7829-4eea-8f06-426ce733b570'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:49.322088 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['dd6ead8e-7829-4eea-8f06-426ce733b570'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:49.467381 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] Set router dd6ead8e-7829-4eea-8f06-426ce733b570 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:49.527643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.570110 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ead8e-7829-4eea-8f06-426ce733b570', 'name': 'tempest-RoutersTest-router-1379957643', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:47Z', 'updated_at': '2022-04-01T16:01:48Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:49.574433 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce203d-4144-4aa4-934c-005fde7d0da9 None None] The sync data for ids ['dd6ead8e-7829-4eea-8f06-426ce733b570'] in dv-neutron-835944-1-hyperv is: [{'id': 'dd6ead8e-7829-4eea-8f06-426ce733b570', 'name': 'tempest-RoutersTest-router-1379957643', 'tenant_id': '25bde367ec34420dbb2250b6b245fda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:47Z', 'updated_at': '2022-04-01T16:01:48Z', 'revision_number': 2, 'project_id': '25bde367ec34420dbb2250b6b245fda8', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:49.844311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.846745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.926476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.926993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Fanout notify agent at l3_agent the message router_deleted on router dd6ead8e-7829-4eea-8f06-426ce733b570 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:01:49.942655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.943752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-946ac545-69db-4191-b88b-f5eefc89d8d0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 204 len: 168 time: 0.6810725 Apr 01 16:01:49.950548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.002239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-62a10b3a-6db2-4b90-9faa-3e11fd1cca87 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 200 len: 205 time: 0.0503492 Apr 01 16:01:50.004738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48618) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.079825 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-425f526a-2b51-41e3-918c-7e3e7b6ad801 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.081039 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-425f526a-2b51-41e3-918c-7e3e7b6ad801 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/dd6ead8e-7829-4eea-8f06-426ce733b570 HTTP/1.1" status: 404 len: 336 time: 0.0751600 Apr 01 16:01:50.083826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48622) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.123772 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e408d468-f3eb-45f9-972e-7819cbe80246 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.124307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e408d468-f3eb-45f9-972e-7819cbe80246 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.126383 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e408d468-f3eb-45f9-972e-7819cbe80246 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/9e206aa8-4623-4dd3-911a-74dc883298fe HTTP/1.1" status: 404 len: 337 time: 0.0414555 Apr 01 16:01:50.129180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48626) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.169970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd2da4e-639d-489c-8822-60d05b0ad36e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.170429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd2da4e-639d-489c-8822-60d05b0ad36e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.174933 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9cd2da4e-639d-489c-8822-60d05b0ad36e tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/f3ef1065-7b7a-497f-ae68-5a7ed1d767d6 HTTP/1.1" status: 404 len: 337 time: 0.0420403 Apr 01 16:01:50.175304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48630) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.219476 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-077cda39-6da5-4d06-87d6-f73e6c050ae8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.219929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077cda39-6da5-4d06-87d6-f73e6c050ae8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.221601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-077cda39-6da5-4d06-87d6-f73e6c050ae8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/d24e8fa8-74a7-4067-a0e4-86e12165c16f HTTP/1.1" status: 404 len: 337 time: 0.0453622 Apr 01 16:01:50.224145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48634) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.262839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab4679d-3cf8-4353-aac4-ec40f55eb787 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.263236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab4679d-3cf8-4353-aac4-ec40f55eb787 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.265179 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1ab4679d-3cf8-4353-aac4-ec40f55eb787 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/bc5dbf44-a8bb-4255-a847-ab815d8a020f HTTP/1.1" status: 404 len: 337 time: 0.0401609 Apr 01 16:01:50.268844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48638) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.320124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a83f871-6d2c-471c-90ca-f6f36bf25877 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 200 len: 205 time: 0.0499027 Apr 01 16:01:50.322661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48642) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.403675 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-ac84027b-e2f2-446f-b6ce-6ecc030b62b8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.404676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac84027b-e2f2-446f-b6ce-6ecc030b62b8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/95e393d4-c1f0-4bb9-a3cc-8a3e5b5322b2 HTTP/1.1" status: 404 len: 336 time: 0.0811715 Apr 01 16:01:50.407848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.457719 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0d7561ce-5e03-4830-9228-4627805dba88 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eed1d02-bf1b-40e9-81e2-8362cfc081f3 HTTP/1.1" status: 200 len: 205 time: 0.0487397 Apr 01 16:01:50.460128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48650) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.544913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-76380c4b-5acd-4e12-b600-a8960930bed8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.547554 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-76380c4b-5acd-4e12-b600-a8960930bed8 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/0eed1d02-bf1b-40e9-81e2-8362cfc081f3 HTTP/1.1" status: 404 len: 336 time: 0.0863874 Apr 01 16:01:50.549361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48654) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.589477 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c0104e-8ac0-4001-a61a-36ae16871036 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.589929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c0104e-8ac0-4001-a61a-36ae16871036 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.594878 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e5c0104e-8ac0-4001-a61a-36ae16871036 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/809f993e-e89b-429e-b734-2ff0e695c3c7 HTTP/1.1" status: 404 len: 337 time: 0.0414186 Apr 01 16:01:50.595301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48658) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.643036 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5e8f05be-3927-463e-b339-53e0975b6953 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 200 len: 205 time: 0.0463846 Apr 01 16:01:50.645263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48662) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.710999 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e5d54e3a-ef09-4298-845f-fd70b540196a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.712223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e5d54e3a-ef09-4298-845f-fd70b540196a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/d847ff53-c4ea-4332-b9d0-b392e87019a7 HTTP/1.1" status: 404 len: 336 time: 0.0658150 Apr 01 16:01:50.715325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48666) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.762372 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-90f4865d-2025-44e5-91f3-136a48e448f0 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=e805b1b4-9f86-4018-b815-d123aaf90b8e HTTP/1.1" status: 200 len: 205 time: 0.0466459 Apr 01 16:01:50.765403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48670) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.831714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-359b9156-46c4-460e-97c7-2c96d47f498d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.832643 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-359b9156-46c4-460e-97c7-2c96d47f498d tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/e805b1b4-9f86-4018-b815-d123aaf90b8e HTTP/1.1" status: 404 len: 336 time: 0.0662260 Apr 01 16:01:50.835304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.876391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7f153f-1ec8-487c-8b0a-97890afa935a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:50.876831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7f153f-1ec8-487c-8b0a-97890afa935a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:50.878451 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c7f153f-1ec8-487c-8b0a-97890afa935a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/6d637aeb-f81f-45d5-94ff-de7cbe06980b HTTP/1.1" status: 404 len: 337 time: 0.0422897 Apr 01 16:01:50.881168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48678) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.924528 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e72dbabd-a878-4dfa-bab8-d764a5fb389f tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=eedfa3e3-ef61-4f57-9457-f839cffc43d5 HTTP/1.1" status: 200 len: 205 time: 0.0422916 Apr 01 16:01:50.926865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48682) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:50.996128 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-bc7fd303-93e8-4ce9-8494-e40c710c166a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:50.997136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bc7fd303-93e8-4ce9-8494-e40c710c166a tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/eedfa3e3-ef61-4f57-9457-f839cffc43d5 HTTP/1.1" status: 404 len: 336 time: 0.0694048 Apr 01 16:01:51.000590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:51.042309 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfaf917-4c69-407a-b33f-a13a88d1a502 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:51.043202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfaf917-4c69-407a-b33f-a13a88d1a502 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:51.044488 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fdfaf917-4c69-407a-b33f-a13a88d1a502 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/8376c2d5-54e2-4950-a08a-197a4be0b815 HTTP/1.1" status: 404 len: 337 time: 0.0429997 Apr 01 16:01:51.047939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48690) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:51.095048 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c2b0072f-f76f-48ae-8067-9ad29e544c8b tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1216595c-091d-42ec-968f-7f2545bd425c HTTP/1.1" status: 200 len: 205 time: 0.0458806 Apr 01 16:01:51.097361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:51.166158 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e5a7725d-71c3-417a-8558-2f82bbb99164 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] delete failed (client error): The resource could not be found. Apr 01 16:01:51.167229 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e5a7725d-71c3-417a-8558-2f82bbb99164 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/routers/1216595c-091d-42ec-968f-7f2545bd425c HTTP/1.1" status: 404 len: 336 time: 0.0689743 Apr 01 16:01:51.169788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48698) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:51.208108 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3a8f4e-6ef3-48b4-b5fd-42dee48a88b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:51.208555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3a8f4e-6ef3-48b4-b5fd-42dee48a88b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:51.210216 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ca3a8f4e-6ef3-48b4-b5fd-42dee48a88b4 tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/cbac95f3-28a3-4c0b-afa7-68bd006e6a51 HTTP/1.1" status: 404 len: 337 time: 0.0395789 Apr 01 16:01:51.212794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48702) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:51.254229 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c273026-f4f8-4859-b5b4-a937cd35af2c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] DELETE failed (client error): The resource could not be found. Apr 01 16:01:51.254705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c273026-f4f8-4859-b5b4-a937cd35af2c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:01:51.256376 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4c273026-f4f8-4859-b5b4-a937cd35af2c tempest-RoutersTest-57670165 tempest-RoutersTest-57670165-project] 10.222.0.21 "DELETE /v2.0/subnets/f0f9cf9d-a349-4ba6-9db4-8f6e143f46b0 HTTP/1.1" status: 404 len: 337 time: 0.0427153 Apr 01 16:01:51.860209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48710) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:52.067254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-76ef1834-0336-4725-bddb-db992105bddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25bde367ec34420dbb2250b6b245fda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055945 Apr 01 16:01:52.069803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:52.136767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:52.163725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:52.276820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:52.293683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66441d74-0c44-4891-a390-794f7a91c0f5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:52.303572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.303946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.304331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.304665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.305003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.305328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.305653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.305979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.306302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.306652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.306963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.307397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.310063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:52.311208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d0398d1b-470c-43de-9f26-24847ffc7b03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66441d74-0c44-4891-a390-794f7a91c0f5 HTTP/1.1" status: 204 len: 168 time: 0.2405148 Apr 01 16:01:53.362441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48742) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:53.468819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1922761345-network', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:53.473750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:53.477644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Usage tracker for resource:network and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:53.480512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:53.486833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:53.565773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Made reservation on behalf of c08c23e0a35c4cba9c315f81de099a09 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:53.568447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.581621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.597273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:53.601483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:53.604795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:53.611688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:53.701421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.785460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.789288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:53.814854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:53.827884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b712b96-60a4-44eb-af41-768e41aa7bb9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:53.832330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.832670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Added segment 533189c4-3afc-427e-8076-62b93777bbda of type vlan for network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 Apr 01 16:01:53.859948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.949034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.950069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.950702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:54.055882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] Pushing event updated for resources: {'Network': ['ID=f7203b8a-fed5-47bf-b6d1-e665252c2ed5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:54.065949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:54.106326 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cb001fbf-e4d8-491e-8311-9bce9ff48d26 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7402606 Apr 01 16:01:54.106548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48748) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:54.112883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Request body: {'subnet': {'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1922761345-subnet', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:54.117836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:54.122067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Usage tracker for resource:subnet and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:54.125078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:54.130949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:54.213652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Made reservation on behalf of c08c23e0a35c4cba9c315f81de099a09 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:54.215981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:54.494175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:54.563898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7363cf-de93-445b-875f-2d4c01a58cc1,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:54.577446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:54.577809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Network hostable DHCP agents. Network: f7203b8a-fed5-47bf-b6d1-e665252c2ed5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:54.680331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:54.794499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f7203b8a-fed5-47bf-b6d1-e665252c2ed5) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:54.799260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:54.800613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:54.804050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163a4ba-56f1-4030-8daa-2dd3da6eabd0 None None] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:54.892681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-562b65f6-6a5c-4de7-9e9a-01edacdefae5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7849345 Apr 01 16:01:54.895449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:54.900846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:54.905812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:54.910193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Usage tracker for resource:router and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:54.913399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:54.919353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:55.006449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.007836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.024483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.028966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:55.029794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.199433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Allocated IP 172.20.0.2 (f7203b8a-fed5-47bf-b6d1-e665252c2ed5/fd7363cf-de93-445b-875f-2d4c01a58cc1/39a5a546-21a8-4b97-9340-8cd07c5a1387) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:55.417890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.429291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Transition to ACTIVE for port object 39a5a546-21a8-4b97-9340-8cd07c5a1387 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:55.453295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Transition to ACTIVE for port object 39a5a546-21a8-4b97-9340-8cd07c5a1387 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:55.493972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.500270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.610176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:55.617289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:55.621892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:55.628152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Pushing event updated for resources: {'Port': ['ID=39a5a546-21a8-4b97-9340-8cd07c5a1387,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:55.673769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.674109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.674449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.674811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.675133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.675461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.675783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.676108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.676433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.676748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.677063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.677373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:55.737121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Attempting to bind port 39a5a546-21a8-4b97-9340-8cd07c5a1387 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:55.737386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Attempting to bind port 39a5a546-21a8-4b97-9340-8cd07c5a1387 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:55.737707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Attempting to bind port 39a5a546-21a8-4b97-9340-8cd07c5a1387 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:55.743407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:55.743763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:55.744152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.744533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Bound using segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:55.744982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Bound port: 39a5a546-21a8-4b97-9340-8cd07c5a1387, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:55.745346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.837355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] For port 39a5a546-21a8-4b97-9340-8cd07c5a1387, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:55.840410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] For port 39a5a546-21a8-4b97-9340-8cd07c5a1387, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=39a5a546-21a8-4b97-9340-8cd07c5a1387,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:55.885265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.911328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.917991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:55.997630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a691d-59aa-452c-9b7d-43e7dae2dc1b None None] Pushing event updated for resources: {'Port': ['ID=39a5a546-21a8-4b97-9340-8cd07c5a1387,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:56.062822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Allocated IP 172.26.8.86 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/2e88028b-e0a1-46be-bcdd-8482f6ca75f8) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:56.233452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.326436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.403530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:56.412558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:56.417126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:56.448632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:56.996264 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-fd1e8ed6-e7e9-4b89-8b69-5ddd9904ec1c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2752187 Apr 01 16:01:57.106775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4658417-4a99-40bd-b167-6632f4cee984 None None] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:57.144634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.279308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea7ebb65-3d87-415b-bc34-349640695587 None None] Provisioning for port 39a5a546-21a8-4b97-9340-8cd07c5a1387 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:57.315261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955aff9-7314-4bdd-8801-f942215531a1 req-f33d2be0-7534-4bbc-aa4a-d5dd8d34d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.317031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-f33d2be0-7534-4bbc-aa4a-d5dd8d34d89b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1098 time: 0.2401412 Apr 01 16:01:57.476341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 39a5a546-21a8-4b97-9340-8cd07c5a1387 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:57.614208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 39a5a546-21a8-4b97-9340-8cd07c5a1387 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:57.619775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 39a5a546-21a8-4b97-9340-8cd07c5a1387 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:57.624721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.637116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955aff9-7314-4bdd-8801-f942215531a1 req-5734afb3-ea63-49c8-8fbf-a88935abd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.638363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-5734afb3-ea63-49c8-8fbf-a88935abd930 service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.2961733 Apr 01 16:01:57.645301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.753159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.788473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 39a5a546-21a8-4b97-9340-8cd07c5a1387, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=39a5a546-21a8-4b97-9340-8cd07c5a1387,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:57.825220 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-73a63f27-1c22-4296-9441-6731fdd50588 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 1000 time: 0.1776669 Apr 01 16:01:57.891794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.945938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955aff9-7314-4bdd-8801-f942215531a1 req-f2d77926-132f-410c-9eeb-4a2ade58fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.947407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-f2d77926-132f-410c-9eeb-4a2ade58fc45 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0680234 Apr 01 16:01:57.962447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=39a5a546-21a8-4b97-9340-8cd07c5a1387,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:58.068191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955aff9-7314-4bdd-8801-f942215531a1 req-356b6374-8fa9-460b-819a-69a39b55dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:58.069682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-356b6374-8fa9-460b-819a-69a39b55dcce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062076 Apr 01 16:01:58.159771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:01:58.284673 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-0a0048f4-c251-479a-b371-932d4f6eb7ef service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080102 Apr 01 16:01:58.602973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:58.618522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:58.628603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:58.629236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.648924 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c955aff9-7314-4bdd-8801-f942215531a1 req-b7023146-6494-4604-bc2e-3b8d19990940 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557329 Apr 01 16:01:58.711859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:58.713184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5bf4609a-3572-456e-af0e-017147e950d6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8166461 Apr 01 16:01:58.715992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48758) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:58.818435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:59.120022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 3, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:59.125111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:59.125111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Updating router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:59.181815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.432970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.450597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 39a5a546-21a8-4b97-9340-8cd07c5a1387 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:59.589837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 39a5a546-21a8-4b97-9340-8cd07c5a1387 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:59.590269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.660881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Allocated IP 172.20.0.1 (f7203b8a-fed5-47bf-b6d1-e665252c2ed5/fd7363cf-de93-445b-875f-2d4c01a58cc1/bb51e746-0ed1-404a-bfc8-a1e066d4ac5e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:59.670140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.692380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Transition to ACTIVE for port object 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:59.774179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.831246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.849880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Attempting to bind port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:59.852819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Attempting to bind port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:59.852819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Attempting to bind port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:59.857020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Transition to ACTIVE for port object bb51e746-0ed1-404a-bfc8-a1e066d4ac5e will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:59.867622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:59.868031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:59.868429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.868822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:59.869277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Bound port: 2e88028b-e0a1-46be-bcdd-8482f6ca75f8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:59.869643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.899198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482deae-d7da-46cd-8edc-26223e6e8022 None None] Pushing event updated for resources: {'Port': ['ID=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:59.934079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.951450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] For port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:59.955529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] For port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:59.995638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:59.996826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.998380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:00.007210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:00.043386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Pushing event updated for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:00.082555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.097598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:00.098232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:00.163858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482deae-d7da-46cd-8edc-26223e6e8022 None None] Pushing event updated for resources: {'Port': ['ID=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:00.308838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:00.409617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-651109c0-3467-4685-9afd-1cf96e351cea None None] Provisioning for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:00.434105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-651109c0-3467-4685-9afd-1cf96e351cea None None] Provisioning complete for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:00.434472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-651109c0-3467-4685-9afd-1cf96e351cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.442929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.533420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48764) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:00.560029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-651109c0-3467-4685-9afd-1cf96e351cea None None] Port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:00.619320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbcfb9-1bb1-4c7d-802f-902b98cddef3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:00.619633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbcfb9-1bb1-4c7d-802f-902b98cddef3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:00.620306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbcfb9-1bb1-4c7d-802f-902b98cddef3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:00.621962 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d5bbcfb9-1bb1-4c7d-802f-902b98cddef3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=bfe1ce7b8227435e834be5f4935f6ca1&network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 2999 time: 0.0857081 Apr 01 16:02:00.659895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 3, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:00.663913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57e232-1c3b-4991-a559-6433bde884f8 None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 3, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:00.676435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.743313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.856591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Pushing event updated for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:00.859745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.035634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:01.036859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:01.269046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:02:01.292603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7d444e9-2e35-4c17-ab39-491d0ef3e3a4 None None] Provisioning complete for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:01.293229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7d444e9-2e35-4c17-ab39-491d0ef3e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.353172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a7d444e9-2e35-4c17-ab39-491d0ef3e3a4 None None] Port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:01.467589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:02:01.474096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:01.476888 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-33bfde92-4f30-46b9-b4d7-c05780ed3e42 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598598 Apr 01 16:02:01.611685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:01.617306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:01.617685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.748324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.767541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:01.853709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.969017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:02.207694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48786) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:02.208211 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:02.213398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-45303045-network', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:02.218953 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:02.219328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:02.219662 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:02.224544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Usage tracker for resource:network and tenant:6a9f1a3c16bf4940a8b00d2859d044bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:02.227636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:02.237049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:02.333416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Made reservation on behalf of 6a9f1a3c16bf4940a8b00d2859d044bd for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:02.336439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.350070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.368136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:02.372528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9f1a3c16bf4940a8b00d2859d044bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:02.375432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:02.381355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:02.410388 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:02.431580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c93bf81-83bf-48c6-80d0-033c65d6f215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.477820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.546587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.582071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:02:02.587510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38213e64-f835-475b-93c8-67bbe2a609d5,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:02.599165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.599587 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Added segment e614ce83-b008-4d6c-a4be-000c0cbb0925 of type vlan for network e0df09a9-656d-472e-9b16-54c736add132 Apr 01 16:02:02.601621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.602047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.602432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.602850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.603244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.603623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.603947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.604399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.604724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.605037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.605579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.605892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:02.638411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.727529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.728501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:02.729078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.768858 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 2, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:02.772952 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:02.773295 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Updating router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:02:02.828974 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.835876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] Pushing event updated for resources: {'Network': ['ID=e0df09a9-656d-472e-9b16-54c736add132,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:02.846832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e0df09a9-656d-472e-9b16-54c736add132 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:02:02.882581 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bfbc67d-d4ad-4461-8ac8-07c7da769b36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6737208 Apr 01 16:02:02.885631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48792) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:02.897073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Request body: {'subnet': {'network_id': 'e0df09a9-656d-472e-9b16-54c736add132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-45303045-subnet', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:02.915417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:02.921787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Usage tracker for resource:subnet and tenant:6a9f1a3c16bf4940a8b00d2859d044bd is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:02.926729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:02.934902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:03.007585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Made reservation on behalf of 6a9f1a3c16bf4940a8b00d2859d044bd for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:03.010062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.176873 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.189128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Transition to ACTIVE for port object bb51e746-0ed1-404a-bfc8-a1e066d4ac5e will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:03.276425 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.299749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.378498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:03.393502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Checking segment: {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:03.393906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Network hostable DHCP agents. Network: e0df09a9-656d-472e-9b16-54c736add132, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:02:03.401983 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cb3e1-29fe-4194-bd59-f11f34d278da None None] Pushing event updated for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:03.476891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Network e0df09a9-656d-472e-9b16-54c736add132 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:02:03.482035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:03.517166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Attempting to bind port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:03.517525 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Attempting to bind port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:03.517877 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Attempting to bind port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:03.523814 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:03.524179 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:03.524569 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.524962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Bound using segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:03.525415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Bound port: bb51e746-0ed1-404a-bfc8-a1e066d4ac5e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:03.525788 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.560911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:03.562195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.562568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e0df09a9-656d-472e-9b16-54c736add132) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:03.567075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.567838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.601208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8153d-2711-47fc-8df0-e951a1b81756 None None] Network e0df09a9-656d-472e-9b16-54c736add132 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:02:03.622231 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] For port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:03.626216 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] For port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:03.657371 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2fc5e0a8-5399-4bcc-9d45-3c23251d2be4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7624435 Apr 01 16:02:03.657735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48798) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:03.662605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:03.667363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:03.672146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Usage tracker for resource:router and tenant:6a9f1a3c16bf4940a8b00d2859d044bd is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:03.675298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:03.681237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:03.704061 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.749375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.750728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.782071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.788174 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:03.788796 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:01:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:03.841422 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cb3e1-29fe-4194-bd59-f11f34d278da None None] Pushing event updated for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:03.975508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-e0df09a9-656d-472e-9b16-54c736add132', 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'fixed_ips': [{'subnet_id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:02:03.976343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.000088 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:04.167751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Allocated IP 172.20.0.2 (e0df09a9-656d-472e-9b16-54c736add132/85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6/666e9b72-40d4-42d1-9abb-6bcf3a8a3653) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:04.275732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.371536 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:03Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:04.375900 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d6311-086c-4877-a13f-3b3c9ff7a08e None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:03Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:04.386805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.401579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Transition to ACTIVE for port object 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:04.422499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Transition to ACTIVE for port object 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:04.511345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.549992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:04.582603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Network e0df09a9-656d-472e-9b16-54c736add132 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:04.590559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:04.595554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:04.624298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0f5fa-ca33-4d8c-93c3-38fae210d1da tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:04.625789 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-34d0f5fa-ca33-4d8c-93c3-38fae210d1da tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78 HTTP/1.1" status: 200 len: 814 time: 0.0747361 Apr 01 16:02:04.643175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Pushing event updated for resources: {'Port': ['ID=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:04.704444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Attempting to bind port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:04.704813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Attempting to bind port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:04.705175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Attempting to bind port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 on network e0df09a9-656d-472e-9b16-54c736add132 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:04.710714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:04.711078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Checking segment: {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:04.711966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.711966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Bound using segment: {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:04.712492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Bound port: 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:04.712847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.734853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.768776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.823256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] For port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:04.829148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] For port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:04.853714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cd64-0d97-411a-9df6-8818b9f6ec9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.915533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.931506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Allocated IP 172.26.8.147 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0b833bda-79d5-44c8-89fe-5dce1095b18b) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:05.024579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb54ec3-345f-48ef-aa90-d0e805089aa4 None None] Pushing event updated for resources: {'Port': ['ID=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:05.109675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.237012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.306305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:05.314228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:05.319398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:05.355743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b833bda-79d5-44c8-89fe-5dce1095b18b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:05.508818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:05.598941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48810) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:05.604575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:05.651517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.683140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:05.693155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb51e746-0ed1-404a-bfc8-a1e066d4ac5e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:05.723570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.831336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:05.839197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:05.840045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.885686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.015111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.062859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:06.104312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d31c2-4d65-4624-8dcc-ff252ddac239 None None] Network e0df09a9-656d-472e-9b16-54c736add132 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:02:06.185932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.206302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.228161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.259179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.259500 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP bc527a44-fff7-4ef6-b478-20d168093c8f disassociated. External IP: 172.26.8.95, port: 619e3826-d11a-4265-84b3-dc697c193f2b. Apr 01 16:02:06.297823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Provisioning for port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:06.306558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Provisioning complete for port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:06.306959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.443750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:06.446752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.564191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.609989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] For port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:06.647893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:02:06.668979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.734785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Router 67593acd-4a6d-4631-afa4-1713ff251216 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:02:06.747197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f783adf-2c2f-4954-b4b2-68b7ba07978f None None] Pushing event updated for resources: {'Port': ['ID=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:06.843817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:02:06.848242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.853911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:06.864589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:06.865206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:06.937947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:02:06.941319 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-130639a6-7500-45ff-a548-3e6158b1dafe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 689 time: 1.3412762 Apr 01 16:02:06.942955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:06.947199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48814) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:06.949277 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Sync routers for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:06.962159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a38f7a6e-a099-417d-8e70-8f7fbedbfe20 None None] Provisioning complete for port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:06.962706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a38f7a6e-a099-417d-8e70-8f7fbedbfe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.968941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:06.969647 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:07.022493 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b', 'status': 'completed', 'code': 200} Apr 01 16:02:07.105648 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fdbefad7-0aae-4735-81a1-43cd6839fb6b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 689 time: 0.1575446 Apr 01 16:02:07.140508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:07.147966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-e64d4a9c-f8ad-47d7-9410-e1d2efaa4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:07.149474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-e64d4a9c-f8ad-47d7-9410-e1d2efaa4592 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0908272 Apr 01 16:02:07.185119 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:07.188597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.192631 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-84d2ee97-a4f3-4795-9fe3-d1def1c1bdb0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5311701 Apr 01 16:02:07.193401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48820) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:07.433673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-8353c004-8a51-4dc3-85ec-c48c4b64ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:07.438226 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-8353c004-8a51-4dc3-85ec-c48c4b64ce26 service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.2814667 Apr 01 16:02:07.496145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:07.501442 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:05Z', 'revision_number': 3, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:07.505622 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Checking router: 67593acd-4a6d-4631-afa4-1713ff251216 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:07.505962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Updating router 67593acd-4a6d-4631-afa4-1713ff251216 port 0b833bda-79d5-44c8-89fe-5dce1095b18b binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:02:07.524999 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-2cbc1de6-61c2-4d94-95cc-697d7e5fec60 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 217 time: 0.0746326 Apr 01 16:02:07.564954 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.594535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:07.598363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:07.598683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.629141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.629859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:07.660354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:07.660907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:07.856345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-a942e310-2359-4cd7-a04b-15440c03b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:07.858370 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-a942e310-2359-4cd7-a04b-15440c03b1ef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.2843783 Apr 01 16:02:07.919526 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.931195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Transition to ACTIVE for port object 0b833bda-79d5-44c8-89fe-5dce1095b18b will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:07.948231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb51e746-0ed1-404a-bfc8-a1e066d4ac5e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:07.989486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:07.995126 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.080272 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57af1-e1e9-4ed8-aec5-f8d0b04deef8 None None] Pushing event updated for resources: {'Port': ['ID=0b833bda-79d5-44c8-89fe-5dce1095b18b,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:08.083659 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Attempting to bind port 0b833bda-79d5-44c8-89fe-5dce1095b18b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:08.084024 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Attempting to bind port 0b833bda-79d5-44c8-89fe-5dce1095b18b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:08.084371 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Attempting to bind port 0b833bda-79d5-44c8-89fe-5dce1095b18b on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:08.090185 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:08.090558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:08.091079 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.091344 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:08.091799 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Bound port: 0b833bda-79d5-44c8-89fe-5dce1095b18b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:08.093884 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.095354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-c1394bc5-952b-4d65-88dc-e975f6453e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:08.096853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-c1394bc5-952b-4d65-88dc-e975f6453e90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2278523 Apr 01 16:02:08.110325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48824) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:08.200172 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] For port 0b833bda-79d5-44c8-89fe-5dce1095b18b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:08.206288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] For port 0b833bda-79d5-44c8-89fe-5dce1095b18b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0b833bda-79d5-44c8-89fe-5dce1095b18b,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:08.207404 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a5bfbafc-9655-428a-b7a2-dfcdafcafcfd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 689 time: 0.0956399 Apr 01 16:02:08.232572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:08.233589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.293815 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.336670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-31069378-874f-40e6-b66f-a97bfcb4fee5 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316155 Apr 01 16:02:08.378816 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:08.379062 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:08.461483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:08.465621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d78cb3-230f-4954-a707-232ce32a365b None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:08.478429 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57af1-e1e9-4ed8-aec5-f8d0b04deef8 None None] Pushing event updated for resources: {'Port': ['ID=0b833bda-79d5-44c8-89fe-5dce1095b18b,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:08.528824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.555734 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e92c2424-3505-4a88-8c9f-ad3a5b5be382 req-13c103f0-7152-4776-9f50-b7fa24975f34 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073367 Apr 01 16:02:08.602820 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:08.739826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815559fe-9fb3-43ed-b4bf-dbe9b7f5591f None None] New status for floating IP bc527a44-fff7-4ef6-b478-20d168093c8f: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:02:08.771892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Allocated IP 172.20.0.1 (e0df09a9-656d-472e-9b16-54c736add132/85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6/c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:08.937180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.940062 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:05Z', 'revision_number': 3, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:08.945220 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae505eed-7cdc-4ebd-ab81-989357e64ea8 None None] The sync data for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv is: [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:05Z', 'revision_number': 3, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:08.958914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Transition to ACTIVE for port object c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:09.068845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.135881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Network e0df09a9-656d-472e-9b16-54c736add132 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:09.144317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:09.146726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:09.208292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:09.210319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:09.228027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.326013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-72bf6648-8660-406e-9725-a32cd65b5fe7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 687 time: 0.1143088 Apr 01 16:02:09.477790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.498887 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0b833bda-79d5-44c8-89fe-5dce1095b18b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:09.538264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-75c68c66-da1d-4046-96ac-4c8f46b6d9f9 None None] Provisioning for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:09.547371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-75c68c66-da1d-4046-96ac-4c8f46b6d9f9 None None] Provisioning complete for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:09.547739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-75c68c66-da1d-4046-96ac-4c8f46b6d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.624284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-75c68c66-da1d-4046-96ac-4c8f46b6d9f9 None None] Port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:09.704446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0b833bda-79d5-44c8-89fe-5dce1095b18b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:09.710083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0b833bda-79d5-44c8-89fe-5dce1095b18b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:09.711378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.839004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.856601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0b833bda-79d5-44c8-89fe-5dce1095b18b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0b833bda-79d5-44c8-89fe-5dce1095b18b,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:09.868327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.931145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.931413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.003526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0b833bda-79d5-44c8-89fe-5dce1095b18b,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:10.042853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:10.049050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.188163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Network e0df09a9-656d-472e-9b16-54c736add132 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:10.189350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:10.388303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Router 67593acd-4a6d-4631-afa4-1713ff251216 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:02:10.449239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e7d43e15-d23a-48d5-bc77-dcd8d4cb271c None None] Provisioning complete for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:10.449795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e7d43e15-d23a-48d5-bc77-dcd8d4cb271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.506655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e7d43e15-d23a-48d5-bc77-dcd8d4cb271c None None] Port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:10.577503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:02:10.587365 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fd59576a-24be-42cc-8041-89c71253f2ad admin admin] 10.222.0.21 "PUT /v2.0/routers/67593acd-4a6d-4631-afa4-1713ff251216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3930442 Apr 01 16:02:10.749818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48840) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:10.755528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329121036', 'description': 'tempest-secgroup-smoke-329121036 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:10.762031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:10.773715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:10.842257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.864469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:10.868401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:10.871350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:10.878036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:10.974836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.034403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.086325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c7a2b-b9de-492d-95a4-13190e4b5a6f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:11.179560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.183202 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5acd2e03-deea-40fa-aa90-07b9179765a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4301379 Apr 01 16:02:11.185129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48844) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:11.192795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.199806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:11.204629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:11.207796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:11.213993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:11.275461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48848) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:11.281167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204171119', 'description': 'tempest-secgroup-smoke-1204171119 description', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.287530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:11.292090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:11.295132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:11.301793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:11.315850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.390883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.431129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.461297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0b833bda-79d5-44c8-89fe-5dce1095b18b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:11.463727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:11.474804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:11.487944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:11.487944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:11.508804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.552270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417fb8cc-15f6-4150-b7c4-9d32b7ebad38,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:11.590086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0b833bda-79d5-44c8-89fe-5dce1095b18b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:11.590701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.611133 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Sync routers for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:11.621971 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:11.622578 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:11.626311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.640809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.642256 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0fb125a6-a1aa-48b9-9dc0-685802e82038 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545214 Apr 01 16:02:11.647011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48852) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:11.656444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.663218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:11.668149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:11.671898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:11.692155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.696956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:11.750575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4867ad-a310-4f69-ac34-15dc9ba52822,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:11.793633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.813738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.815320 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-57a162c9-6e42-4330-8018-f00870d78549 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5384750 Apr 01 16:02:11.819302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48856) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:11.828093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.849331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:11.858688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:11.864955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:11.869361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:11.872236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:11.896257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.970410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.995704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.048462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba36fed-7ff6-4cc4-997b-dd22c228bdae,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.079130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.143270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.145852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6b1c0d45-00f0-4c2b-a2e5-cde668a00e98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970233 Apr 01 16:02:12.147344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48860) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:12.153661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:12.159718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:12.164171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:12.167454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:12.178075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.182215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:12.209527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e1089b-e1a8-4f88-b550-571b5c28fc02,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.253149 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229', 'name': '', 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'mac_address': 'fa:16:3e:83:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:08Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 2, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'subnets': [{'id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:12.257231 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Checking router: 67593acd-4a6d-4631-afa4-1713ff251216 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:12.257579 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Updating router 67593acd-4a6d-4631-afa4-1713ff251216 port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:02:12.305753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.313146 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.316180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.317626 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0fb9b5e5-2a42-4002-adef-92e542210118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4973814 Apr 01 16:02:12.320565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48864) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:12.326444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:12.333302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:12.337550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:12.340879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:12.346950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:12.380540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.421135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.450792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.476575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9b6b0a-add3-4c5e-84a1-5880386fc35e,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.486247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.562845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.564207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-49efdb53-a0b6-45ba-b8c4-896b0cd4e29a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159331 Apr 01 16:02:12.567283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48868) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:12.572802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:12.578831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:12.582898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:12.585849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:12.590275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.594134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:12.616159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01a0537-e4fc-44f6-959b-e03d08cf1fb0,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.672122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.687906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.689118 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fdcf99d-5e34-4520-afd1-73ee02723457 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674684 Apr 01 16:02:12.692216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48872) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:12.697232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:12.703374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:12.704045 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.707521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:12.710470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:12.716453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:12.718714 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Transition to ACTIVE for port object c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:12.751318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.790395 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.813250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.821281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.837437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cd1ede-09ba-4db2-a46b-bf6019e1c7a4,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.896194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.921928 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b2069-f670-42fe-8495-a60751841cf9 None None] Pushing event updated for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.922675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.926534 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-488ced4d-3ae2-4053-a8a6-fc53e5620c55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3553674 Apr 01 16:02:12.933475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48876) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:12.933475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:12.942113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:12.947410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:12.952438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:12.961670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:12.979220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.013036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1973bc4-1eae-435e-953a-c230f0360da5,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.022993 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Attempting to bind port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:13.023508 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Attempting to bind port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:13.023729 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Attempting to bind port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 on network e0df09a9-656d-472e-9b16-54c736add132 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:13.030775 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:13.034804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:13.034951 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Checking segment: {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:13.034951 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.034951 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Bound using segment: {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:13.034951 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Bound port: c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e614ce83-b008-4d6c-a4be-000c0cbb0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:13.034951 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.038897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.110217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.114288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-495c7ce9-a1c3-4202-af66-f6c9613fad08 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183226 Apr 01 16:02:13.130499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 48880) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:13.130684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.130808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:13.130808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:13.130808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:13.132734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:13.133256 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] For port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:13.136343 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] For port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:13.139547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:13.205459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.219942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.227711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.229873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35205a6-a6ae-4ff5-af8d-a385c9f74f0f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.299631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.300505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.302665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f793163c-3226-4474-bdcd-3489826fab62 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3742497 Apr 01 16:02:13.304548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48884) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:13.310370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b55c7a2b-b9de-492d-95a4-13190e4b5a6f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:13.318472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:13.323625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:13.328144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:13.329414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b2069-f670-42fe-8495-a60751841cf9 None None] Pushing event updated for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.334496 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:13.335147 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:13.335690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:13.391078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.419480 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:13.424024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aac4ac9-630b-45b1-90df-c5fdf6cff405,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.432910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.510865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.528983 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:13.548755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.549967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e85dbf04-854f-4a05-ad64-1b278292e5c1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4345148 Apr 01 16:02:13.552888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48888) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:13.559642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:13.566331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:13.571311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:13.573689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:13.577489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.593542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:13.610706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c26e580-a992-4541-bd65-645fc0ae7728,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.682213 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Project c08c23e0a35c4cba9c315f81de099a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:13.689565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.699451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.700628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7bc6c34f-44ac-4182-8e30-bee5a5f80f98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3948505 Apr 01 16:02:13.767084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.830344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.853353 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229', 'name': '', 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'mac_address': 'fa:16:3e:83:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:08Z', 'updated_at': '2022-04-01T16:02:13Z', 'revision_number': 4, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'subnets': [{'id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:13.856816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660ad676-e931-4df3-b978-957ef5b15f9b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:13.858308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3fec7-8af6-4d33-8978-48763eff8a66 None None] The sync data for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv is: [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229', 'name': '', 'network_id': 'e0df09a9-656d-472e-9b16-54c736add132', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'mac_address': 'fa:16:3e:83:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:08Z', 'updated_at': '2022-04-01T16:02:13Z', 'revision_number': 4, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'subnets': [{'id': '85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:13.940534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.943019 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e7cde143-ea22-4318-8616-0cb889f2469b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887746 Apr 01 16:02:13.945464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 48904) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:13.952408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'security_group_rule': {'security_group_id': '4a4867ad-a310-4f69-ac34-15dc9ba52822', 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:13.962313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:13.989017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:security_group_rule and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:13.993886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:14.020404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:14.043137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-d2a48939-dd61-42d3-b5fd-de889f324b90 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:14.120513 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Project c08c23e0a35c4cba9c315f81de099a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:14.130567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.155305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-d2a48939-dd61-42d3-b5fd-de889f324b90 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:14.156553 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-d2a48939-dd61-42d3-b5fd-de889f324b90 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329121036&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1912892 Apr 01 16:02:14.438628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.472614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-296ee4a5-7de2-4122-b5a4-ad4a441987f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:14.474101 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-296ee4a5-7de2-4122-b5a4-ad4a441987f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 796 time: 0.3093379 Apr 01 16:02:14.490089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-a040dda4-df95-49a8-8678-52fc92911580 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0103228 Apr 01 16:02:14.538451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.574524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8dd75d-7fc0-4d52-be32-c51198b93e36,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:14.619901 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-f83495ae-a584-4e07-ba03-7c40476ee492 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1242094 Apr 01 16:02:14.693476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.697664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f23f5a29-2faa-41a4-80cd-05d3f48f3776 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7480438 Apr 01 16:02:14.873936 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-86697f7b-ee4f-4e83-94b9-4196b6aab019 service neutron] 10.222.0.21 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399836 Apr 01 16:02:15.014659 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-adbb5088-9e8a-488f-b012-a980560e7d76 service neutron] 10.222.0.21 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352572 Apr 01 16:02:15.448328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b048c22b-efba-43c5-9dd7-10be6d95e6a5 req-c12ff9e9-189d-4e88-80fe-86ea4ee95240 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 210 time: 0.1850717 Apr 01 16:02:15.533755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:15.679978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:15.685546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:15.685932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.820189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.866315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:15.928226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.021648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:16.615883 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc2210b7-b79b-49dd-8d65-5032b5b76cbf req-01b8f2f9-770e-470d-a31d-f4f59474a7cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 210 time: 0.0449553 Apr 01 16:02:17.461884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:17.543900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:17.544268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.807802 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-736553d4-058a-4296-9423-5067e7e8a066 req-0402419f-6600-412b-aa5d-6af1d5dd0071 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 210 time: 0.0466022 Apr 01 16:02:18.161783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.172951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-b403b9c7-6a06-4ce0-a7ce-bde4165425c4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:18.178854 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-b403b9c7-6a06-4ce0-a7ce-bde4165425c4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 796 time: 0.1722829 Apr 01 16:02:18.238048 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-bb9146cb-9b74-4176-8aff-f4f0926f40a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 471 time: 0.0488186 Apr 01 16:02:18.252348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '402a59bc-4594-44e8-b62d-821b8b06d881', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['b55c7a2b-b9de-492d-95a4-13190e4b5a6f']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:18.405911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:18.416410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:18.496794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:18.501429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.677184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.9 (11aab4ba-b3f3-4511-89cf-44f2e9f842ef/6c73fa35-6cce-4b0e-9fc0-37d4dd719985/205c78c5-ac96-4335-86e8-ebcf186db6e8) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:18.889802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.912198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 205c78c5-ac96-4335-86e8-ebcf186db6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:19.000016 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b307aa0e-ab36-4169-936b-26300e035189 req-70cc5880-a941-46c3-b212-09293ec6d728 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 210 time: 0.0612772 Apr 01 16:02:19.328388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.396718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:19.404819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:19.409623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:19.446114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:19.493007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:19.493865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.608703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-308440df-6d77-4fc6-bc88-5506ac25d1e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3603601 Apr 01 16:02:19.623955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Request body: {'port': {'device_id': '402a59bc-4594-44e8-b62d-821b8b06d881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:19.720010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-61191b02-87dd-4b02-aa29-ab31229a5dc3 None None] Provisioning for port 205c78c5-ac96-4335-86e8-ebcf186db6e8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:19.725103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-61191b02-87dd-4b02-aa29-ab31229a5dc3 None None] Provisioning complete for port 205c78c5-ac96-4335-86e8-ebcf186db6e8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:19.725481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61191b02-87dd-4b02-aa29-ab31229a5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.744108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.785978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-61191b02-87dd-4b02-aa29-ab31229a5dc3 None None] Port 205c78c5-ac96-4335-86e8-ebcf186db6e8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:20.257179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffccd8-26a8-424e-8c41-5abfdc0fc48a req-1411697a-9082-44d9-997b-9e15b4a39e59 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:20.263404 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c9ffccd8-26a8-424e-8c41-5abfdc0fc48a req-1411697a-9082-44d9-997b-9e15b4a39e59 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 931 time: 0.1251879 Apr 01 16:02:20.284020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205c78c5-ac96-4335-86e8-ebcf186db6e8 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:02:20.292643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.312675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Transition to ACTIVE for port object 205c78c5-ac96-4335-86e8-ebcf186db6e8 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:20.318120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c9ffccd8-26a8-424e-8c41-5abfdc0fc48a req-f3c3666b-bbd1-4427-84a3-65b84f431ea0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517445 Apr 01 16:02:20.567591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.737460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Pushing event updated for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:20.854451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Attempting to bind port 205c78c5-ac96-4335-86e8-ebcf186db6e8 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:20.854828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Attempting to bind port 205c78c5-ac96-4335-86e8-ebcf186db6e8 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:20.855160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Attempting to bind port 205c78c5-ac96-4335-86e8-ebcf186db6e8 on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:20.860321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Port 205c78c5-ac96-4335-86e8-ebcf186db6e8 on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:02:20.860650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Attempting to bind port 205c78c5-ac96-4335-86e8-ebcf186db6e8 on network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:20.866295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:20.866630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Checking segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:20.867031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Bound using segment: {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:20.867458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Bound port: 205c78c5-ac96-4335-86e8-ebcf186db6e8, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6b6603-f751-485d-83bd-1809491cf81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:20.867817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.976329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:20.979614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:21.053819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:21.120624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.121150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:21.122561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] 10.222.0.91 "PUT /v2.0/ports/205c78c5-ac96-4335-86e8-ebcf186db6e8 HTTP/1.1" status: 200 len: 1093 time: 1.5036047 Apr 01 16:02:21.123532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:21.160720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624f1fb-4478-4d4f-89b1-11763d28b05c service neutron] Pushing event updated for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:21.271846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'status': 'completed', 'code': 200} Apr 01 16:02:21.393866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-8e15be30-5fa1-4e0c-89cb-5b5e7712c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.398245 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-8e15be30-5fa1-4e0c-89cb-5b5e7712c4d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 1096 time: 0.1149323 Apr 01 16:02:21.516763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-3f0b522c-3b98-4ac4-a775-2457eac1ebb5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8 HTTP/1.1" status: 200 len: 217 time: 0.1134293 Apr 01 16:02:21.581463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baabcfd-3e9f-4039-8403-32f0f5ad42be req-5d49a893-422f-4d01-bcfd-40c2d9f34d21 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.583070 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3baabcfd-3e9f-4039-8403-32f0f5ad42be req-5d49a893-422f-4d01-bcfd-40c2d9f34d21 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 943 time: 0.1066029 Apr 01 16:02:21.593426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-c7281544-d57d-40c8-a845-56d40c10b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.595802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-c7281544-d57d-40c8-a845-56d40c10b9c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0715203 Apr 01 16:02:21.636229 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3baabcfd-3e9f-4039-8403-32f0f5ad42be req-3951cee0-306e-4bed-a189-3ee34a68539c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Apr 01 16:02:21.685711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-6052e966-e1d6-40fc-9ff2-ec88a8d1dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.687826 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-6052e966-e1d6-40fc-9ff2-ec88a8d1dce2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837228 Apr 01 16:02:21.846506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-ff7e8f3b-7f68-4f16-be29-8d80155fe20e service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519897 Apr 01 16:02:22.002584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0eac7904-6b61-4d5f-a689-4f7623fbeb4b req-b5ee2718-0764-4fd6-ba95-936308acc815 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484501 Apr 01 16:02:22.208614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-8d054578-8fd8-448c-82b7-4440f89ae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:22.210427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-8d054578-8fd8-448c-82b7-4440f89ae308 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 1096 time: 0.0820146 Apr 01 16:02:22.358526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-db471367-ec87-40ac-8868-75fe766e27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:22.360657 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-db471367-ec87-40ac-8868-75fe766e27a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.1439245 Apr 01 16:02:22.446196 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-480a581d-9b82-4135-8cc3-3cf9a6c46fec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8 HTTP/1.1" status: 200 len: 217 time: 0.0785501 Apr 01 16:02:22.518882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-53b587ca-5ab5-46e7-a37a-ac821e5a258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:22.520392 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-53b587ca-5ab5-46e7-a37a-ac821e5a258c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0671430 Apr 01 16:02:22.740116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-384eb57b-b76a-41ca-8d0a-9278a55fc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:22.742231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-384eb57b-b76a-41ca-8d0a-9278a55fc15e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2140598 Apr 01 16:02:22.946821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-6ff1bac4-7b1b-4da4-bd61-a1d479b1758a service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921000 Apr 01 16:02:22.959124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b663f-4fd7-439a-b7fa-a8c59af48879 req-1d1cac2c-9648-48c5-b1f1-cfd5d7a099a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:22.959840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0e2b663f-4fd7-439a-b7fa-a8c59af48879 req-1d1cac2c-9648-48c5-b1f1-cfd5d7a099a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:23.081349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0e2b663f-4fd7-439a-b7fa-a8c59af48879 req-1d1cac2c-9648-48c5-b1f1-cfd5d7a099a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:23.082871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0e2b663f-4fd7-439a-b7fa-a8c59af48879 req-1d1cac2c-9648-48c5-b1f1-cfd5d7a099a9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 943 time: 0.3102813 Apr 01 16:02:23.164052 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c2d1f9c-7efa-4d09-9608-89ae6bb9560d req-3d01a903-701b-43ab-8e2b-fcc19099e917 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011976 Apr 01 16:02:23.168955 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0e2b663f-4fd7-439a-b7fa-a8c59af48879 req-bc331727-6285-47ef-a67e-48ba2a17eb52 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772338 Apr 01 16:02:24.251864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 205c78c5-ac96-4335-86e8-ebcf186db6e8 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:02:24.387179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190575-e90b-4e41-b8f8-b4ea4a6084c3 req-54de47f8-c407-4519-a112-1b15068df02e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:24.388874 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8190575-e90b-4e41-b8f8-b4ea4a6084c3 req-54de47f8-c407-4519-a112-1b15068df02e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 943 time: 0.0924721 Apr 01 16:02:24.410182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:24.425926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'port_id': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'mac_address': 'fa:16:3e:01:e3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:02:24.441006 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8190575-e90b-4e41-b8f8-b4ea4a6084c3 req-b5eac25e-8493-4f4e-be84-18caf4e023f9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455017 Apr 01 16:02:24.493673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.513153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c78c5-ac96-4335-86e8-ebcf186db6e8 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:02:24.529272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:24.606457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.685162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:24.893679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['205c78c5-ac96-4335-86e8-ebcf186db6e8'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:02:25.649535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03cf0-5b53-4e7e-a5aa-1c4b02399e30 req-65984aec-99d3-4b16-8bfb-7fe405c19d60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.651212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8dd03cf0-5b53-4e7e-a5aa-1c4b02399e30 req-65984aec-99d3-4b16-8bfb-7fe405c19d60 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 944 time: 0.0887117 Apr 01 16:02:25.703708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8dd03cf0-5b53-4e7e-a5aa-1c4b02399e30 req-1fd7c88e-1f10-439e-816f-c08ca247129c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455399 Apr 01 16:02:26.270829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 205c78c5-ac96-4335-86e8-ebcf186db6e8 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:26.436213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 205c78c5-ac96-4335-86e8-ebcf186db6e8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:26.443317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 205c78c5-ac96-4335-86e8-ebcf186db6e8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:26.445844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:26.577416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:26.608231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:26.621008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:02:26.664808 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'code': 200} Apr 01 16:02:26.721730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:26.808679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:26.937532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4977-22ef-4642-b749-137ba2a4821d req-32b17d8a-751d-465a-b823-49d4c4d963ba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.939240 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ffa4977-22ef-4642-b749-137ba2a4821d req-32b17d8a-751d-465a-b823-49d4c4d963ba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.1029360 Apr 01 16:02:26.996410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ffa4977-22ef-4642-b749-137ba2a4821d req-af58e935-6203-4a70-9f21-8d08e1aef23a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486655 Apr 01 16:02:27.140145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d711-7ca3-400f-936e-623e75926ae6 req-9a471564-6bf9-41f2-acef-d9e781b9270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:27.142333 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f391d711-7ca3-400f-936e-623e75926ae6 req-9a471564-6bf9-41f2-acef-d9e781b9270c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 1098 time: 0.0937014 Apr 01 16:02:27.192368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f391d711-7ca3-400f-936e-623e75926ae6 req-8aae16d9-3627-4715-a7bc-2f6ec3b366f0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401950 Apr 01 16:02:28.213469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9feaf-7eea-4ad8-b869-74afaf190c53 req-71ef0b60-4372-47f4-9131-1395f24be2d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:28.215937 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83d9feaf-7eea-4ad8-b869-74afaf190c53 req-71ef0b60-4372-47f4-9131-1395f24be2d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.1036513 Apr 01 16:02:28.267190 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83d9feaf-7eea-4ad8-b869-74afaf190c53 req-1ccc5280-d0f9-4a6a-bca4-47f1ecce5cb5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Apr 01 16:02:29.473394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bf1f1-5413-4e7b-92c3-9c0b97bf1fb1 req-ce864fb8-1a35-40c9-a49e-26dfb0240314 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:29.475175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d59bf1f1-5413-4e7b-92c3-9c0b97bf1fb1 req-ce864fb8-1a35-40c9-a49e-26dfb0240314 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.0978851 Apr 01 16:02:29.529255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d59bf1f1-5413-4e7b-92c3-9c0b97bf1fb1 req-5d2d7300-38df-42cc-ad3e-8330d48e9daa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478358 Apr 01 16:02:29.729564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221298e-fd80-4e59-baea-ae8047e83886 req-fd8ed981-244f-4bd9-93cc-8ea038f03567 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:29.731127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5221298e-fd80-4e59-baea-ae8047e83886 req-fd8ed981-244f-4bd9-93cc-8ea038f03567 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.0872059 Apr 01 16:02:29.780331 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5221298e-fd80-4e59-baea-ae8047e83886 req-fdbd742d-cdf0-4940-9fa6-86ab0c0fc889 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 Apr 01 16:02:29.806486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49080) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:29.885326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b083236-5016-4ef7-aa27-919932fc1873 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:29.887104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7b083236-5016-4ef7-aa27-919932fc1873 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 1093 time: 0.0795450 Apr 01 16:02:29.890070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49084) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:29.895153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'port_id': '205c78c5-ac96-4335-86e8-ebcf186db6e8'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:29.991930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.750509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.787972 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:02:30.793685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.978930 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP bc527a44-fff7-4ef6-b478-20d168093c8f associated. External IP: 172.26.8.95, port: 205c78c5-ac96-4335-86e8-ebcf186db6e8. Apr 01 16:02:31.349702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:02:31.536108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:02:31.540477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.547754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:31.559412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:31.559951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:31.599358 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-58a39108-c096-443f-ae3f-2fba6c41632e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 990 time: 1.7081628 Apr 01 16:02:31.599916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49100) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:31.600480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:31.666061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'status': 'completed', 'code': 200} Apr 01 16:02:31.751726 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9d39d35b-604b-4f1a-b151-0e4c6a560b72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 990 time: 0.1496401 Apr 01 16:02:31.775099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537179-1f31-46b7-b811-813775e64c1b req-ced466e5-0d74-42f9-b586-8855ca43e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:31.776688 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-ced466e5-0d74-42f9-b586-8855ca43e922 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 1098 time: 0.0882142 Apr 01 16:02:31.782155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:31.928001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537179-1f31-46b7-b811-813775e64c1b req-2f605fc8-a2e7-4fa2-88ec-312c113f6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:31.929736 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-2f605fc8-a2e7-4fa2-88ec-312c113f6742 service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.1455727 Apr 01 16:02:32.056916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-13edb374-3c7d-4946-8712-7000aa1e58da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8 HTTP/1.1" status: 200 len: 998 time: 0.1198566 Apr 01 16:02:32.120974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537179-1f31-46b7-b811-813775e64c1b req-868d249c-af61-4ea4-b0f9-52cf31222246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:32.122438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-868d249c-af61-4ea4-b0f9-52cf31222246 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0595388 Apr 01 16:02:32.175857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:01:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a59bc-4594-44e8-b62d-821b8b06d881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:02:30Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:32.180157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:32.189664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:02:32.190294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:02:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:32.211177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537179-1f31-46b7-b811-813775e64c1b req-6a80b713-d524-421e-b921-3f36df484204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:32.212753 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-6a80b713-d524-421e-b921-3f36df484204 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836539 Apr 01 16:02:32.404277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:02:32.494501 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-20994028-c8bc-4720-9d72-daa6fb85b0c8 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746325 Apr 01 16:02:32.536484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-88d503c0-b075-43e8-bfa2-278b00cfb54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.639046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1537179-1f31-46b7-b811-813775e64c1b req-d426f386-d416-468e-9d02-a7f2e94dcdf3 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363535 Apr 01 16:02:32.755158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49108) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:32.778709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:01:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a59bc-4594-44e8-b62d-821b8b06d881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:02:30Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:32.783158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2be703-33ff-4ec2-b7bc-3b06427a033a None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'bc527a44-fff7-4ef6-b478-20d168093c8f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.95', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'port_id': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'mac_address': 'fa:16:3e:01:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a59bc-4594-44e8-b62d-821b8b06d881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:26Z', 'updated_at': '2022-04-01T16:02:30Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:32.871418 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6ecf0fa8-5a82-470b-9aca-bc277d8fac81 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 990 time: 0.1143146 Apr 01 16:02:32.986163 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28836684-07d5-4361-9373-0ac98e925e8f None None] New status for floating IP bc527a44-fff7-4ef6-b478-20d168093c8f: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:02:33.874811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49114) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:33.988534 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2757c882-221c-459f-85d0-aee257f2164a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 200 len: 992 time: 0.1125257 Apr 01 16:02:34.898464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-745cdefb-d89a-47d3-b8d7-1cd159dfb333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:35.599283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.155779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:37.624079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.522786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-323f95bf-c236-4c69-a252-e9eabb969936 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:44.644761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-323f95bf-c236-4c69-a252-e9eabb969936 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:44.645989 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-323f95bf-c236-4c69-a252-e9eabb969936 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204171119&fields=id&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 267 time: 0.1625845 Apr 01 16:02:44.801742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-241b28ec-a01b-4a85-a5cf-52bf3e0a3f59 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:44.803173 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-241b28ec-a01b-4a85-a5cf-52bf3e0a3f59 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.1505797 Apr 01 16:02:44.819028 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-8196dae2-83f2-44eb-8a28-6c05e07b92d9 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/quotas/c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Apr 01 16:02:44.904599 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-08052554-3cdb-408b-ad2b-b496e0dd7c34 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804782 Apr 01 16:02:44.921097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-878ecfe3-83e7-49d2-adf6-86354b14760b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:02:44.922025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-878ecfe3-83e7-49d2-adf6-86354b14760b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054963 Apr 01 16:02:45.053937 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-46378464-8cce-4e94-83f5-42c7faf15aaa service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258638 Apr 01 16:02:45.187059 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-2ecf7b20-b32a-428d-8555-6b2aa5ee8490 service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271269 Apr 01 16:02:45.942880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dea204d7-485f-4d7a-b3eb-205635d38fff req-26ac2825-d293-4b51-869a-fb1a2e9eedd8 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:46.052399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dea204d7-485f-4d7a-b3eb-205635d38fff req-26ac2825-d293-4b51-869a-fb1a2e9eedd8 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:46.053614 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dea204d7-485f-4d7a-b3eb-205635d38fff req-26ac2825-d293-4b51-869a-fb1a2e9eedd8 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 210 time: 0.1561279 Apr 01 16:02:47.212872 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2c111fc6-9fcd-40f7-838c-9af041eb5915 req-726bafae-09b0-4137-a484-41d1b207629d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 210 time: 0.0439954 Apr 01 16:02:48.172232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.407549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-296cb2e4-3cfa-48c0-8572-a2cc630ceee6 req-e67633a1-1047-4bf7-9870-447cd6cf4cca tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 210 time: 0.0584285 Apr 01 16:02:48.433432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-4600e4d2-418a-47c1-83ab-d59fbdffda87 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:48.434199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-4600e4d2-418a-47c1-83ab-d59fbdffda87 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:48.519617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-4600e4d2-418a-47c1-83ab-d59fbdffda87 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:48.520718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-4600e4d2-418a-47c1-83ab-d59fbdffda87 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.2813241 Apr 01 16:02:48.608689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-8f74f481-7c63-4f51-9c3b-805d26536aed tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:48.620562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a11976f-d0f9-432e-b385-981369261a3c req-8f74f481-7c63-4f51-9c3b-805d26536aed tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:48.621691 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-8f74f481-7c63-4f51-9c3b-805d26536aed tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 380 time: 0.0566072 Apr 01 16:02:48.631412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'port': {'device_id': 'a3cae979-176d-438e-8f8b-31bded872e41', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'admin_state_up': True, 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'security_groups': ['4a4867ad-a310-4f69-ac34-15dc9ba52822']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:48.769704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:48.779545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:48.867852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Made reservation on behalf of c08c23e0a35c4cba9c315f81de099a09 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:48.871469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.039747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.20.0.6 (f7203b8a-fed5-47bf-b6d1-e665252c2ed5/fd7363cf-de93-445b-875f-2d4c01a58cc1/fd184ba0-08ae-4f83-a390-7e3f9155d1f8) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:49.247653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.265674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Transition to ACTIVE for port object fd184ba0-08ae-4f83-a390-7e3f9155d1f8 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:49.349880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.419995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:49.429018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:49.435343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:02:49.469300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:49.518422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:49.519056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.624264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1721-e46e-4843-bded-f3aa405f1aab req-dadf0776-151b-4c31-9905-c05c3d4171b4 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:49.625781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8f0a1721-e46e-4843-bded-f3aa405f1aab req-dadf0776-151b-4c31-9905-c05c3d4171b4 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 931 time: 0.0885420 Apr 01 16:02:49.651358 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-7b3bc16a-731f-415b-8329-398153c33e81 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240843 Apr 01 16:02:49.666126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Request body: {'port': {'device_id': 'a3cae979-176d-438e-8f8b-31bded872e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:49.679965 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8f0a1721-e46e-4843-bded-f3aa405f1aab req-e9dcc763-50e8-4c46-b873-f837237bc687 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478139 Apr 01 16:02:49.785247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.852310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ff9bb387-c3e8-4453-b965-ac764c043d39 None None] Provisioning for port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:49.859783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ff9bb387-c3e8-4453-b965-ac764c043d39 None None] Provisioning complete for port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:49.860111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff9bb387-c3e8-4453-b965-ac764c043d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.920713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bb387-c3e8-4453-b965-ac764c043d39 None None] Port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:02:50.158607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd184ba0-08ae-4f83-a390-7e3f9155d1f8 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:02:50.166922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.181427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Transition to ACTIVE for port object fd184ba0-08ae-4f83-a390-7e3f9155d1f8 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:50.256210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.502924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Pushing event updated for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:50.615487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Attempting to bind port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:50.615487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Attempting to bind port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:50.615487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Attempting to bind port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:50.620049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:02:50.620375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Attempting to bind port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:02:50.625731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:02:50.626073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:02:50.626469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Bound using segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:02:50.626920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Bound port: fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:50.627271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.732835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:02:50.736227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:02:50.840581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.910700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:50.911314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.912687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] 10.222.0.91 "PUT /v2.0/ports/fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 200 len: 1093 time: 1.2538009 Apr 01 16:02:50.913124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:50.947268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f23261-475e-4ff3-b9af-21671a568449 service neutron] Pushing event updated for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:50.990177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1079-be83-4c1e-9187-d037a2fa44a3 req-9771089b-7662-4dab-8487-b1e79e0ffce3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:50.991080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0d8a1079-be83-4c1e-9187-d037a2fa44a3 req-9771089b-7662-4dab-8487-b1e79e0ffce3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:51.018545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'status': 'completed', 'code': 200} Apr 01 16:02:51.115996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-0d8a1079-be83-4c1e-9187-d037a2fa44a3 req-9771089b-7662-4dab-8487-b1e79e0ffce3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:51.117279 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d8a1079-be83-4c1e-9187-d037a2fa44a3 req-9771089b-7662-4dab-8487-b1e79e0ffce3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.3210213 Apr 01 16:02:51.141277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276b39-d31d-4309-85b3-15f176807266 req-9703ed2c-b240-41da-a00e-f03d5e55f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.142984 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-39276b39-d31d-4309-85b3-15f176807266 req-9703ed2c-b240-41da-a00e-f03d5e55f868 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1096 time: 0.1044824 Apr 01 16:02:51.209932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d8a1079-be83-4c1e-9187-d037a2fa44a3 req-99046615-d787-4275-b196-509c3a8768fb tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865841 Apr 01 16:02:51.305547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276b39-d31d-4309-85b3-15f176807266 req-a7683866-49c4-4dfd-98fc-590d0184b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.307035 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-39276b39-d31d-4309-85b3-15f176807266 req-a7683866-49c4-4dfd-98fc-590d0184b77f service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=c08c23e0a35c4cba9c315f81de099a09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1494622 Apr 01 16:02:51.449837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276b39-d31d-4309-85b3-15f176807266 req-1e88fa03-c9ac-47b5-810a-852cb588bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.451340 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-39276b39-d31d-4309-85b3-15f176807266 req-1e88fa03-c9ac-47b5-810a-852cb588bc35 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378284 Apr 01 16:02:51.561964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-33b28ec5-dbef-4b4c-a55c-2b7057517476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.563741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-33b28ec5-dbef-4b4c-a55c-2b7057517476 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1096 time: 0.0768287 Apr 01 16:02:51.632628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-e6194a02-e6c6-4ad1-9196-25dd9aa1b386 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 200 len: 217 time: 0.0616543 Apr 01 16:02:51.701122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-9f501f90-390d-45cf-a9d4-f2bb0b0d06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.702546 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-9f501f90-390d-45cf-a9d4-f2bb0b0d06a5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0635672 Apr 01 16:02:51.783253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11976f-d0f9-432e-b385-981369261a3c req-58c7ffed-39ff-4777-b907-be8d4e66faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.784891 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-58c7ffed-39ff-4777-b907-be8d4e66faa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764143 Apr 01 16:02:51.944860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-1e45695b-afca-4b28-be3a-5cc7b077c008 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532292 Apr 01 16:02:52.087338 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a11976f-d0f9-432e-b385-981369261a3c req-9da60b59-6448-41de-ac37-7bf06047aba7 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345208 Apr 01 16:02:52.407460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b98e6-f063-49ee-a1b8-bf42dbd653be req-a44479e1-76c5-4167-a7cb-aa83673ba395 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:52.408928 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-541b98e6-f063-49ee-a1b8-bf42dbd653be req-a44479e1-76c5-4167-a7cb-aa83673ba395 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0873051 Apr 01 16:02:52.457730 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-541b98e6-f063-49ee-a1b8-bf42dbd653be req-02d532e7-8d6f-43e4-971a-3abe34241ef5 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Apr 01 16:02:53.648653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc755e-6ee8-4869-8dab-ae1e4cf96062 req-f2a6f3e9-c8d0-46c9-8bd6-91d11debd6a7 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.650126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62dc755e-6ee8-4869-8dab-ae1e4cf96062 req-f2a6f3e9-c8d0-46c9-8bd6-91d11debd6a7 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0856590 Apr 01 16:02:53.694610 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62dc755e-6ee8-4869-8dab-ae1e4cf96062 req-2ab68e8b-e564-4744-af61-e14ec3767df4 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Apr 01 16:02:54.881817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8edb7-febb-4a54-9bef-f8b7c85fa2ae req-525929ee-cbc3-4cd1-97b5-893275d1843c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:54.883288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cfa8edb7-febb-4a54-9bef-f8b7c85fa2ae req-525929ee-cbc3-4cd1-97b5-893275d1843c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0788915 Apr 01 16:02:54.931087 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cfa8edb7-febb-4a54-9bef-f8b7c85fa2ae req-3c28728b-8bc2-4432-8dfd-2e81a7ff328f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Apr 01 16:02:56.122036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a8d90-c8cc-4837-8445-cf02cc9094af req-d64c4a9f-c228-45a8-9b6f-106c43270a5e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:56.123545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-220a8d90-c8cc-4837-8445-cf02cc9094af req-d64c4a9f-c228-45a8-9b6f-106c43270a5e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0841355 Apr 01 16:02:56.170682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-220a8d90-c8cc-4837-8445-cf02cc9094af req-256ddb74-da5d-45d3-8f62-97a4184a7c54 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Apr 01 16:02:57.363295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793691a3-3ba9-49fe-af4c-4f752520d404 req-8a503a09-4505-43df-8715-9eb3d83c5cf9 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:57.364789 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-793691a3-3ba9-49fe-af4c-4f752520d404 req-8a503a09-4505-43df-8715-9eb3d83c5cf9 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0847991 Apr 01 16:02:57.410127 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-793691a3-3ba9-49fe-af4c-4f752520d404 req-a6a8a454-6e09-4fa2-803b-e99be21c119f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Apr 01 16:02:58.598220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338fa6f-b77b-446c-bb1d-aa6bb181f579 req-44d097c1-6eb1-4c67-b036-2a06381ef5cb tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:58.599679 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1338fa6f-b77b-446c-bb1d-aa6bb181f579 req-44d097c1-6eb1-4c67-b036-2a06381ef5cb tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0821364 Apr 01 16:02:58.645340 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1338fa6f-b77b-446c-bb1d-aa6bb181f579 req-702b47e0-7037-452d-a0dc-cf945f514869 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399697 Apr 01 16:02:58.814359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-0011f713-a926-4467-a972-20998c754fb5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703716 Apr 01 16:02:58.971583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-4cb5a0b5-9a5f-4eff-8acc-ae4fa89a4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:58.973086 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-4cb5a0b5-9a5f-4eff-8acc-ae4fa89a4985 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0807588 Apr 01 16:02:59.224775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-44828c2c-f9fe-46af-9da1-86d8f13c931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.226218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-44828c2c-f9fe-46af-9da1-86d8f13c931d service neutron] 10.222.0.91 "GET /v2.0/networks?id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 200 len: 897 time: 0.2326539 Apr 01 16:02:59.296748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-3f5ab8d3-99a1-412f-b5af-d0929d5859aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 200 len: 217 time: 0.0633447 Apr 01 16:02:59.360574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-7bc3eb9e-d923-4bed-98ae-deaf546bf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.362048 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-7bc3eb9e-d923-4bed-98ae-deaf546bf0b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 200 len: 835 time: 0.0591516 Apr 01 16:02:59.438238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-b0aa71f3-282e-450e-9e36-d16a3c57cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.439814 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-b0aa71f3-282e-450e-9e36-d16a3c57cb6a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=11aab4ba-b3f3-4511-89cf-44f2e9f842ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709593 Apr 01 16:02:59.574784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-e9765b09-8598-4eed-b45e-82d8f0ef5711 service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281161 Apr 01 16:02:59.711255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc1a0ef-aa22-498b-8d94-c2a884bfa171 req-208f1308-fe94-47bf-990f-9a5e1fc0cc9f service neutron] 10.222.0.91 "GET /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292553 Apr 01 16:02:59.835041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf866df-a3de-466c-ac6f-56e35aad07fb req-42d89c39-47ed-4577-b62e-4ca65dad795f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.836431 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ccf866df-a3de-466c-ac6f-56e35aad07fb req-42d89c39-47ed-4577-b62e-4ca65dad795f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0851505 Apr 01 16:02:59.880967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ccf866df-a3de-466c-ac6f-56e35aad07fb req-bd18c0ec-e801-4421-a353-5e6e8da3dd18 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382516 Apr 01 16:03:01.183725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ff92d-4006-4ccc-9f9a-64e95af3226c req-2021fe88-e656-4085-b5a6-14b9ab6ebc9d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.185241 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e9ff92d-4006-4ccc-9f9a-64e95af3226c req-2021fe88-e656-4085-b5a6-14b9ab6ebc9d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.1946061 Apr 01 16:03:01.239820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e9ff92d-4006-4ccc-9f9a-64e95af3226c req-0098c90c-d3b8-4471-8ee0-e33552477814 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Apr 01 16:03:02.406445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5a07c307-8d69-4d2b-922e-36e7daa3b21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.441522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1989-0cc6-41bc-9623-aaac835ae30e req-642c4c05-b756-467b-a225-514e91600375 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:02.443100 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc6f1989-0cc6-41bc-9623-aaac835ae30e req-642c4c05-b756-467b-a225-514e91600375 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 943 time: 0.0927746 Apr 01 16:03:02.470405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device fd184ba0-08ae-4f83-a390-7e3f9155d1f8 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:02.507605 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc6f1989-0cc6-41bc-9623-aaac835ae30e req-f09188e5-dbcc-4a55-80c0-8a6870cf7c9a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575082 Apr 01 16:03:02.674867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:02.689616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'port_id': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'mac_address': 'fa:16:3e:90:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:02.747483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.766496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd184ba0-08ae-4f83-a390-7e3f9155d1f8 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:03:02.782309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:02.845882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.913910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:02.921743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.922092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.922427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.922785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.923115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.923443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.923767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.924090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.924417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.924747 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.925113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:02.925382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:03.098027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['fd184ba0-08ae-4f83-a390-7e3f9155d1f8'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:03:03.695929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed37257-5014-4492-958e-35b1c7522624 req-addfa714-103a-4c3d-ac6d-e5ab9e8ee7bd tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:03.697420 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fed37257-5014-4492-958e-35b1c7522624 req-addfa714-103a-4c3d-ac6d-e5ab9e8ee7bd tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 944 time: 0.0834312 Apr 01 16:03:03.749486 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fed37257-5014-4492-958e-35b1c7522624 req-90a68a1f-8a86-4d00-a091-2e08381eab34 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 Apr 01 16:03:04.485077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device fd184ba0-08ae-4f83-a390-7e3f9155d1f8 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:04.628826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:04.634173 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:04.634541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.755344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.793363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:04.807127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:04.840683 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'code': 200} Apr 01 16:03:04.907068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-061e5f9d-2150-43ea-9cff-93a692bf8ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.935998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.951198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f669ff-9da7-47c2-933c-e2de258e6c1e req-ba10b343-8ccb-4c63-bcd1-9abbee8ad47f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:04.952788 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3f669ff-9da7-47c2-933c-e2de258e6c1e req-ba10b343-8ccb-4c63-bcd1-9abbee8ad47f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 944 time: 0.0840664 Apr 01 16:03:04.999792 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3f669ff-9da7-47c2-933c-e2de258e6c1e req-a33c9ff6-5570-49ca-baed-2a76d915a8ce tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Apr 01 16:03:05.008842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:05.152225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677ebd-0df7-4214-8bf3-44e3066b721d req-afb1d09d-e9f4-4e01-820b-e69aa6f4de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:05.153719 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-81677ebd-0df7-4214-8bf3-44e3066b721d req-afb1d09d-e9f4-4e01-820b-e69aa6f4de27 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1098 time: 0.0755663 Apr 01 16:03:05.194892 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-81677ebd-0df7-4214-8bf3-44e3066b721d req-e84d23eb-14e5-4986-9cfd-857ae6276f17 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338612 Apr 01 16:03:05.583465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:06.149229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:06.193917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a731e-2015-429e-be7b-8da2b803b79a req-7151fc9a-7bed-4950-a8e0-974239f9353d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:06.195430 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6e1a731e-2015-429e-be7b-8da2b803b79a req-7151fc9a-7bed-4950-a8e0-974239f9353d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.0811026 Apr 01 16:03:06.240632 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6e1a731e-2015-429e-be7b-8da2b803b79a req-60bd0701-dc4c-4498-9abb-07e9a9f0707f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Apr 01 16:03:07.432927 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471dd3c-f6e9-45dc-a692-bbfabb8e8eee req-7fe66c46-1356-4b1f-8d36-f14c90396e74 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:07.437699 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6471dd3c-f6e9-45dc-a692-bbfabb8e8eee req-7fe66c46-1356-4b1f-8d36-f14c90396e74 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.0846722 Apr 01 16:03:07.481280 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6471dd3c-f6e9-45dc-a692-bbfabb8e8eee req-fd593ab0-2e5a-41e4-970d-524815916dfb tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 Apr 01 16:03:07.610262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:07.673518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfd949-a7cf-4f73-86b4-b639395465af req-106494a2-037e-49bd-ba2e-d56e8f626205 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:07.675037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-69bfd949-a7cf-4f73-86b4-b639395465af req-106494a2-037e-49bd-ba2e-d56e8f626205 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.0830715 Apr 01 16:03:07.721124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-69bfd949-a7cf-4f73-86b4-b639395465af req-b6314691-2d6c-404a-a34f-4f010aa7dde6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Apr 01 16:03:07.743942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49224) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:07.745748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed158d-7f58-4874-8526-529f27028868 req-40e1cc6c-22ea-47e1-8707-99033f3b4e79 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:07.747263 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fed158d-7f58-4874-8526-529f27028868 req-40e1cc6c-22ea-47e1-8707-99033f3b4e79 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.0826597 Apr 01 16:03:07.788412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:07.794344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fed158d-7f58-4874-8526-529f27028868 req-5e110aae-85b4-4b91-b539-8e602ae11030 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Apr 01 16:03:07.867869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e27051-9eee-44b8-b2c5-4d733bc7c723 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:07.869379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-46e27051-9eee-44b8-b2c5-4d733bc7c723 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1093 time: 0.1245327 Apr 01 16:03:07.873258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49230) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:07.878303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:07.884502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:07.889326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:floatingip and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:07.892398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:07.898227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:07.989344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:08.130158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:08.280159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.26.8.248 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/b98afbdc-ede7-402e-b346-a933a04fe897) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:08.457417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:08.549890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:08.613018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:08.621065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:08.625374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:08.656040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=b98afbdc-ede7-402e-b346-a933a04fe897,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:08.678605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.678968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.679332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.679665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.679994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.680345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.680678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.681002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.681326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.681673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.681990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:08.682385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:09.094724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5135b43-abde-453c-a1a7-b7b8c3059cda req-399e246f-5b3b-4f96-8997-88d37f075165 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:09.096145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c5135b43-abde-453c-a1a7-b7b8c3059cda req-399e246f-5b3b-4f96-8997-88d37f075165 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.1841073 Apr 01 16:03:09.161372 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c5135b43-abde-453c-a1a7-b7b8c3059cda req-edd07a02-847c-427e-a375-24f5c919e3e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537395 Apr 01 16:03:09.172636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.454109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-c3a4e44a-ddca-4d3c-ae47-d7b2ed25b390 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:09.456038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-c3a4e44a-ddca-4d3c-ae47-d7b2ed25b390 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.0879710 Apr 01 16:03:09.457845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.533623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 205c78c5-ac96-4335-86e8-ebcf186db6e8 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:09.533963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.673464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.743241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.791267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 205c78c5-ac96-4335-86e8-ebcf186db6e8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=205c78c5-ac96-4335-86e8-ebcf186db6e8,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:09.791646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.854018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=b98afbdc-ede7-402e-b346-a933a04fe897,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:09.866219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.056764 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP 5d3aed44-6544-452e-be8c-3f194f78a1bc associated. External IP: 172.26.8.248, port: fd184ba0-08ae-4f83-a390-7e3f9155d1f8. Apr 01 16:03:10.214458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.214882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.215739 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP bc527a44-fff7-4ef6-b478-20d168093c8f disassociated. External IP: 172.26.8.95, port: 205c78c5-ac96-4335-86e8-ebcf186db6e8. Apr 01 16:03:10.216095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 205c78c5-ac96-4335-86e8-ebcf186db6e8 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:10.426517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:03:10.428733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377279-70c5-44d1-b758-6eb40f0b919b req-b9571f35-e22e-46dc-b135-d9b8f1b2714b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:10.430216 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71377279-70c5-44d1-b758-6eb40f0b919b req-b9571f35-e22e-46dc-b135-d9b8f1b2714b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 945 time: 0.1556048 Apr 01 16:03:10.478447 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71377279-70c5-44d1-b758-6eb40f0b919b req-b7260b93-eb61-4c59-b124-1d03fe329aaf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b55c7a2b-b9de-492d-95a4-13190e4b5a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 Apr 01 16:03:10.541338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.594507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=205c78c5-ac96-4335-86e8-ebcf186db6e8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:10.606668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.607017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.607352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.607681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.608007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.608336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.608654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.608974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.609298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.609615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.609930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.610250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:10.623039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:10.634125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:10.644810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:10.645797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:10.761706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.833370 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bb1183a9-cde2-4cdd-90a1-3bfe2ca4008c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9586523 Apr 01 16:03:10.833826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:10.853359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:10.864252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:03:10.965323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'status': 'completed', 'code': 200} Apr 01 16:03:11.172648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:11.190709 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:11.201703 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:11.202785 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.217551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-a54719a3-2a42-4c6f-8608-4ecd23df6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.218809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-a54719a3-2a42-4c6f-8608-4ecd23df6c77 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1098 time: 0.2179930 Apr 01 16:03:11.262270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5d3aed44-6544-452e-be8c-3f194f78a1bc', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:90:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cae979-176d-438e-8f8b-31bded872e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.269431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:11.286303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:11.287628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.289511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 205c78c5-ac96-4335-86e8-ebcf186db6e8 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:11.294945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:11.298209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'name': 'network-vif-deleted', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:11.404650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a59bc-4594-44e8-b62d-821b8b06d881', 'name': 'network-vif-deleted', 'tag': '205c78c5-ac96-4335-86e8-ebcf186db6e8', 'status': 'completed', 'code': 200} Apr 01 16:03:11.410773 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:11.454069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-6c12f053-4ec2-4c71-90cd-07d096f1dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.455664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-6c12f053-4ec2-4c71-90cd-07d096f1dba1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.2111838 Apr 01 16:03:11.570425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-011e2871-8f1e-484c-ace6-fd4a97aad8cb req-0cb52cf0-ed9c-478a-a9a5-c62fe7801cd6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/205c78c5-ac96-4335-86e8-ebcf186db6e8 HTTP/1.1" status: 204 len: 173 time: 2.1052532 Apr 01 16:03:11.612647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:11.657445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-7189a759-9dd1-4ab4-b6bd-85dfad89b594 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 200 len: 999 time: 0.1938875 Apr 01 16:03:11.763930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-11dca2f8-e376-4f6a-9e74-80a6bd4323ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.766254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-11dca2f8-e376-4f6a-9e74-80a6bd4323ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.1021779 Apr 01 16:03:11.791261 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f9457e7d-bc63-4f1e-9591-5a7e77771d7f req-29255516-bf87-4eb2-959d-e6aeaa001aea tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=402a59bc-4594-44e8-b62d-821b8b06d881 HTTP/1.1" status: 200 len: 210 time: 0.1191404 Apr 01 16:03:11.868370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-e819b698-cee0-413f-bb6d-95176e5ab9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.870379 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-e819b698-cee0-413f-bb6d-95176e5ab9c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952353 Apr 01 16:03:11.940127 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.945226 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:11.956128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:11.956751 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:12.038131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-c8ef3df3-ce94-4857-ab00-b0d9d7d2dfaf service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609044 Apr 01 16:03:12.160173 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:12.195241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5d3aed44-6544-452e-be8c-3f194f78a1bc', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:90:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cae979-176d-438e-8f8b-31bded872e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:12.200737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c12f6-4d3c-4a98-880d-a551e508c283 None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5d3aed44-6544-452e-be8c-3f194f78a1bc', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:90:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cae979-176d-438e-8f8b-31bded872e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:12.316700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8435e409-2c89-4aae-a995-4b9a2c1c5a1e req-59a0c454-85f5-4af5-b716-0331fdf21bbd service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686198 Apr 01 16:03:12.439360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98349-1d67-4cff-9efa-9bd4225dea4f None None] New status for floating IP 5d3aed44-6544-452e-be8c-3f194f78a1bc: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:03:12.518569 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:12.523488 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28660bbb-5e00-4a24-a82f-0321254cd41b None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a9227880-7247-4cff-bbd8-9a9a282b27e9', 'name': '', 'network_id': '11aab4ba-b3f3-4511-89cf-44f2e9f842ef', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:33:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:56Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '6c73fa35-6cce-4b0e-9fc0-37d4dd719985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:12.810342 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e638ed-9465-47a0-ab6e-7601a7f92e97 None None] New status for floating IP bc527a44-fff7-4ef6-b478-20d168093c8f: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:03:12.900889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49250) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:12.975737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.007131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.154897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.175537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c7a2b-b9de-492d-95a4-13190e4b5a6f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:13.257433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.259346 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9f9ceb0-b73c-4217-8e2d-86d3fd06aeba tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/b55c7a2b-b9de-492d-95a4-13190e4b5a6f HTTP/1.1" status: 204 len: 168 time: 0.3568873 Apr 01 16:03:13.372851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49256) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:13.551367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 68fdd1b8-a74d-4a68-8184-7c2555232bb8 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:13.551702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.757074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.757413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.915410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 68fdd1b8-a74d-4a68-8184-7c2555232bb8 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:14.149832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.214470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=68fdd1b8-a74d-4a68-8184-7c2555232bb8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:14.318314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.333495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.334700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5d73186-9f0d-4e9e-8dd4-859f9817e67f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc527a44-fff7-4ef6-b478-20d168093c8f HTTP/1.1" status: 204 len: 168 time: 0.9608088 Apr 01 16:03:14.548806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 205c78c5-ac96-4335-86e8-ebcf186db6e8 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:14.587183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 205c78c5-ac96-4335-86e8-ebcf186db6e8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:03:14.587585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 205c78c5-ac96-4335-86e8-ebcf186db6e8 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:14.970498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32788849-c35a-457e-ab21-031600540231 req-b072f06f-9211-414b-8441-27574fe4a6aa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:14.972043 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-32788849-c35a-457e-ab21-031600540231 req-b072f06f-9211-414b-8441-27574fe4a6aa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0866461 Apr 01 16:03:15.018415 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-32788849-c35a-457e-ab21-031600540231 req-8c659dd9-b281-47f4-aa8d-029339012b91 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Apr 01 16:03:16.209902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-1a3b1019-a2d0-4d96-91da-3acc9b1a85a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:16.210907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-1a3b1019-a2d0-4d96-91da-3acc9b1a85a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:16.285701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-1a3b1019-a2d0-4d96-91da-3acc9b1a85a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:16.286920 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-1a3b1019-a2d0-4d96-91da-3acc9b1a85a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.1599357 Apr 01 16:03:16.331325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-51496f93-2684-4388-954d-51ea093bcdf9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:16.426810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-0c34fca4-532d-4e9a-8866-9e10e0d99e1b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:16.428245 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-0c34fca4-532d-4e9a-8866-9e10e0d99e1b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0821774 Apr 01 16:03:16.469430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-51496f93-2684-4388-954d-51ea093bcdf9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:16.470449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a90dfa0b-7b55-45e7-ac09-5bb17344c8b7 req-51496f93-2684-4388-954d-51ea093bcdf9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a7edfc3-003f-4171-be57-a5515e7f6af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777146 Apr 01 16:03:16.503559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 619e3826-d11a-4265-84b3-dc697c193f2b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:16.503904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.754169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 619e3826-d11a-4265-84b3-dc697c193f2b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=619e3826-d11a-4265-84b3-dc697c193f2b,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:16.754444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.983728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 619e3826-d11a-4265-84b3-dc697c193f2b owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:17.209805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.264177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=619e3826-d11a-4265-84b3-dc697c193f2b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:17.342127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 619e3826-d11a-4265-84b3-dc697c193f2b on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:17.344677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.349798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'name': 'network-vif-deleted', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:17.391806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295f0f6-3684-44b5-87c6-a6632290b3b6', 'name': 'network-vif-deleted', 'tag': '619e3826-d11a-4265-84b3-dc697c193f2b', 'status': 'completed', 'code': 200} Apr 01 16:03:17.458206 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31d721fa-b7f7-4551-a592-5de5dc6f28b4 req-ae14988e-37c4-46df-bcc5-78c3dab75120 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/619e3826-d11a-4265-84b3-dc697c193f2b HTTP/1.1" status: 204 len: 173 time: 1.0229521 Apr 01 16:03:17.645286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fe31d23c-f054-4eea-9853-dabfd357a949 req-efd08553-2279-4aaf-a70a-f80d19c249a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:17.712748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fe31d23c-f054-4eea-9853-dabfd357a949 req-efd08553-2279-4aaf-a70a-f80d19c249a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:17.714549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fe31d23c-f054-4eea-9853-dabfd357a949 req-efd08553-2279-4aaf-a70a-f80d19c249a8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295f0f6-3684-44b5-87c6-a6632290b3b6 HTTP/1.1" status: 200 len: 210 time: 0.1304491 Apr 01 16:03:18.177828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:18.981268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49272) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:19.066290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.103086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.318191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.341595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7edfc3-003f-4171-be57-a5515e7f6af1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:19.443803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.444945 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f9209617-cb90-49e5-b5b3-dad833f123b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a7edfc3-003f-4171-be57-a5515e7f6af1 HTTP/1.1" status: 204 len: 168 time: 0.4627702 Apr 01 16:03:19.544388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49280) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:20.239669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.579290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 619e3826-d11a-4265-84b3-dc697c193f2b no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:20.605069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port a9227880-7247-4cff-bbd8-9a9a282b27e9 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:20.605689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.617350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 619e3826-d11a-4265-84b3-dc697c193f2b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:03:20.617783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 619e3826-d11a-4265-84b3-dc697c193f2b not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:20.801055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port a9227880-7247-4cff-bbd8-9a9a282b27e9, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9227880-7247-4cff-bbd8-9a9a282b27e9,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:20.801402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.928911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for a9227880-7247-4cff-bbd8-9a9a282b27e9 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:21.210050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:21.402502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=a9227880-7247-4cff-bbd8-9a9a282b27e9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:21.661514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.054469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:03:22.249656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:22.259144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Sync routers for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:22.268864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:22.271218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:22.337644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-de715b31-7e81-4e99-b8ca-f9c8556761a1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916839 Apr 01 16:03:22.340574 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49284) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:22.418362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet 6c73fa35-6cce-4b0e-9fc0-37d4dd719985 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:03:22.421728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.457787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:22.485487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.574650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.715498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.755014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:03:21Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:22.755908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=6c73fa35-6cce-4b0e-9fc0-37d4dd719985,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:22.760086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:22.761642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Checking router: 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:22.770848 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-21a11bbf-cdbc-4825-97c7-39308093fd33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/6c73fa35-6cce-4b0e-9fc0-37d4dd719985 HTTP/1.1" status: 204 len: 168 time: 0.4261320 Apr 01 16:03:22.770848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49288) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:22.774712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03074e-522b-4c09-9e45-c09165381007 None None] Network 11aab4ba-b3f3-4511-89cf-44f2e9f842ef requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:03:22.795503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Routers {'23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:22.801230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:23.193494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.266208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] Set router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:23.383885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.502302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 31716ab4-4169-4bfe-bdf4-17bd0399c034 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:23.503013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.569655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] DHCP port deletion for 11aab4ba-b3f3-4511-89cf-44f2e9f842ef request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:03:23.580349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Deleting port a9ad4f9e-3f1f-45ce-b294-074edae2612f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:03:23.580720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.670446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:03:21Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:23.684445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93fb52-4959-47c4-b360-3a4aa71b4024 None None] The sync data for ids ['23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37'] in dv-neutron-835944-1-hyperv is: [{'id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'name': 'tempest-TestNetworkBasicOps-router-676170916', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:49Z', 'updated_at': '2022-04-01T16:03:21Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '31716ab4-4169-4bfe-bdf4-17bd0399c034', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:50Z', 'updated_at': '2022-04-01T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:23.746139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 31716ab4-4169-4bfe-bdf4-17bd0399c034, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=31716ab4-4169-4bfe-bdf4-17bd0399c034,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:23.747168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.831300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] For port a9ad4f9e-3f1f-45ce-b294-074edae2612f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a9ad4f9e-3f1f-45ce-b294-074edae2612f,segment=NetworkSegment(1a6b6603-f751-485d-83bd-1809491cf81a),segment_id=1a6b6603-f751-485d-83bd-1809491cf81a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:23.831720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.877699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 31716ab4-4169-4bfe-bdf4-17bd0399c034 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:23.962393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Calling delete_port for a9ad4f9e-3f1f-45ce-b294-074edae2612f owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:03:24.148800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.184567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.216830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] Pushing event deleted for resources: {'Port': ['ID=a9ad4f9e-3f1f-45ce-b294-074edae2612f,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:24.223598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc257a-2272-435f-8889-4f2dc593a816 None None] No DVR routers for this DVR port a9ad4f9e-3f1f-45ce-b294-074edae2612f on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:24.256844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=31716ab4-4169-4bfe-bdf4-17bd0399c034,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:24.363039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.559929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.562276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.678430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.678972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router 23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:03:24.699797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.700941 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4bb26952-f77f-47a5-b447-d07b7fb00555 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/23f3a7c3-9fb3-4feb-bc4a-a86f3a812a37 HTTP/1.1" status: 204 len: 168 time: 1.9290867 Apr 01 16:03:24.704271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49294) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:24.836221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.988883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.020067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11aab4ba-b3f3-4511-89cf-44f2e9f842ef']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:25.034238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6b6603-f751-485d-83bd-1809491cf81a') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:25.034540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6b6603-f751-485d-83bd-1809491cf81a') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:25.048121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.067930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.075481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:03:25.075912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:03:25.091208 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:03:25.268800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.287001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.299489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=11aab4ba-b3f3-4511-89cf-44f2e9f842ef,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:25.304713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2121460c-29fc-4e9b-96d2-c5643a08100c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/11aab4ba-b3f3-4511-89cf-44f2e9f842ef HTTP/1.1" status: 204 len: 168 time: 0.5989103 Apr 01 16:03:25.331604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49298) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:25.337776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--1699007206', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:25.345327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:25.351402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:25.371158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:25.376530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:25.469577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:25.469577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.501068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9ad4f9e-3f1f-45ce-b294-074edae2612f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:25.529813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:03:25.551607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a9ad4f9e-3f1f-45ce-b294-074edae2612f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:03:25.551607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9ad4f9e-3f1f-45ce-b294-074edae2612f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:25.551607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9227880-7247-4cff-bbd8-9a9a282b27e9 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:25.556195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.556195 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 3e9b4151-6b0a-4830-857d-db51ee5aef73 of type vlan for network c69ea8e0-befb-492a-8d54-c58cde58eb16 Apr 01 16:03:25.579974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a9227880-7247-4cff-bbd8-9a9a282b27e9 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:03:25.579974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a9227880-7247-4cff-bbd8-9a9a282b27e9 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:25.579974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 31716ab4-4169-4bfe-bdf4-17bd0399c034 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:25.582181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.611993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 31716ab4-4169-4bfe-bdf4-17bd0399c034 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:03:25.612338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 31716ab4-4169-4bfe-bdf4-17bd0399c034 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:25.712985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.723027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:25.723639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:25.843899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=c69ea8e0-befb-492a-8d54-c58cde58eb16,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:25.856807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:03:25.923815 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-642cd3f9-0e3f-4a01-82bb-21ec73c585b1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5862410 Apr 01 16:03:25.934114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49302) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:25.934114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-189939366', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:25.938881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:25.945710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:25.945710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:25.962269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:26.027504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.031541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.046217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.626996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.077678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.112108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.255313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.192 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/66c5273b-5058-48b4-aa9d-543e375f0b06) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:27.410508 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.507614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.579913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:27.588093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:27.594518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:27.629589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=66c5273b-5058-48b4-aa9d-543e375f0b06,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:28.130539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.625464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.059494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:03:29.267680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:29.277863 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Sync routers for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:29.288376 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:29.289002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.423449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.424782 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d8f0a73-86bc-4981-a554-a3d11b0dde68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5015714 Apr 01 16:03:29.428265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49306) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:29.484595 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f8298f3e-28a4-48fc-ae8a-2733d9968900 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509939 Apr 01 16:03:29.484595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:29.487806 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:29.637625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43fd2c-8fee-4ffe-aec1-0e82ee766ef0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:29.639332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c43fd2c-8fee-4ffe-aec1-0e82ee766ef0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546648 Apr 01 16:03:29.642522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49314) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:29.688796 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-13a663f2-4522-4a28-9045-5b32684af5d6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443525 Apr 01 16:03:29.691909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49318) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:29.699639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1922509669', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:29.832964 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.837862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Checking router: 41c36bee-94d5-497e-9eb4-d3d1cf411c2c for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:29.837862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Updating router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c port 66c5273b-5058-48b4-aa9d-543e375f0b06 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:03:29.850224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:29.855010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:29.858011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:29.863996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:29.896262 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.977257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:29.983738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.300389 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.310330 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Transition to ACTIVE for port object 66c5273b-5058-48b4-aa9d-543e375f0b06 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:30.385266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.444234 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.464947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=f8c42d51-b9b3-48d7-a16a-bc206100f93a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:30.477503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:03:30.477860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: c69ea8e0-befb-492a-8d54-c58cde58eb16, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:03:30.534463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Attempting to bind port 66c5273b-5058-48b4-aa9d-543e375f0b06 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:30.534941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Attempting to bind port 66c5273b-5058-48b4-aa9d-543e375f0b06 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:30.535252 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Attempting to bind port 66c5273b-5058-48b4-aa9d-543e375f0b06 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Pushing event updated for resources: {'Port': ['ID=66c5273b-5058-48b4-aa9d-543e375f0b06,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Bound port: 66c5273b-5058-48b4-aa9d-543e375f0b06, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:30.558561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.575752 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.576088 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.576419 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.576742 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.577153 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.577391 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.577712 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.578087 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.578386 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.578750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.579078 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.579385 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:30.589039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:03:30.660322 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] For port 66c5273b-5058-48b4-aa9d-543e375f0b06, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:03:30.663509 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] For port 66c5273b-5058-48b4-aa9d-543e375f0b06, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=66c5273b-5058-48b4-aa9d-543e375f0b06,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:03:30.734599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c69ea8e0-befb-492a-8d54-c58cde58eb16) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:30.737447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:30.738193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.742013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec6b1f-c33b-475c-b7dd-41b0236fa1ca None None] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:03:30.769278 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.846356 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d4391bf1-8437-4901-9b05-b399833259d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1503820 Apr 01 16:03:30.847635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49324) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:30.960055 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:30.961109 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:31.066098 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a858153-3044-410f-a585-9d3c46f7e8c0 None None] Pushing event updated for resources: {'Port': ['ID=66c5273b-5058-48b4-aa9d-543e375f0b06,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:31.204513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-c69ea8e0-befb-492a-8d54-c58cde58eb16', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:03:31.205378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.280502 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:31.433390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Allocated IP 172.20.0.2 (c69ea8e0-befb-492a-8d54-c58cde58eb16/f8c42d51-b9b3-48d7-a16a-bc206100f93a/3e769d48-23f6-440d-93eb-97eb12f621b2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:31.626361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:31.636654 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397284ac-fcb6-441c-8c0a-122d4b7cdda1 None None] The sync data for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv is: [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:31.703391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.716150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Transition to ACTIVE for port object 3e769d48-23f6-440d-93eb-97eb12f621b2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:31.746988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Transition to ACTIVE for port object 3e769d48-23f6-440d-93eb-97eb12f621b2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:31.811367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.828793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.900334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:31.912197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:31.915780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:31.924119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Pushing event updated for resources: {'Port': ['ID=3e769d48-23f6-440d-93eb-97eb12f621b2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:32.083569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Attempting to bind port 3e769d48-23f6-440d-93eb-97eb12f621b2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:32.084130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Attempting to bind port 3e769d48-23f6-440d-93eb-97eb12f621b2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:32.084523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Attempting to bind port 3e769d48-23f6-440d-93eb-97eb12f621b2 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:03:32.092368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:03:32.092848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Checking segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:03:32.093257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.093653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Bound using segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:03:32.094139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Bound port: 3e769d48-23f6-440d-93eb-97eb12f621b2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:32.094519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.232599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] For port 3e769d48-23f6-440d-93eb-97eb12f621b2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:03:32.235044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] For port 3e769d48-23f6-440d-93eb-97eb12f621b2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3e769d48-23f6-440d-93eb-97eb12f621b2,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:03:32.318279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.377290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (c69ea8e0-befb-492a-8d54-c58cde58eb16/f8c42d51-b9b3-48d7-a16a-bc206100f93a/b4360549-aef8-44d2-baad-6aec150b7f33) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:32.424669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd349-6e28-4bc1-a1b3-bc28f8e5aa3f None None] Pushing event updated for resources: {'Port': ['ID=3e769d48-23f6-440d-93eb-97eb12f621b2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:32.495083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-209491a0-58fc-4688-810e-8fc4c5635100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.609096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.648073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object b4360549-aef8-44d2-baad-6aec150b7f33 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:32.758171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.849469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:32.849469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:32.855992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:32.907492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:32.942578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.192998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.577316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e6a69-0b02-4be1-89cf-0e87d0c9b313 None None] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:03:33.614605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 66c5273b-5058-48b4-aa9d-543e375f0b06 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:33.811167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.823665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d2520506-bb36-4bda-a6f6-2015faeac19d None None] Provisioning for port 3e769d48-23f6-440d-93eb-97eb12f621b2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:33.884352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 66c5273b-5058-48b4-aa9d-543e375f0b06 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:33.891193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.896063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 66c5273b-5058-48b4-aa9d-543e375f0b06 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:33.899841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.027991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.035700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:34.061995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.082422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 66c5273b-5058-48b4-aa9d-543e375f0b06, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=66c5273b-5058-48b4-aa9d-543e375f0b06,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:34.204709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:34.205937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:34.221022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.222320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3e769d48-23f6-440d-93eb-97eb12f621b2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:34.355364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=66c5273b-5058-48b4-aa9d-543e375f0b06,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:34.436254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:03:34.477280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Provisioning for port b4360549-aef8-44d2-baad-6aec150b7f33 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:34.482532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Provisioning complete for port b4360549-aef8-44d2-baad-6aec150b7f33 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:34.482941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.514551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3e769d48-23f6-440d-93eb-97eb12f621b2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:34.536862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3e769d48-23f6-440d-93eb-97eb12f621b2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:34.536862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.592262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Port b4360549-aef8-44d2-baad-6aec150b7f33 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:03:34.618398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Provisioning complete for port 3e769d48-23f6-440d-93eb-97eb12f621b2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:34.619079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.646590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:34.661884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1e90e35c-a1e7-42de-b146-f8696f8ef7c5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/41c36bee-94d5-497e-9eb4-d3d1cf411c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8151352 Apr 01 16:03:34.664285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49330) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:34.692781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Sync routers for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:34.784383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:34.785019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:34.830228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.830770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.831236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.831699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.832159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.832611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.834354 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-07e6c859-9588-4366-a35b-4a18adea9008 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1688423 Apr 01 16:03:34.837185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49334) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:34.874099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.918782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.919094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.919616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.920742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.920742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.921130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.925587 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-12ee1b44-3421-4944-acc3-62212a7f0ea7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0847876 Apr 01 16:03:34.926090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49338) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:35.056316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 3e769d48-23f6-440d-93eb-97eb12f621b2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3e769d48-23f6-440d-93eb-97eb12f621b2,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:35.068929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cca50cb6-3091-42cb-846c-ab0f9e6f46c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.081126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:35.147768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.159235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.316355 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-50afbd1e-62bd-4ad7-9d25-7a0a43332729 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3892715 Apr 01 16:03:35.319493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49342) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:35.326284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-439575844', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:35.441660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=3e769d48-23f6-440d-93eb-97eb12f621b2,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:35.471777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:03:35.472142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-52997221-4e0c-43dc-a7b3-142a60d41433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:03:35.480140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:35.484518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:port and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:35.487741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:35.495274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:35.549662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 66c5273b-5058-48b4-aa9d-543e375f0b06 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:35.565619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:35.569370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.600570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] device_id is not set on port dad2a301-ea9e-4410-a072-6b4d6eaf1827 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 16:03:35.655164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 66c5273b-5058-48b4-aa9d-543e375f0b06 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:35.655954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.715146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:35.731245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Checking router: 41c36bee-94d5-497e-9eb4-d3d1cf411c2c for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:35.731598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Updating router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c port b4360549-aef8-44d2-baad-6aec150b7f33 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:03:35.769243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.784220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.3 (c69ea8e0-befb-492a-8d54-c58cde58eb16/f8c42d51-b9b3-48d7-a16a-bc206100f93a/dad2a301-ea9e-4410-a072-6b4d6eaf1827) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:35.798292 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.026561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.043578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object dad2a301-ea9e-4410-a072-6b4d6eaf1827 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:36.175141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8a89bd83-9679-4760-92d3-501da69b0cdf None None] Provisioning complete for port b4360549-aef8-44d2-baad-6aec150b7f33 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:36.175518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8a89bd83-9679-4760-92d3-501da69b0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.231194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8a89bd83-9679-4760-92d3-501da69b0cdf None None] Port b4360549-aef8-44d2-baad-6aec150b7f33 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:03:36.257470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.283851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.345004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:36.350098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:36.354381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:36.399593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:36.456899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:36.457829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.527013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.539677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Transition to ACTIVE for port object b4360549-aef8-44d2-baad-6aec150b7f33 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:36.564780 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d8bdb0c-6c19-4c31-942c-2b504ee3b4e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2441304 Apr 01 16:03:36.628904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.849166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dcebe-8484-40d2-994f-997397c9978f None None] Pushing event updated for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:36.958487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6f81340f-ad7a-4ca5-8253-6ffb9947982b None None] Provisioning for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:36.977884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Attempting to bind port b4360549-aef8-44d2-baad-6aec150b7f33 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:36.978255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Attempting to bind port b4360549-aef8-44d2-baad-6aec150b7f33 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:36.978687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Attempting to bind port b4360549-aef8-44d2-baad-6aec150b7f33 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:03:36.981046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6f81340f-ad7a-4ca5-8253-6ffb9947982b None None] Provisioning complete for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:36.981629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6f81340f-ad7a-4ca5-8253-6ffb9947982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.999568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49348) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:37.008905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272229977', 'description': 'tempest-secgroup-smoke-1272229977 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:37.019931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:03:37.020312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Checking segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:03:37.020944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.021556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Bound using segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:03:37.021813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Bound port: b4360549-aef8-44d2-baad-6aec150b7f33, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:37.022190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.029620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:37.037461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:37.042905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:37.053234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:37.089989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-6f81340f-ad7a-4ca5-8253-6ffb9947982b None None] Port dad2a301-ea9e-4410-a072-6b4d6eaf1827 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:03:37.135132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.136861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] For port b4360549-aef8-44d2-baad-6aec150b7f33, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:03:37.139766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] For port b4360549-aef8-44d2-baad-6aec150b7f33, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b4360549-aef8-44d2-baad-6aec150b7f33,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:03:37.166392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:37.171448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:37.174698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:37.181258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:37.211152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.257877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.290365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:37.291598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:37.352453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dcebe-8484-40d2-994f-997397c9978f None None] Pushing event updated for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:37.357528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.405131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4593ccc8-19e8-41f4-af8e-cc5418b23536,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:37.495661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.497886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9738645d-366f-496a-baa7-d73abd0edae5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4969244 Apr 01 16:03:37.501548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49352) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:37.507320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:37.509411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:37.519546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:37.524155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:37.531675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:37.539038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:37.557164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3e769d48-23f6-440d-93eb-97eb12f621b2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:37.645893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.711522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.745730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.806423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.817409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3e769d48-23f6-440d-93eb-97eb12f621b2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:37.817698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.835464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbb5b12-7a1f-421d-a2ba-40fe0fb50174,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:37.903010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.905253 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-db403063-c731-438e-953e-45625a915acd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017963 Apr 01 16:03:37.907026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49356) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:37.912304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:37.919470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:37.923565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:37.926785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:37.934191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:38.022583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:37Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:38.027318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803efb6-cb04-4e16-96fc-ce029c210170 None None] The sync data for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv is: [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:37Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:38.033793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.237069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.451375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.477149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb2062f-59f5-40ae-86bb-b3cdaf06c1a8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:38.604851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.605819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fcc143af-8bca-4764-9948-bd2441b711b0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6978722 Apr 01 16:03:38.609036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49360) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:38.614391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:38.620993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:38.625024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:38.629375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:38.638658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:38.767780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.840477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.949099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.981796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee86e8dc-5a5c-4240-81d5-9d4ffa0369dd,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:39.051698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.052946 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7d962dfd-3e1c-466f-9be8-29f6df1cd28a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428720 Apr 01 16:03:39.055708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49364) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:39.061241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:39.067873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:39.074158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:39.077399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:39.083174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:39.155891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.219952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.337193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.366850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee8d913-88e3-4571-a3b6-6e78995df389,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:39.516618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b4360549-aef8-44d2-baad-6aec150b7f33 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:39.519702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.520910 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-99e20556-6e04-4bc5-ab07-dcbfc6a36e15 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4642482 Apr 01 16:03:39.523622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49368) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:39.529293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:39.535608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:39.540151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:39.544664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:39.550472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:39.616867 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:39.624450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.673724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b4360549-aef8-44d2-baad-6aec150b7f33 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:39.679213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b4360549-aef8-44d2-baad-6aec150b7f33 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:39.679597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.691464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.799393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.822202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.832833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b4360549-aef8-44d2-baad-6aec150b7f33, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b4360549-aef8-44d2-baad-6aec150b7f33,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:39.848876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304b7961-9724-4b5b-a700-3b5c4dba346c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:39.929393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.974777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.979390 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c3da96bb-d967-4720-b3ea-83bf1a173951 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4515107 Apr 01 16:03:39.980087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49374) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:39.985756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '4593ccc8-19e8-41f4-af8e-cc5418b23536', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:39.991842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:39.996329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:40.002645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:40.005630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:40.010174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:40.074249 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:40.081092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.148306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.296833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.320397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af427ab2-8768-42e8-9587-e4c353fc9157,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:40.443798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.445120 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-86c3f4cf-ada4-47bf-bfd0-ccbf2513e2e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4638274 Apr 01 16:03:40.618169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-c4040003-504e-4d3b-81a4-b34d42d1979d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:40.742557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-c4040003-504e-4d3b-81a4-b34d42d1979d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:40.743838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-c4040003-504e-4d3b-81a4-b34d42d1979d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272229977&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1675308 Apr 01 16:03:40.826630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-be76498e-a42d-4df2-b2cf-d02c3a243829 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:40.827236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-be76498e-a42d-4df2-b2cf-d02c3a243829 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:40.936497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-be76498e-a42d-4df2-b2cf-d02c3a243829 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:40.941764 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-be76498e-a42d-4df2-b2cf-d02c3a243829 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 929 time: 0.1900637 Apr 01 16:03:41.011670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-c1e573ee-66ef-463c-a336-7e24ae1d6c8e service neutron] 10.222.0.21 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0606825 Apr 01 16:03:41.158453 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-f0cf2e09-083a-48d9-b8eb-26c8bf847b99 service neutron] 10.222.0.21 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403720 Apr 01 16:03:41.313298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-8d5d8b02-9b62-49e3-9c67-f1761397c875 service neutron] 10.222.0.21 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353309 Apr 01 16:03:41.737976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b4360549-aef8-44d2-baad-6aec150b7f33 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:41.737976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b4360549-aef8-44d2-baad-6aec150b7f33 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:41.737976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.952291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ba4b6330-c357-4268-ba6b-d5bfc646b0e8 req-5ec11dfc-2e86-4b6e-bf22-c130e26296bb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:41.966299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ba4b6330-c357-4268-ba6b-d5bfc646b0e8 req-5ec11dfc-2e86-4b6e-bf22-c130e26296bb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:41.967585 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ba4b6330-c357-4268-ba6b-d5bfc646b0e8 req-5ec11dfc-2e86-4b6e-bf22-c130e26296bb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 210 time: 0.0648582 Apr 01 16:03:43.129956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fe9b88d6-9b6e-422f-8204-4e95b1f256dd req-6778ef52-b968-490e-a9e2-c1b48a2da447 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 210 time: 0.0491698 Apr 01 16:03:44.301861 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-04a30187-6feb-4506-b86f-48a4010319d3 req-924d82bd-10fe-4d18-8912-0e618968ea28 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 210 time: 0.0561621 Apr 01 16:03:44.463427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-6591973f-bce7-4b34-81c3-59e71e1d9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:44.465235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-6591973f-bce7-4b34-81c3-59e71e1d9bea service neutron] 10.222.0.91 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1025 time: 0.0677474 Apr 01 16:03:44.625007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-9af36404-dc78-4164-9e8b-63332fa616cc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:44.625678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-9af36404-dc78-4164-9e8b-63332fa616cc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:44.765716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-9af36404-dc78-4164-9e8b-63332fa616cc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:44.767116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-9af36404-dc78-4164-9e8b-63332fa616cc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 200 len: 797 time: 0.2958376 Apr 01 16:03:44.788151 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:44.823841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-68a6a6f1-b18c-4461-a1ac-30a1d30a6cbd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 380 time: 0.0434463 Apr 01 16:03:44.849058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Request body: {'port': {'device_id': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:44.968639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.323868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad2a301-ea9e-4410-a072-6b4d6eaf1827 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:03:45.331338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.347338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Transition to ACTIVE for port object dad2a301-ea9e-4410-a072-6b4d6eaf1827 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:45.455484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.639838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:45.728675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7cfe9-6890-41b3-ba40-7d8b5ee70715 req-60245461-2417-4701-9257-d587379aef5d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:45.730339 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a5d7cfe9-6890-41b3-ba40-7d8b5ee70715 req-60245461-2417-4701-9257-d587379aef5d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 980 time: 0.3124835 Apr 01 16:03:45.767107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:45.767437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:45.767759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:03:45.782820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:03:45.783186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:03:45.798929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:03:45.799270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Checking segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:03:45.799658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Bound using segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:03:45.800079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Bound port: dad2a301-ea9e-4410-a072-6b4d6eaf1827, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:45.800424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.814148 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a5d7cfe9-6890-41b3-ba40-7d8b5ee70715 req-687a623e-be7d-49d0-90df-5ad9db7e409a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747378 Apr 01 16:03:45.900032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:03:45.903356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:03:46.045920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.108038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.108637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.109993 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] 10.222.0.91 "PUT /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1130 time: 1.2650807 Apr 01 16:03:46.110422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:46.140692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76125c05-9bd3-4499-8ede-479e617f156c service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:46.160767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'status': 'completed', 'code': 200} Apr 01 16:03:46.366640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95b86-1e79-4597-b670-f97f364d2346 req-526db394-4cee-43aa-be6e-30fa089521b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.368125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-64b95b86-1e79-4597-b670-f97f364d2346 req-526db394-4cee-43aa-be6e-30fa089521b2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 1133 time: 0.1787961 Apr 01 16:03:46.529231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95b86-1e79-4597-b670-f97f364d2346 req-e92db835-845d-4ebf-88b9-0f13c5db8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.530727 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-64b95b86-1e79-4597-b670-f97f364d2346 req-e92db835-845d-4ebf-88b9-0f13c5db8d93 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1490855 Apr 01 16:03:46.683842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95b86-1e79-4597-b670-f97f364d2346 req-2e2c5aa7-220a-4639-80ea-4209578fb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.685298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-64b95b86-1e79-4597-b670-f97f364d2346 req-2e2c5aa7-220a-4639-80ea-4209578fb085 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431549 Apr 01 16:03:46.809973 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-32c1ae90-8a4a-4a67-ba02-71e2f03ebfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.811512 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-32c1ae90-8a4a-4a67-ba02-71e2f03ebfd5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 1133 time: 0.0835819 Apr 01 16:03:46.894510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-c668ad4f-3da3-4011-9a81-6e228c8e1a82 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 217 time: 0.0707991 Apr 01 16:03:47.007544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-b1816363-3e7b-4012-b167-3cc4741c3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.008994 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-b1816363-3e7b-4012-b167-3cc4741c3b23 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8c42d51-b9b3-48d7-a16a-bc206100f93a HTTP/1.1" status: 200 len: 835 time: 0.1067004 Apr 01 16:03:47.085846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09372-88f7-4412-9aa4-5b2a947b1265 req-71581078-75c5-4df8-8a88-f6d8905d0ef2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.087334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fd09372-88f7-4412-9aa4-5b2a947b1265 req-71581078-75c5-4df8-8a88-f6d8905d0ef2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 980 time: 0.1515505 Apr 01 16:03:47.153482 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fd09372-88f7-4412-9aa4-5b2a947b1265 req-8729113b-07a6-4568-a21b-6b31a790ff0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588543 Apr 01 16:03:47.156531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-49dd730d-fa71-42aa-913e-535e9390e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.157962 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-49dd730d-fa71-42aa-913e-535e9390e438 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c69ea8e0-befb-492a-8d54-c58cde58eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373446 Apr 01 16:03:47.317774 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-8c9b15c6-ab34-4026-b79e-b0d39aca615e service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488898 Apr 01 16:03:47.479723 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d919494-52ae-45db-929c-c0cbd8512d94 req-abf9d4ac-f4bb-4289-98fe-aed5cf1da48c service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488395 Apr 01 16:03:48.240963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.373520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e3bb-0a70-47aa-b1ed-ba4ca173271a req-2bd952e2-84cc-43fc-a805-af4767a76898 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:48.375196 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-77c3e3bb-0a70-47aa-b1ed-ba4ca173271a req-2bd952e2-84cc-43fc-a805-af4767a76898 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 980 time: 0.1085744 Apr 01 16:03:48.424449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-77c3e3bb-0a70-47aa-b1ed-ba4ca173271a req-63b5826b-6643-4c49-b3f3-4361739a8a8b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Apr 01 16:03:49.616340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72261b-aedb-4cfb-8e04-20e39f8e34cb req-e8ca3327-306c-4475-8f50-c30186f214a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:49.617853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2d72261b-aedb-4cfb-8e04-20e39f8e34cb req-e8ca3327-306c-4475-8f50-c30186f214a5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 980 time: 0.0834823 Apr 01 16:03:49.673682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2d72261b-aedb-4cfb-8e04-20e39f8e34cb req-5189d3c1-d1c5-49ea-aa0d-673c2501bda5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484505 Apr 01 16:03:50.746576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:50.867075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52582890-ae68-4016-bc7f-5bdccc0fa77c req-f7ea2a53-7c3c-4a3c-a46b-1331aa5edfe8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:50.868472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-52582890-ae68-4016-bc7f-5bdccc0fa77c req-f7ea2a53-7c3c-4a3c-a46b-1331aa5edfe8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 980 time: 0.0846217 Apr 01 16:03:50.909151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:50.916890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-52582890-ae68-4016-bc7f-5bdccc0fa77c req-ea02ae90-193b-4d67-b2be-6a6a227d898b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Apr 01 16:03:50.923696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'mac_address': 'fa:16:3e:06:d4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:50.984999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.002032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad2a301-ea9e-4410-a072-6b4d6eaf1827 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:03:51.017848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:51.146107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.217272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:51.429717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['dad2a301-ea9e-4410-a072-6b4d6eaf1827'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:03:52.115461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2f49-24e2-4cdf-882f-bff4e6a993ce req-247a842d-8e9c-40d5-a921-3c3893e2a791 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:52.116938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a16d2f49-24e2-4cdf-882f-bff4e6a993ce req-247a842d-8e9c-40d5-a921-3c3893e2a791 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 981 time: 0.0848801 Apr 01 16:03:52.166493 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a16d2f49-24e2-4cdf-882f-bff4e6a993ce req-5f5eec2e-85a7-4ab8-be48-eaf0fb9cf6f4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Apr 01 16:03:52.762872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:52.970501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:52.975950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:52.976236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.101901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.135419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:53.140249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:03:53.177846 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'code': 200} Apr 01 16:03:53.222214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.298276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:53.366047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0940c9-bd78-4140-9e94-9c6b0f7f0533 req-1242384f-7d24-4b4b-9aa2-715be651cca2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.367439 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e0940c9-bd78-4140-9e94-9c6b0f7f0533 req-1242384f-7d24-4b4b-9aa2-715be651cca2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.0871091 Apr 01 16:03:53.415758 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e0940c9-bd78-4140-9e94-9c6b0f7f0533 req-dd6298a5-6d65-48c0-90d1-c9a3478a7402 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Apr 01 16:03:53.651986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e57c6-0168-4cd7-bdc4-a5861f92a376 req-b9a78fa6-6197-4127-aa01-dec11625cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.653458 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d8e57c6-0168-4cd7-bdc4-a5861f92a376 req-b9a78fa6-6197-4127-aa01-dec11625cf26 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 1135 time: 0.0711932 Apr 01 16:03:53.699078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8d8e57c6-0168-4cd7-bdc4-a5861f92a376 req-0a20600d-4679-4ed5-bf27-5758c3d7dd72 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Apr 01 16:03:54.612333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f344-99a2-4ff7-89c9-ef8d88136433 req-cc5442da-a049-489d-a666-f4f4219a5f32 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.613833 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83b5f344-99a2-4ff7-89c9-ef8d88136433 req-cc5442da-a049-489d-a666-f4f4219a5f32 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.0843148 Apr 01 16:03:54.659823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83b5f344-99a2-4ff7-89c9-ef8d88136433 req-757d3792-f9f9-4081-8721-e87fcfc8641c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Apr 01 16:03:55.849135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8847-8e81-42e5-be9e-0ca07e4a37a0 req-d4d80e21-0f71-4ff9-8f38-5809effbe9f4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:55.850588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e01a8847-8e81-42e5-be9e-0ca07e4a37a0 req-d4d80e21-0f71-4ff9-8f38-5809effbe9f4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.0868921 Apr 01 16:03:55.896809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e01a8847-8e81-42e5-be9e-0ca07e4a37a0 req-a2354c63-11b6-433d-a58c-095962d43e12 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Apr 01 16:03:56.084660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2247da-bebc-46a1-a338-3df50a58064e req-79c7fee6-d4eb-42f1-8936-01586c01166f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:56.086117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b2247da-bebc-46a1-a338-3df50a58064e req-79c7fee6-d4eb-42f1-8936-01586c01166f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.0807636 Apr 01 16:03:56.134806 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b2247da-bebc-46a1-a338-3df50a58064e req-e7aabd4e-2b2a-4381-8187-400fae7e1433 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Apr 01 16:03:56.158674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49434) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:56.230333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5381f-6a49-4ed4-a5c9-df9c2be88755 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:56.231900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-64c5381f-6a49-4ed4-a5c9-df9c2be88755 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 1130 time: 0.0722165 Apr 01 16:03:56.234765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49438) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:56.239502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:56.245829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:56.249624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:56.252563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:56.258170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:56.330955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.580772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.732931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.58 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/37f95f1b-617e-4673-b6df-055bb66abd64) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:56.881885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.971457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:57.037391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:57.044290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:57.048361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:03:57.078328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=37f95f1b-617e-4673-b6df-055bb66abd64,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:57.462939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:57.618785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:57.838717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:57.902010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.015570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=37f95f1b-617e-4673-b6df-055bb66abd64,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:58.028779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.202029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 6dc82c8f-8250-4b76-8f21-93ddccac372b associated. External IP: 172.26.8.58, port: dad2a301-ea9e-4410-a072-6b4d6eaf1827. Apr 01 16:03:58.682578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:03:58.864180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:03:58.879217 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Sync routers for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:58.887083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:58.887734 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:59.016179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:59.078091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b1072e31-aaa9-4861-a12c-6d0d36b44800 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.8422263 Apr 01 16:03:59.078594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:59.081225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49442) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:59.099099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:59.125745 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'status': 'completed', 'code': 200} Apr 01 16:03:59.167838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1b905-c013-487a-b8f7-a92768afc553 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.171684 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ad1b905-c013-487a-b8f7-a92768afc553 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592&network_id=c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 200 len: 1130 time: 0.0868614 Apr 01 16:03:59.226920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-e442a683-b043-4c42-b080-5bb8fa9437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.228407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-e442a683-b043-4c42-b080-5bb8fa9437d0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 1135 time: 0.0771964 Apr 01 16:03:59.372414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-e68bca50-50f6-4c47-8922-02d00d23cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.373962 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-e68bca50-50f6-4c47-8922-02d00d23cd96 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 200 len: 898 time: 0.1358235 Apr 01 16:03:59.481320 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6dc82c8f-8250-4b76-8f21-93ddccac372b', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-439575844', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'mac_address': 'fa:16:3e:06:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:57Z', 'updated_at': '2022-04-01T16:03:57Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:59.485508 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Checking router: 41c36bee-94d5-497e-9eb4-d3d1cf411c2c for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:59.489693 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-d0743c9e-93d7-458e-a611-ba153815addf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1035 time: 0.1097035 Apr 01 16:03:59.494094 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:03:59.494722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:03:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:59.554414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-9f5dabe9-2474-482d-9e8b-8106c713928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.555904 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-9f5dabe9-2474-482d-9e8b-8106c713928d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8c42d51-b9b3-48d7-a16a-bc206100f93a HTTP/1.1" status: 200 len: 835 time: 0.0586677 Apr 01 16:03:59.641844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-caa57318-9f68-49f0-9eaa-1d44ed7e6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.643373 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-caa57318-9f68-49f0-9eaa-1d44ed7e6f0f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c69ea8e0-befb-492a-8d54-c58cde58eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806527 Apr 01 16:03:59.675841 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:03:59.786723 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-0333fa1a-9eb3-4759-9a3b-404ac5074b20 service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356843 Apr 01 16:03:59.977999 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-92a82508-2815-4edc-aaa6-dc7c47537a64 req-fee8f78f-a12d-4095-a797-691d8b6e2176 service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846490 Apr 01 16:04:00.004170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98e57-c800-45ea-b968-3acd7ee5b729 req-094b6948-961c-405c-9b3e-cce706e9d99c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:00.007656 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-80c98e57-c800-45ea-b968-3acd7ee5b729 req-094b6948-961c-405c-9b3e-cce706e9d99c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.1240418 Apr 01 16:04:00.038949 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6dc82c8f-8250-4b76-8f21-93ddccac372b', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-439575844', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'mac_address': 'fa:16:3e:06:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:57Z', 'updated_at': '2022-04-01T16:03:57Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:00.043000 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8349-00ef-45be-8105-cd9ab65c3fb5 None None] The sync data for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv is: [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '6dc82c8f-8250-4b76-8f21-93ddccac372b', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-439575844', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'mac_address': 'fa:16:3e:06:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d813338-9e62-4d7d-b23c-8dec2d67c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:57Z', 'updated_at': '2022-04-01T16:03:57Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:00.055772 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-80c98e57-c800-45ea-b968-3acd7ee5b729 req-855315de-d74a-4133-9943-fd02acd9b47c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Apr 01 16:04:00.238964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561f660-8bc0-4571-97f4-fee848d07a6c None None] New status for floating IP 6dc82c8f-8250-4b76-8f21-93ddccac372b: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:04:01.250966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d3d5c-26e4-4c29-97cd-2db9dd1ebc0b req-693dc8ce-9bd8-4236-bd07-4c772f1d5f36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.252611 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c5d3d5c-26e4-4c29-97cd-2db9dd1ebc0b req-693dc8ce-9bd8-4236-bd07-4c772f1d5f36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.0830081 Apr 01 16:04:01.305434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c5d3d5c-26e4-4c29-97cd-2db9dd1ebc0b req-bdc09598-fb1d-405c-997c-c0dbce0c0b87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Apr 01 16:04:01.489198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f7174fda-a656-4f1e-b4d3-d63870db10a2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.490648 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f7174fda-a656-4f1e-b4d3-d63870db10a2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 982 time: 0.1980832 Apr 01 16:04:01.567790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-82da4803-3f94-435e-b098-dec60b7a74d5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.568782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-82da4803-3f94-435e-b098-dec60b7a74d5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0685465 Apr 01 16:04:01.715104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-286cf3eb-2cbb-4660-9103-aa0ee8868f9e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404169 Apr 01 16:04:01.728724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:01.847758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.061328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:02.090472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:02.144633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] device_id is not set on port dad2a301-ea9e-4410-a072-6b4d6eaf1827 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 16:04:02.153577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.267432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.412338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=6']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:02.523271 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0ebbe34-4028-40fb-96b8-dc6fea2394cf req-108e6f93-866b-4743-9b72-74beca4ecf98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 210 time: 0.0873818 Apr 01 16:04:02.524388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] No DVR routers for this DVR port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:02.530865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-014b9b81-bf97-4de3-a492-38385f8a34f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.582342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e62f0aac-23f3-402c-a328-86f940cbeb6c None None] Provisioning complete for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:02.584364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e62f0aac-23f3-402c-a328-86f940cbeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.639642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e62f0aac-23f3-402c-a328-86f940cbeb6c None None] Port dad2a301-ea9e-4410-a072-6b4d6eaf1827 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:02.757833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] In _notify_port_updated(), no bound segment for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 16:04:02.758752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:02.759363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.761293 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3597f39-2a61-497a-80d4-1d6e439b5f2b req-f6932cec-99d4-42fe-bdef-083fe13c06a0 service neutron] 10.222.0.91 "PUT /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1025 time: 1.0360060 Apr 01 16:04:03.695366 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aedb0b0f-d22f-42aa-9eec-bc50e2f68aa4 req-bf6fad4a-34ef-468d-992d-e43348eaa4d5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d813338-9e62-4d7d-b23c-8dec2d67c592 HTTP/1.1" status: 200 len: 210 time: 0.0448220 Apr 01 16:04:04.798282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49462) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:04.840706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:04.868342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c018a5c-c979-4a3f-88f4-b57639e9f536 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.872521 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6c018a5c-c979-4a3f-88f4-b57639e9f536 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 924 time: 0.0745518 Apr 01 16:04:04.904696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:04.945460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3911d6ec-5cf6-4f16-9e23-463979068ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.253594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49468) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:05.258821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319734172', 'description': 'tempest-secgroup-smoke-1319734172 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:05.265649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:05.275137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:05.410735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.435896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:05.440039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:05.442975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:05.449473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:05.523239 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.570873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.599029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.645844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6befc1ca-5954-4d5a-aa21-e116210ad2d4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:05.742018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.743321 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c52175c9-de31-4bdf-8efc-e972d270956c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4887493 Apr 01 16:04:05.746834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49472) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:05.751701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:05.757770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:05.762302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:05.766879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:05.771957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:05.849901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:05.913706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.004811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.031583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897b789f-5f9a-4a49-b6e5-a2effbb06c17,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:06.118858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.120076 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d245e7c2-cc23-4464-a9b6-9b8c5ecc86c1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722677 Apr 01 16:04:06.123123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49476) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:06.128170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:06.134119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:06.138431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:06.141334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:06.147196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:06.158907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.221666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.286416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.376687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.394472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725e2f91-7e28-40a0-a9d0-587125740624,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:06.503913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.506114 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-80f5a65d-be3a-4599-8313-ad9326fb7427 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808715 Apr 01 16:04:06.507466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49480) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:06.513862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:06.519888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:06.523669 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:06.527829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:06.533658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:06.621527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.680706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.791359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.815387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa18cdb-4718-4559-9e5b-ef9be3167873,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:06.890092 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.891276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea1a3fef-6905-4362-9cee-76277e60cc9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828330 Apr 01 16:04:06.893975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49484) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:06.899935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:06.907309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:06.911285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:06.914295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:06.920733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:07.006170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.075994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.136668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.161623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3beb83a-12cf-41be-b97e-9269db4e2ba2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:07.227991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.229284 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a4a166ae-0378-4ec9-8a69-060f2f918060 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342562 Apr 01 16:04:07.232267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49488) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:07.237312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:07.255249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:07.255249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:07.255249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:07.256627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:07.438994 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:07.446879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.517147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.593165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.621049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6cfd20-5e99-4c51-a341-a5ac192a9f0a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:07.628935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.696277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.697748 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-481cd020-9682-4c13-b218-2c07cda9900d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4643815 Apr 01 16:04:07.701570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49492) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:07.706758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '6befc1ca-5954-4d5a-aa21-e116210ad2d4', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:07.712845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:07.717071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:07.720006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:07.725735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:07.838925 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:07.846089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.913412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.028150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.051762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fefaa1-3ad4-43e3-a997-ac2971ae4775,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:08.124460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.125666 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-81010a90-b908-4397-b668-16209d38237b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4231274 Apr 01 16:04:08.291109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-301f1378-bb02-4eaa-a51d-31fafaed43b4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319734172&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.0413306 Apr 01 16:04:08.377707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-1b397eb4-1b78-4a69-a8ef-a8e187f46ac6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:08.379210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-1b397eb4-1b78-4a69-a8ef-a8e187f46ac6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 929 time: 0.0815866 Apr 01 16:04:08.456014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-ba294762-315c-40c7-988a-f584976de0a6 service neutron] 10.222.0.21 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0634353 Apr 01 16:04:08.593752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-9ad01968-793a-4d51-aacb-396024480c50 service neutron] 10.222.0.21 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319437 Apr 01 16:04:08.833303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-a60884a9-b3e9-48b2-9b98-7bccd7507886 service neutron] 10.222.0.21 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337601 Apr 01 16:04:09.148125 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-25288237-07c9-4041-9f02-857bf3832c7f req-252bb703-08f9-4b3e-ba6d-a3763a691245 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 210 time: 0.0469043 Apr 01 16:04:10.304074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-607ce2b6-aafa-4e89-8b6e-c4bfc0831a4e req-10ffe155-6104-4b6c-9774-d4f98eefd4cc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 210 time: 0.0469155 Apr 01 16:04:11.454783 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b1638e14-9bbe-4fa3-86a8-d32b9705f9a9 req-422d0192-4073-4346-a2e9-d88a27ce8264 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 210 time: 0.0436871 Apr 01 16:04:11.498203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-6047cc70-dd1f-48a6-a383-2df4261fef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:11.499549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-6047cc70-dd1f-48a6-a383-2df4261fef6e service neutron] 10.222.0.91 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1025 time: 0.0621901 Apr 01 16:04:11.654445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-23fb9929-c054-44fa-9927-69632ed5821e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:11.655877 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-23fb9929-c054-44fa-9927-69632ed5821e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 200 len: 797 time: 0.1461930 Apr 01 16:04:11.711478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-642680a7-85c7-451d-9e73-b6d0360fff58 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 473 time: 0.0427320 Apr 01 16:04:11.721652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Request body: {'port': {'device_id': '424abf61-a0e9-4c77-987a-79ae5fa7abd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:11.840122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:12.230164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad2a301-ea9e-4410-a072-6b4d6eaf1827 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:12.237658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:12.252733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Transition to ACTIVE for port object dad2a301-ea9e-4410-a072-6b4d6eaf1827 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:12.341884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:12.525599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=7']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:12.533125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.533484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.533829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.534169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.534564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.534927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.535270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.535596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.535927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.536253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.536597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.536942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:12.713050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:12.713382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:12.713759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:12.727696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:04:12.728021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Attempting to bind port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:12.735907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:12.736244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Checking segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:12.736679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Bound using segment: {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:12.737107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Bound port: dad2a301-ea9e-4410-a072-6b4d6eaf1827, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9b4151-6b0a-4830-857d-db51ee5aef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:12.737454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:12.754879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4b66-a80b-4d67-843c-2de0d843cf0f req-d8b10d31-8781-46a1-b873-abd5d1aed886 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:12.756350 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad3b4b66-a80b-4d67-843c-2de0d843cf0f req-d8b10d31-8781-46a1-b873-abd5d1aed886 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 980 time: 0.1771140 Apr 01 16:04:12.861352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad3b4b66-a80b-4d67-843c-2de0d843cf0f req-8ac8b488-99bd-48c5-bb8b-b8fcb3361492 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991976 Apr 01 16:04:12.875659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:12.878763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:12.959595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:13.019829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.020465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:13.021843 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] 10.222.0.91 "PUT /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1130 time: 1.3041620 Apr 01 16:04:13.022279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424abf61-a0e9-4c77-987a-79ae5fa7abd1', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:13.052347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389762-48cb-4ae2-8f67-50b1d2ba9638 service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=8']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:13.076208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424abf61-a0e9-4c77-987a-79ae5fa7abd1', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'status': 'completed', 'code': 200} Apr 01 16:04:13.182077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-d023c58e-a8aa-4824-81b9-36d71f936bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.184398 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-d023c58e-a8aa-4824-81b9-36d71f936bac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 1133 time: 0.0844131 Apr 01 16:04:13.458037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-0dc1dfe5-a302-4e2b-9f32-0e33c68e80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.460074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-0dc1dfe5-a302-4e2b-9f32-0e33c68e80a6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2644291 Apr 01 16:04:13.616283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-cf682f92-5a9e-4c79-8002-f5f007d1f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.618266 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc2c7185-9eac-4608-9033-eda5c0402611 req-cf682f92-5a9e-4c79-8002-f5f007d1f187 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466515 Apr 01 16:04:13.741918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-235d0553-cce6-487b-929b-595302c9900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.745032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-235d0553-cce6-487b-929b-595302c9900e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 1133 time: 0.0855021 Apr 01 16:04:13.875013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-e248264a-65ca-4233-b7ea-40ac00d7d053 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1035 time: 0.1178265 Apr 01 16:04:13.956358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-e94377b2-c516-4d97-9580-83c9193a437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:13.957963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-e94377b2-c516-4d97-9580-83c9193a437c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8c42d51-b9b3-48d7-a16a-bc206100f93a HTTP/1.1" status: 200 len: 835 time: 0.0756695 Apr 01 16:04:14.119375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-fdf2b632-52ac-4486-b3d2-307dedc0c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:14.120898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-fdf2b632-52ac-4486-b3d2-307dedc0c427 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c69ea8e0-befb-492a-8d54-c58cde58eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1542463 Apr 01 16:04:14.130085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad13a49-2556-4d78-a8f9-64654a69606a req-74c4428e-199f-473e-8f3e-87efa86b4d9f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:14.131548 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ad13a49-2556-4d78-a8f9-64654a69606a req-74c4428e-199f-473e-8f3e-87efa86b4d9f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 980 time: 0.1274815 Apr 01 16:04:14.268361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ad13a49-2556-4d78-a8f9-64654a69606a req-7de1d84c-0c28-4f81-bb37-1024bd184a25 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172020 Apr 01 16:04:14.297816 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-13ee3289-5f67-4023-83c7-ab23e08fe727 service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648366 Apr 01 16:04:14.482478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d87ed12a-cd27-4676-b61b-81e9c9d2c9c4 req-22e65769-b1bb-48f3-ac1e-3fbb6ec73631 service neutron] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741717 Apr 01 16:04:15.473507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097c324-532c-4d5c-821e-86e64b3cc672 req-b65a94a5-141c-49cd-b51c-e2a8ea26efcd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:15.475021 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c097c324-532c-4d5c-821e-86e64b3cc672 req-b65a94a5-141c-49cd-b51c-e2a8ea26efcd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 980 time: 0.0924847 Apr 01 16:04:15.523063 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-c097c324-532c-4d5c-821e-86e64b3cc672 req-c1404773-f87a-4da5-b592-59769e34eba7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:15.644401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-c097c324-532c-4d5c-821e-86e64b3cc672 req-c1404773-f87a-4da5-b592-59769e34eba7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:15.645589 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c097c324-532c-4d5c-821e-86e64b3cc672 req-c1404773-f87a-4da5-b592-59769e34eba7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649432 Apr 01 16:04:16.843848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deca39-3e78-4f3a-b21c-9e9c3f6e77a2 req-97273a38-c9e1-4c52-ba95-e126b2150bf4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:16.845330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-00deca39-3e78-4f3a-b21c-9e9c3f6e77a2 req-97273a38-c9e1-4c52-ba95-e126b2150bf4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 980 time: 0.0849113 Apr 01 16:04:16.894207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-00deca39-3e78-4f3a-b21c-9e9c3f6e77a2 req-1d1530f0-e90b-46ba-9446-88aaf0c4e45c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Apr 01 16:04:16.939542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:04:17.136577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:17.150859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'port_id': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'mac_address': 'fa:16:3e:06:d4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:04:17.208967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:17.227821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad2a301-ea9e-4410-a072-6b4d6eaf1827 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:17.244564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:17.341517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:17.445305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=9']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:17.452987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.453326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.453663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.453995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.454322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.454669 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.454998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.455321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.455645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.455963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.456279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.456594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:17.612318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['dad2a301-ea9e-4410-a072-6b4d6eaf1827'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:04:18.095926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e657e5-d5d6-4625-8a1e-3339d799ce57 req-daf4168a-be43-43d1-ad3e-b9b31ccf0e05 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:18.097518 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33e657e5-d5d6-4625-8a1e-3339d799ce57 req-daf4168a-be43-43d1-ad3e-b9b31ccf0e05 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 981 time: 0.0897400 Apr 01 16:04:18.145983 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33e657e5-d5d6-4625-8a1e-3339d799ce57 req-00b2e58d-2885-492b-aa81-968ebc3b205b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Apr 01 16:04:18.204915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:18.947312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:19.130174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:19.136117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:19.136621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:19.271291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:19.299824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424abf61-a0e9-4c77-987a-79ae5fa7abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:19.310842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:19.341150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2023d5-863f-45f4-b26b-525c3766a196 req-5d05939c-38c7-467c-9844-49080d903d4f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:19.342791 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1f2023d5-863f-45f4-b26b-525c3766a196 req-5d05939c-38c7-467c-9844-49080d903d4f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 981 time: 0.0831203 Apr 01 16:04:19.350137 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424abf61-a0e9-4c77-987a-79ae5fa7abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad2a301-ea9e-4410-a072-6b4d6eaf1827', 'code': 200} Apr 01 16:04:19.392805 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1f2023d5-863f-45f4-b26b-525c3766a196 req-0f06f5f6-6fc7-4bcc-a51a-20eb5370e02c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Apr 01 16:04:19.449982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:19.531342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=10']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:19.837382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607220a-fbd2-4de7-b30c-9e18411c9a03 req-a8d0fbe7-4daa-4326-aa00-5cca33dd241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:19.840524 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6607220a-fbd2-4de7-b30c-9e18411c9a03 req-a8d0fbe7-4daa-4326-aa00-5cca33dd241a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 1136 time: 0.0798643 Apr 01 16:04:19.886528 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6607220a-fbd2-4de7-b30c-9e18411c9a03 req-dee0e5fe-be07-4a3e-b3e4-659d3e9edce5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 Apr 01 16:04:20.591373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616ce9-cf4d-43a4-95cd-484344974292 req-db610a60-0f9b-4596-802f-708ea0362463 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:20.593536 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0616ce9-cf4d-43a4-95cd-484344974292 req-db610a60-0f9b-4596-802f-708ea0362463 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0878026 Apr 01 16:04:20.645314 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0616ce9-cf4d-43a4-95cd-484344974292 req-d0045e2e-0775-4203-a452-8c10c8d33be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Apr 01 16:04:21.787743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:21.838078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ece78-8b3c-4df9-8eb0-9aeb73e16a80 req-71de809c-5cb6-4d40-89ad-9587c08a061d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:21.839492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a6ece78-8b3c-4df9-8eb0-9aeb73e16a80 req-71de809c-5cb6-4d40-89ad-9587c08a061d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0867052 Apr 01 16:04:21.887880 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a6ece78-8b3c-4df9-8eb0-9aeb73e16a80 req-eedf495d-7adc-4218-9241-2fa4376e214b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Apr 01 16:04:22.077393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80bec-f85e-4f55-bf22-a2b8fc553537 req-0b482838-bee7-4ed0-86c5-880aae4108be tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:22.078882 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2a80bec-f85e-4f55-bf22-a2b8fc553537 req-0b482838-bee7-4ed0-86c5-880aae4108be tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0811408 Apr 01 16:04:22.123883 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2a80bec-f85e-4f55-bf22-a2b8fc553537 req-513db5c7-1782-460b-ab29-1ecdce5db573 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Apr 01 16:04:22.146154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49552) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:22.220501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d0516-66ef-46af-a233-af082206ee42 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:22.222007 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-131d0516-66ef-46af-a233-af082206ee42 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1&network_id=c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 200 len: 1131 time: 0.0748339 Apr 01 16:04:22.851494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c0937-0d13-49c7-a2b7-3cbb1a0783ab req-ad4965bb-6693-4a49-866e-0d9151924682 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:22.853000 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9f4c0937-0d13-49c7-a2b7-3cbb1a0783ab req-ad4965bb-6693-4a49-866e-0d9151924682 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0824389 Apr 01 16:04:22.900006 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9f4c0937-0d13-49c7-a2b7-3cbb1a0783ab req-18ac8768-19f0-445c-a0d1-5e1515fbd000 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Apr 01 16:04:24.106839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73a3fa-add3-4689-bbca-2334148a6d06 req-9ca8bbac-df15-497d-a774-db74295a548f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:24.109293 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb73a3fa-add3-4689-bbca-2334148a6d06 req-9ca8bbac-df15-497d-a774-db74295a548f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0871761 Apr 01 16:04:24.156098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb73a3fa-add3-4689-bbca-2334148a6d06 req-59c58563-978a-4591-ad3e-1f0fd03906ea tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=d01ac9f5-f914-4a98-b142-5e9c248fb366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Apr 01 16:04:24.250465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaae4e-876f-4c29-976b-8607353040be req-cd995a03-e096-43f0-b96d-5eaf043276db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:24.252129 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57aaae4e-876f-4c29-976b-8607353040be req-cd995a03-e096-43f0-b96d-5eaf043276db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 983 time: 0.0946991 Apr 01 16:04:24.338121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaae4e-876f-4c29-976b-8607353040be req-8fe19fd6-5310-4280-989b-16c9b1f12af4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:24.340369 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57aaae4e-876f-4c29-976b-8607353040be req-8fe19fd6-5310-4280-989b-16c9b1f12af4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0777702 Apr 01 16:04:24.633174 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57aaae4e-876f-4c29-976b-8607353040be req-b3c64a4b-18ce-4209-abb8-cbe2f5838008 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2852881 Apr 01 16:04:24.644540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:24.762049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:24.985352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dad2a301-ea9e-4410-a072-6b4d6eaf1827,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:25.018008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] For port dad2a301-ea9e-4410-a072-6b4d6eaf1827, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:25.076267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] device_id is not set on port dad2a301-ea9e-4410-a072-6b4d6eaf1827 yet. {{(pid=88732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 16:04:25.086264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.170936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.319942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Pushing event updated for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=11']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:25.397177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] No DVR routers for this DVR port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:25.415725 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0acfab5e-98c7-40dc-b2d9-bf12c1ff326e req-d394a60c-fa3a-4b20-a645-bb9a3465e3e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 210 time: 0.0494218 Apr 01 16:04:25.569625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-edbfca47-47a7-42b4-bccc-f4ffec0ab856 None None] Provisioning complete for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:25.570571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-edbfca47-47a7-42b4-bccc-f4ffec0ab856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.634643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-edbfca47-47a7-42b4-bccc-f4ffec0ab856 None None] Port dad2a301-ea9e-4410-a072-6b4d6eaf1827 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:25.649356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] In _notify_port_updated(), no bound segment for port dad2a301-ea9e-4410-a072-6b4d6eaf1827 on network c69ea8e0-befb-492a-8d54-c58cde58eb16 {{(pid=88732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 16:04:25.650227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:25.651020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.652399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57aaae4e-876f-4c29-976b-8607353040be req-a70e4cc2-e387-462f-91eb-c4dbea444416 service neutron] 10.222.0.91 "PUT /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 200 len: 1026 time: 1.0119948 Apr 01 16:04:26.599711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de09a703-6fa4-49de-9ea6-8778891b033c req-86b44c12-ee70-43e3-80e6-678e1a43da7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=424abf61-a0e9-4c77-987a-79ae5fa7abd1 HTTP/1.1" status: 200 len: 210 time: 0.0495689 Apr 01 16:04:27.692079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49568) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:27.763326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.795247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.959978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.979130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befc1ca-5954-4d5a-aa21-e116210ad2d4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:27.987645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.987986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.988317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.988671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.988994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.989312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.989628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.989944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.990320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.990572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.990912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:27.991221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:28.113149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:28.114352 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c420900-b741-4079-a8da-9f255bd949dd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/6befc1ca-5954-4d5a-aa21-e116210ad2d4 HTTP/1.1" status: 204 len: 168 time: 0.4212832 Apr 01 16:04:28.244272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49574) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:28.555840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 37f95f1b-617e-4673-b6df-055bb66abd64 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:28.556170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:28.740184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:28.740832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:28.867392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 37f95f1b-617e-4673-b6df-055bb66abd64 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:28.999928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:29.056067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device dad2a301-ea9e-4410-a072-6b4d6eaf1827 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:29.112605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.160101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=37f95f1b-617e-4673-b6df-055bb66abd64,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:29.256805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.257134 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 6dc82c8f-8250-4b76-8f21-93ddccac372b disassociated (deleted). External IP: 172.26.8.58, port: dad2a301-ea9e-4410-a072-6b4d6eaf1827. Apr 01 16:04:29.629052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:29.831762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:29.842168 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Sync routers for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:29.852580 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:29.853208 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:29.925422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.994199 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ea8393be-7d76-425a-9d33-fefa44ea0677 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/6dc82c8f-8250-4b76-8f21-93ddccac372b HTTP/1.1" status: 204 len: 168 time: 1.7544255 Apr 01 16:04:30.050301 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:30.141843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49584) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:30.223035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.257260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.414242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.424668 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:30.428791 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Checking router: 41c36bee-94d5-497e-9eb4-d3d1cf411c2c for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:30.434886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4593ccc8-19e8-41f4-af8e-cc5418b23536,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:30.440100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:30.440772 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:30.442832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.455147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3f1ee1c-79a7-4c8c-ae6f-15195b3e4a1e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/4593ccc8-19e8-41f4-af8e-cc5418b23536 HTTP/1.1" status: 204 len: 168 time: 0.3038549 Apr 01 16:04:30.572305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49590) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:30.637703 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:30.777675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port dad2a301-ea9e-4410-a072-6b4d6eaf1827 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:30.778008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.999928 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:31.005755 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6d2f7-45e8-4f51-9ec8-17846272d465 None None] The sync data for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv is: [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:03:33Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'b4360549-aef8-44d2-baad-6aec150b7f33', 'name': '', 'network_id': 'c69ea8e0-befb-492a-8d54-c58cde58eb16', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:b2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:32Z', 'updated_at': '2022-04-01T16:03:39Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'f8c42d51-b9b3-48d7-a16a-bc206100f93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:31.050114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.195012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for dad2a301-ea9e-4410-a072-6b4d6eaf1827 owned by {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:31.240242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3e434-55cf-44fa-9c0a-8b4913601c7e None None] New status for floating IP 6dc82c8f-8250-4b76-8f21-93ddccac372b: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:04:31.439275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.491536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=dad2a301-ea9e-4410-a072-6b4d6eaf1827,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:31.599046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.613522 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aafce5aa-4828-4d55-ae3d-1c0beefe1b9c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/ports/dad2a301-ea9e-4410-a072-6b4d6eaf1827 HTTP/1.1" status: 204 len: 168 time: 1.0373659 Apr 01 16:04:31.614854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:32.340855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.432381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5733c526-c752-451a-9311-e63b6b98143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.716355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port b4360549-aef8-44d2-baad-6aec150b7f33 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:32.716926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.911416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port b4360549-aef8-44d2-baad-6aec150b7f33, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b4360549-aef8-44d2-baad-6aec150b7f33,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:32.911769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.043025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for b4360549-aef8-44d2-baad-6aec150b7f33 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:33.438006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.490829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=b4360549-aef8-44d2-baad-6aec150b7f33,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:33.893867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.265412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:34.457312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:34.466885 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Sync routers for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:34.470718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99c509bd-7a4c-4c08-acce-c6207797fca3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/41c36bee-94d5-497e-9eb4-d3d1cf411c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549318 Apr 01 16:04:34.473252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:34.479498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:34.480106 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:34.542732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet f8c42d51-b9b3-48d7-a16a-bc206100f93a {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:04:34.546591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.607310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.665296 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:34.696815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.833065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.859605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-93dee316-8551-4965-98c3-06be443dc9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.872655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c42d51-b9b3-48d7-a16a-bc206100f93a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:34.879019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.888890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664be6c6-8377-4d15-9f80-83187884eb5d None None] Network c69ea8e0-befb-492a-8d54-c58cde58eb16 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:34.898077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49602) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:34.911250 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ed2b72a3-4fd8-4fd4-a997-7bb6c19eae87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/f8c42d51-b9b3-48d7-a16a-bc206100f93a HTTP/1.1" status: 204 len: 168 time: 0.4369011 Apr 01 16:04:34.991336 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:34.997633 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Checking router: 41c36bee-94d5-497e-9eb4-d3d1cf411c2c for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:35.009865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Routers {'41c36bee-94d5-497e-9eb4-d3d1cf411c2c'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:35.010297 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:35.105149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.244552 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] Set router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:35.251937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] DHCP port deletion for c69ea8e0-befb-492a-8d54-c58cde58eb16 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:04:35.256415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Deleting port 3e769d48-23f6-440d-93eb-97eb12f621b2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:35.256780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.298673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.410280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 66c5273b-5058-48b4-aa9d-543e375f0b06 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:35.411059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.478808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] For port 3e769d48-23f6-440d-93eb-97eb12f621b2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3e769d48-23f6-440d-93eb-97eb12f621b2,segment=NetworkSegment(3e9b4151-6b0a-4830-857d-db51ee5aef73),segment_id=3e9b4151-6b0a-4830-857d-db51ee5aef73)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:35.479064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.572102 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:35.577347 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94954-3149-42b7-9f8a-b3ce2e3bff9a None None] The sync data for ids ['41c36bee-94d5-497e-9eb4-d3d1cf411c2c'] in dv-neutron-835944-1-hyperv is: [{'id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'name': 'tempest-TestNetworkBasicOps-router-189939366', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:26Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '66c5273b-5058-48b4-aa9d-543e375f0b06', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c36bee-94d5-497e-9eb4-d3d1cf411c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:27Z', 'updated_at': '2022-04-01T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:35.643624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 66c5273b-5058-48b4-aa9d-543e375f0b06, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=66c5273b-5058-48b4-aa9d-543e375f0b06,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:35.643975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.660593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Calling delete_port for 3e769d48-23f6-440d-93eb-97eb12f621b2 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:35.775375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.792381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.841806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] Pushing event deleted for resources: {'Port': ['ID=3e769d48-23f6-440d-93eb-97eb12f621b2,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:35.845600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2f509-b6d0-4557-99f3-c0ea51b19e3b None None] No DVR routers for this DVR port 3e769d48-23f6-440d-93eb-97eb12f621b2 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:35.879593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 66c5273b-5058-48b4-aa9d-543e375f0b06 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:35.956868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3e769d48-23f6-440d-93eb-97eb12f621b2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:36.003399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3e769d48-23f6-440d-93eb-97eb12f621b2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:36.010178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3e769d48-23f6-440d-93eb-97eb12f621b2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:36.112433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.139991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.158988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=66c5273b-5058-48b4-aa9d-543e375f0b06,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:36.255143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.433298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.435557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.539139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.539642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router 41c36bee-94d5-497e-9eb4-d3d1cf411c2c {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:04:36.555891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.559711 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1347ddb8-cee2-4869-8216-8b6fde56794d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/41c36bee-94d5-497e-9eb4-d3d1cf411c2c HTTP/1.1" status: 204 len: 168 time: 1.6657319 Apr 01 16:04:36.559711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49606) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.684550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.827153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.854224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69ea8e0-befb-492a-8d54-c58cde58eb16']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.867791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9b4151-6b0a-4830-857d-db51ee5aef73') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.868090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9b4151-6b0a-4830-857d-db51ee5aef73') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.880062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.897649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.903961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:04:36.904358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:04:36.919966 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:04:37.067045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.085274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.097301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=c69ea8e0-befb-492a-8d54-c58cde58eb16,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:37.284806 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b9a7b31a-984d-40b4-8149-ac50ea457964 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/c69ea8e0-befb-492a-8d54-c58cde58eb16 HTTP/1.1" status: 204 len: 168 time: 0.7239084 Apr 01 16:04:37.305123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49610) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:37.318777 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d0104f3e-d6c4-4a46-a42f-89119dc97255 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121887 Apr 01 16:04:37.321447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49614) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:37.327922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--214062893', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:37.338104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:37.340473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:37.344929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:37.351474 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:37.438157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:37.441944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.472875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:04:37.482909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.483312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 19866858-6a67-41d7-84c7-1d5f1cde2061 of type vlan for network 59528773-26a6-4683-b8c5-ba2b507417e2 Apr 01 16:04:37.514871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.534601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 66c5273b-5058-48b4-aa9d-543e375f0b06 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:37.613716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 66c5273b-5058-48b4-aa9d-543e375f0b06 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:37.614059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 66c5273b-5058-48b4-aa9d-543e375f0b06 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:37.614468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b4360549-aef8-44d2-baad-6aec150b7f33 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:37.632389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.638167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:37.638793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.655043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b4360549-aef8-44d2-baad-6aec150b7f33 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:37.655043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b4360549-aef8-44d2-baad-6aec150b7f33 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:37.695362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.757437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=59528773-26a6-4683-b8c5-ba2b507417e2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:37.767554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 59528773-26a6-4683-b8c5-ba2b507417e2 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:04:37.776050 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae43e212-ff65-4b5c-b954-54e9cb0bde14 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4536030 Apr 01 16:04:37.778932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:37.784723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:37.792034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:37.796540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:37.799560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:37.806039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:37.901201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.902301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.919558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.407128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.815407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.845916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.988950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.253 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/6557b2bd-7a8b-487d-bda8-3a3cac62f704) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:39.142632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:39.244231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:39.310531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:39.318721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:39.323104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:39.358243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:39.855385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.330751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.615310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:04:40.824057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:40.838067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:40.850295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:40.851033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.929543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.930899 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-87820752-a0c7-4abf-8a5e-f09be73c3a72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1507120 Apr 01 16:04:40.933970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49624) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.983556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dcb6879c-896a-4440-9126-48d6542d5dfc tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475519 Apr 01 16:04:40.985675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49628) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:41.055912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:41.133995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847b2af-333c-4675-b18f-4f6118946d87 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:41.135602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2847b2af-333c-4675-b18f-4f6118946d87 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488786 Apr 01 16:04:41.140428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49632) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:41.181895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1e51fc82-f30e-41eb-af13-560de6ddbbdc tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403137 Apr 01 16:04:41.184516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49636) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:41.190407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612388824', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:41.318524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:41.323407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:41.329048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:41.335983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:41.360963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:41.365877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:41.366227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Updating router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:04:41.428881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.478151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:41.481716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.785171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.798449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Transition to ACTIVE for port object 6557b2bd-7a8b-487d-bda8-3a3cac62f704 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:41.809743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.891594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=0750586e-6c76-49e3-8a71-4e4cb984f99b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:41.904197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:41.904197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: 59528773-26a6-4683-b8c5-ba2b507417e2, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:04:41.940944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.023514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Attempting to bind port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:42.023874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Attempting to bind port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:42.024233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Attempting to bind port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:42.026241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a085e-3036-4d41-add6-748882a2c779 None None] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:42.032939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:42.037375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:42.037375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.037375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:42.037375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Bound port: 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:42.037375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.053232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 59528773-26a6-4683-b8c5-ba2b507417e2 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:04:42.117280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:42.120312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6557b2bd-7a8b-487d-bda8-3a3cac62f704,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:42.138812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 59528773-26a6-4683-b8c5-ba2b507417e2) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:42.143237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:42.143491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.147425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74104f8-d3a9-4349-a91c-7d02b1974be0 None None] Network 59528773-26a6-4683-b8c5-ba2b507417e2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:42.225666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.248930 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3824f1a6-f6b7-4787-9b6d-0802452d3f67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0632586 Apr 01 16:04:42.251751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49640) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:42.339476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:42.340033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:42.444197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a085e-3036-4d41-add6-748882a2c779 None None] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:42.632409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-59528773-26a6-4683-b8c5-ba2b507417e2', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:04:42.633236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.661916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:43.046741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Allocated IP 172.20.0.2 (59528773-26a6-4683-b8c5-ba2b507417e2/0750586e-6c76-49e3-8a71-4e4cb984f99b/ca5038af-0a07-4edf-b8ee-f8097121fc26) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:43.102084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.193869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:43.204283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce54b-d426-4e00-b0e7-18a98af6097d None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:43.295035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.306782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Transition to ACTIVE for port object ca5038af-0a07-4edf-b8ee-f8097121fc26 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:43.331738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Transition to ACTIVE for port object ca5038af-0a07-4edf-b8ee-f8097121fc26 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:43.565576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.611911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:43.648037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (59528773-26a6-4683-b8c5-ba2b507417e2/0750586e-6c76-49e3-8a71-4e4cb984f99b/0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:43.673078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Network 59528773-26a6-4683-b8c5-ba2b507417e2 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:43.678813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:43.693720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:43.745807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Pushing event updated for resources: {'Port': ['ID=ca5038af-0a07-4edf-b8ee-f8097121fc26,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:43.822229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Attempting to bind port ca5038af-0a07-4edf-b8ee-f8097121fc26 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:43.822705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Attempting to bind port ca5038af-0a07-4edf-b8ee-f8097121fc26 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:43.823144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Attempting to bind port ca5038af-0a07-4edf-b8ee-f8097121fc26 on network 59528773-26a6-4683-b8c5-ba2b507417e2 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:43.831050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:43.831360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Checking segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:43.831832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.832295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Bound using segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:43.832616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.832896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Bound port: ca5038af-0a07-4edf-b8ee-f8097121fc26, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:43.833341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.850951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:43.900123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:43.914844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:43.915361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.947039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.987591 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] For port ca5038af-0a07-4edf-b8ee-f8097121fc26, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:44.000692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] For port ca5038af-0a07-4edf-b8ee-f8097121fc26, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca5038af-0a07-4edf-b8ee-f8097121fc26,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:44.022416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 59528773-26a6-4683-b8c5-ba2b507417e2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:44.025594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:44.035461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:44.053255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.077927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:44.105718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.157672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.181215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d1d2f-5e52-4674-9507-b6fbfd900807 None None] Pushing event updated for resources: {'Port': ['ID=ca5038af-0a07-4edf-b8ee-f8097121fc26,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:44.190698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6557b2bd-7a8b-487d-bda8-3a3cac62f704,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:44.293618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.413160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:44.631374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.060481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.118232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.236185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:45.238535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.387056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 59528773-26a6-4683-b8c5-ba2b507417e2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:45.388295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:45.593485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21cb1e-f52e-4e46-b595-1831b230d3aa None None] Network 59528773-26a6-4683-b8c5-ba2b507417e2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:45.597275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:45.659888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca5038af-0a07-4edf-b8ee-f8097121fc26 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:45.805025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:45.817608 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:45.820132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-837feb18-6fc3-4b05-afa2-9de0ec1a4f3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5672717 Apr 01 16:04:45.822674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49644) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:45.830948 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:45.831892 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:45.870509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-64d39a45-eb52-40ec-8c12-d201205aacbf None None] Provisioning for port ca5038af-0a07-4edf-b8ee-f8097121fc26 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:45.917916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port ca5038af-0a07-4edf-b8ee-f8097121fc26 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:45.929401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ca5038af-0a07-4edf-b8ee-f8097121fc26 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:45.929773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.996427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.997045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.997839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.999869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.000405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.000930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.005368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c85df74f-18dd-445d-9bad-38f79fb53f43 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1788006 Apr 01 16:04:46.005839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.051397 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:46.079351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.091093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.091699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.092543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.093071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.093598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.094106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.096181 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-70753b8c-a41f-450f-8c0d-f2d06b78e3c3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0893323 Apr 01 16:04:46.098904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49652) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.122122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port ca5038af-0a07-4edf-b8ee-f8097121fc26, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca5038af-0a07-4edf-b8ee-f8097121fc26,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:46.218842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.220278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:46.382730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Provisioning complete for port ca5038af-0a07-4edf-b8ee-f8097121fc26 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.383379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.447075 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:46.453698 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:46.455670 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Updating router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:04:46.462949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=ca5038af-0a07-4edf-b8ee-f8097121fc26,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.489799 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-962d074a-10ca-48f4-b288-85751c48419b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3890872 Apr 01 16:04:46.522647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.523002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.533166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.716228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Provisioning for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:46.723584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.724076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.725143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49658) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.731596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462333951', 'description': 'tempest-secgroup-smoke-462333951 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:46.740676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:46.746990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:46.752158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:46.759523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:46.788268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7e488137-bf22-431d-a6e9-2d6305c6e141 None None] Port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:46.855437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.887706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:46.899956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:46.904021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:46.911606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:46.915956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a7bea536-0670-422b-9a5a-ce5079c3173b None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.916526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7bea536-0670-422b-9a5a-ce5079c3173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.008275 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.016121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a7bea536-0670-422b-9a5a-ce5079c3173b None None] Port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:47.017660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.021328 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Transition to ACTIVE for port object 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:47.100815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.127821 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.147752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c932d0ad-57f1-48e6-b0fc-17ae44ff7609,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.238333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.240863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-03a18115-97c7-4bc8-8653-f907c3ea509d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5132153 Apr 01 16:04:47.242828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49662) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.248030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:47.256907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:47.262268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.266411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.273786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.313489 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.330555 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.330781 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.331112 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.331439 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.331760 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.332085 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.332404 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.332750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.333067 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.333359 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.333730 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.334048 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:47.389503 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Attempting to bind port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:47.389862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Attempting to bind port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:47.390221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Attempting to bind port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c on network 59528773-26a6-4683-b8c5-ba2b507417e2 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:47.395647 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:47.396014 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Checking segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:47.396412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.396875 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Bound using segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:47.397365 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Bound port: 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:47.397731 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.421016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.492420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.493515 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:47.496886 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:47.540155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca5038af-0a07-4edf-b8ee-f8097121fc26 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:47.598804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.612218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ca5038af-0a07-4edf-b8ee-f8097121fc26 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:47.612583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.629628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05316d23-daad-4477-bec4-0188f423cf4e,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.644886 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.724877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.725868 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:47.726489 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:04:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:47.727665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc34d6e1-6f25-4231-b51c-e6733f68222f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4838290 Apr 01 16:04:47.730232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49666) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.738211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:47.745687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:47.752638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.755924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.762995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.793077 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25568aa-7db3-4fed-99e1-e24e5097ea9c None None] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.928308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:47.933709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.012859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.101049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.127264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660ad38b-9c6a-492c-ae3e-d0fc72f4644c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:48.247567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.265393 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:47Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:48.270083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.271329 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dd37ce43-1a46-4104-b31f-103bcce77534 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5398493 Apr 01 16:04:48.273811 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42d882-c339-4b23-bdaf-37dacaa5c9c4 None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:47Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:48.274030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49670) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:48.280154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:48.285767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:48.289859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:48.293152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:48.299591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:48.403315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.474875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.581003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.605910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729ffcb-a4ec-4427-a691-730c1edb3404,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:48.696598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.698058 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-56971774-29f0-4ce5-be9c-7b35befa87e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4231503 Apr 01 16:04:48.700861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49674) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:48.706460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:48.712532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:48.717267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:48.720288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:48.726500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:48.818883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.899879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.038137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.067244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba920bc-0ba2-458b-9d4a-ac65ae1b18ff,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:49.141019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.153413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-983c1df0-8217-4eea-b1bf-f7c792233f74 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4400477 Apr 01 16:04:49.153413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49678) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:49.153413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:49.157677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:49.161905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:49.165401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:49.173880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:49.329571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:49.337142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.418303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.523877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.552409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80413561-86a1-493e-848f-fd23818216a8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:49.566700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:49.632394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.633953 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9868006e-831d-4526-a9d7-635b3bedd2b3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4876242 Apr 01 16:04:49.636900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49682) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:49.641956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'c932d0ad-57f1-48e6-b0fc-17ae44ff7609', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:49.648024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:49.651899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:49.655309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:49.661078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:49.689664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:49.694911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:49.695280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.778834 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:49.786989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.830134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.860178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.862921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:49.938438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.941678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.965848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b735e153-a382-4213-a1c7-672e4303f35a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:50.033687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:50.045645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:50.045645 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-23eaeaca-0b30-463e-afbe-3c494ebb5273 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4056637 Apr 01 16:04:50.222130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-497f2555-43c7-4a6d-af25-1886270d6e96 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:50.299228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-497f2555-43c7-4a6d-af25-1886270d6e96 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:50.300460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-497f2555-43c7-4a6d-af25-1886270d6e96 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462333951&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1220691 Apr 01 16:04:50.481132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-9d6c173c-0782-4a38-89cd-0b104021d68f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:50.481808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-9d6c173c-0782-4a38-89cd-0b104021d68f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:50.586314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-9d6c173c-0782-4a38-89cd-0b104021d68f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:50.588156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-9d6c173c-0782-4a38-89cd-0b104021d68f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=59528773-26a6-4683-b8c5-ba2b507417e2 HTTP/1.1" status: 200 len: 796 time: 0.2803991 Apr 01 16:04:50.604481 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-a1d1b047-a2e0-49e5-8238-0b3e9396c84f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Apr 01 16:04:50.689869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-d69b336d-41b5-4542-a45d-44556e3fa9a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:50.769271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-d69b336d-41b5-4542-a45d-44556e3fa9a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:50.770686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-d69b336d-41b5-4542-a45d-44556e3fa9a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607356 Apr 01 16:04:50.959581 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0d3e3b4e-56de-42a4-96b3-d79e76a2f6de service neutron] 10.222.0.21 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750250 Apr 01 16:04:51.198372 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-945a9308-6f88-44d4-b6bf-59de5609e157 service neutron] 10.222.0.21 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325394 Apr 01 16:04:51.549887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-370dae39-85fd-4013-a837-9d08cf2c96aa req-a79fcf90-cc28-457c-9f65-3b2ca51242af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:51.551101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:51.565155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-370dae39-85fd-4013-a837-9d08cf2c96aa req-a79fcf90-cc28-457c-9f65-3b2ca51242af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:51.568705 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-370dae39-85fd-4013-a837-9d08cf2c96aa req-a79fcf90-cc28-457c-9f65-3b2ca51242af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 210 time: 0.0678320 Apr 01 16:04:51.641201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:51.641201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:52.728990 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c1240a83-2a84-4609-9c3c-887b91d6f1b9 req-5ad8b970-08b9-45c5-802e-6211214fc95e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 210 time: 0.0450964 Apr 01 16:04:53.795461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7ff47c35-8f1f-47b6-b0fd-251e326bfb93 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:53.797003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7ff47c35-8f1f-47b6-b0fd-251e326bfb93 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:53.809991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7ff47c35-8f1f-47b6-b0fd-251e326bfb93 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:53.811133 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7ff47c35-8f1f-47b6-b0fd-251e326bfb93 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=59528773-26a6-4683-b8c5-ba2b507417e2 HTTP/1.1" status: 200 len: 796 time: 0.1737897 Apr 01 16:04:53.911158 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6149ad55-9cd4-44e2-9704-8f79ded90920 req-e5e2ad87-de56-4993-b549-a9a051b35711 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 210 time: 0.0548694 Apr 01 16:04:53.914447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7cbd1e34-ab31-4f33-a953-214a46842a11 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:53.933158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7cbd1e34-ab31-4f33-a953-214a46842a11 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:53.934425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7cbd1e34-ab31-4f33-a953-214a46842a11 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 379 time: 0.1107514 Apr 01 16:04:53.944591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['c932d0ad-57f1-48e6-b0fc-17ae44ff7609']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:54.091600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:54.102127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:54.180662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:54.184256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.365182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.11 (59528773-26a6-4683-b8c5-ba2b507417e2/0750586e-6c76-49e3-8a71-4e4cb984f99b/f0243784-c612-4407-979c-e83dc574c798) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:54.561114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.577807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object f0243784-c612-4407-979c-e83dc574c798 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:54.676212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.747689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 59528773-26a6-4683-b8c5-ba2b507417e2 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:54.751255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:54.762201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:54.798453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:54.832767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.833393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.941325 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-0b1f002c-a0bf-4403-9e22-4e32cd73d3d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008931 Apr 01 16:04:54.958032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Request body: {'port': {'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:55.086828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.121091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfda98-f618-48d2-b4e9-515fcf537413 req-6d8dafb4-9482-419c-9cef-ee3e0b0b5d31 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:55.123587 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aabfda98-f618-48d2-b4e9-515fcf537413 req-6d8dafb4-9482-419c-9cef-ee3e0b0b5d31 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 932 time: 0.0989854 Apr 01 16:04:55.146279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef1281d3-264c-4720-85c3-3d85b4f3d38b None None] Provisioning for port f0243784-c612-4407-979c-e83dc574c798 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:55.152260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ef1281d3-264c-4720-85c3-3d85b4f3d38b None None] Provisioning complete for port f0243784-c612-4407-979c-e83dc574c798 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:55.152642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ef1281d3-264c-4720-85c3-3d85b4f3d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.181016 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aabfda98-f618-48d2-b4e9-515fcf537413 req-6f7ba489-386c-4b73-86fb-d382eadf404a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489211 Apr 01 16:04:55.261484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ef1281d3-264c-4720-85c3-3d85b4f3d38b None None] Port f0243784-c612-4407-979c-e83dc574c798 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:55.471402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0243784-c612-4407-979c-e83dc574c798 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:55.478870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.493815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Transition to ACTIVE for port object f0243784-c612-4407-979c-e83dc574c798 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:55.567288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.733096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:55.914149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Attempting to bind port f0243784-c612-4407-979c-e83dc574c798 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:55.914826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Attempting to bind port f0243784-c612-4407-979c-e83dc574c798 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:55.914826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Attempting to bind port f0243784-c612-4407-979c-e83dc574c798 on network 59528773-26a6-4683-b8c5-ba2b507417e2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:55.919610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Port f0243784-c612-4407-979c-e83dc574c798 on network 59528773-26a6-4683-b8c5-ba2b507417e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:04:55.919932 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Attempting to bind port f0243784-c612-4407-979c-e83dc574c798 on network 59528773-26a6-4683-b8c5-ba2b507417e2 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:55.925150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:55.925484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Checking segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:55.925869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Bound using segment: {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:55.926294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Bound port: f0243784-c612-4407-979c-e83dc574c798, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19866858-6a67-41d7-84c7-1d5f1cde2061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:55.926668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.022518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:56.025644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f0243784-c612-4407-979c-e83dc574c798,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:56.102504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.159126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.159736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.161108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] 10.222.0.91 "PUT /v2.0/ports/f0243784-c612-4407-979c-e83dc574c798 HTTP/1.1" status: 200 len: 1094 time: 1.2078335 Apr 01 16:04:56.161543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:56.189600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55826e-b56b-4a82-b2cf-1497e536dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:56.221426 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798', 'status': 'completed', 'code': 200} Apr 01 16:04:56.336500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-94dfb67c-24e8-4b9b-baaf-73977c79faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.338323 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-94dfb67c-24e8-4b9b-baaf-73977c79faf5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1097 time: 0.0939312 Apr 01 16:04:56.405926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25633629-f74d-47d6-ac52-eeae00305b30 req-cb55ddc4-c292-4717-a085-64e1684270c7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.407778 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-25633629-f74d-47d6-ac52-eeae00305b30 req-cb55ddc4-c292-4717-a085-64e1684270c7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 944 time: 0.1089122 Apr 01 16:04:56.457276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-25633629-f74d-47d6-ac52-eeae00305b30 req-e7dfee5c-1a00-476f-96ad-d735e58d6524 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Apr 01 16:04:56.490795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-37bca362-1a32-4323-b651-6f80442da953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.492238 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-37bca362-1a32-4323-b651-6f80442da953 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1446397 Apr 01 16:04:56.635346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-09511cd9-07b0-45c7-93e5-0aa5363b1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.637204 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71bb7fac-93fc-4c6b-a478-426f1b37306d req-09511cd9-07b0-45c7-93e5-0aa5363b1a47 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371629 Apr 01 16:04:56.748438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-5b5cf536-41b2-4a3b-a59c-0e3b8d12fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.750637 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-5b5cf536-41b2-4a3b-a59c-0e3b8d12fcf1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1097 time: 0.0773323 Apr 01 16:04:56.823445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-76a5447f-5e87-4592-be15-6cb30f7526bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0243784-c612-4407-979c-e83dc574c798 HTTP/1.1" status: 200 len: 217 time: 0.0654449 Apr 01 16:04:56.887658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-1b9784f9-cf56-4d37-8036-e53025a545ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.888852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-1b9784f9-cf56-4d37-8036-e53025a545ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0750586e-6c76-49e3-8a71-4e4cb984f99b HTTP/1.1" status: 200 len: 834 time: 0.0587626 Apr 01 16:04:56.971859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-6ee8c6ca-66db-48da-900d-1d8e1053ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.972908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-6ee8c6ca-66db-48da-900d-1d8e1053ad3b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=59528773-26a6-4683-b8c5-ba2b507417e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772989 Apr 01 16:04:57.110141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-61aa39dc-7fc5-421c-b016-d71dc0ee9e3d service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296022 Apr 01 16:04:57.246477 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f74ce5a-2e37-4ded-905f-bd85cc874d84 req-7df98d64-c4b5-4430-87ec-2ca5af216eea service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289878 Apr 01 16:04:57.657702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991d6b-1fd7-4feb-a61d-d6da4e98aae9 req-e38c0ff2-c804-44e1-ac58-d3dd747b6562 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.657702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-20991d6b-1fd7-4feb-a61d-d6da4e98aae9 req-e38c0ff2-c804-44e1-ac58-d3dd747b6562 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:57.757906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-20991d6b-1fd7-4feb-a61d-d6da4e98aae9 req-e38c0ff2-c804-44e1-ac58-d3dd747b6562 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:57.759108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20991d6b-1fd7-4feb-a61d-d6da4e98aae9 req-e38c0ff2-c804-44e1-ac58-d3dd747b6562 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 944 time: 0.1833045 Apr 01 16:04:57.804918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20991d6b-1fd7-4feb-a61d-d6da4e98aae9 req-4c74c846-3ce3-4ee5-b04f-3b1f5be42b05 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Apr 01 16:04:58.787808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:58.999577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa84f-65fe-4c8f-97f9-6e3f5a2efed0 req-d7e706ab-411f-4931-9682-b804d9a8a6e3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:59.001078 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2ccaa84f-65fe-4c8f-97f9-6e3f5a2efed0 req-d7e706ab-411f-4931-9682-b804d9a8a6e3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 944 time: 0.0844786 Apr 01 16:04:59.049378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2ccaa84f-65fe-4c8f-97f9-6e3f5a2efed0 req-9dd83116-f62a-423b-9e85-a96844f5d19d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Apr 01 16:04:59.156242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device f0243784-c612-4407-979c-e83dc574c798 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:04:59.290067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f0243784-c612-4407-979c-e83dc574c798,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:59.303939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'f0243784-c612-4407-979c-e83dc574c798', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:04:59.363497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.381018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0243784-c612-4407-979c-e83dc574c798 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:59.396775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f0243784-c612-4407-979c-e83dc574c798,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:59.498995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.567358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:59.787685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['f0243784-c612-4407-979c-e83dc574c798'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:05:00.239318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbce9e5-8fe1-4235-8bf0-c18872bca6d7 req-9b8b56ac-6544-4026-aef6-8ec2fb4ef6bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:00.244084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6bbce9e5-8fe1-4235-8bf0-c18872bca6d7 req-9b8b56ac-6544-4026-aef6-8ec2fb4ef6bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 945 time: 0.0864170 Apr 01 16:05:00.287813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6bbce9e5-8fe1-4235-8bf0-c18872bca6d7 req-d8243303-0d58-4d83-a9f5-8689d00036e1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Apr 01 16:05:00.831021 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-8ab14459-9eaf-41f0-ad19-277a2e216360 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708730 Apr 01 16:05:00.986060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-50ec6163-14c0-4a2e-b50d-f840130251cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:00.986060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-50ec6163-14c0-4a2e-b50d-f840130251cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1098 time: 0.0839307 Apr 01 16:05:01.156637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device f0243784-c612-4407-979c-e83dc574c798 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:01.247823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-13a5bdbf-95d7-427a-89f4-e63e88695b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.249912 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-13a5bdbf-95d7-427a-89f4-e63e88695b00 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.2432733 Apr 01 16:05:01.304095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port f0243784-c612-4407-979c-e83dc574c798 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:01.309259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port f0243784-c612-4407-979c-e83dc574c798 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:01.309631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.362237 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-966a8aa6-e794-4923-8588-adfac4a96b7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 200 len: 1001 time: 0.1021855 Apr 01 16:05:01.435337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-1d235e9f-22c2-40c8-8824-8483be5fe569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.437088 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-1d235e9f-22c2-40c8-8824-8483be5fe569 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0647585 Apr 01 16:05:01.439720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.468296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0243784-c612-4407-979c-e83dc574c798'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:01.479442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f0243784-c612-4407-979c-e83dc574c798,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:01.493878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4ff35-bab5-429c-a771-df1385f69446 req-f707d095-a4d9-4d40-b405-2d839eeea4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.496323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f3f4ff35-bab5-429c-a771-df1385f69446 req-f707d095-a4d9-4d40-b405-2d839eeea4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 945 time: 0.0987446 Apr 01 16:05:01.522231 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0243784-c612-4407-979c-e83dc574c798', 'code': 200} Apr 01 16:05:01.532237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-7a77938a-8023-4b33-91cf-33089172e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.534200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-7a77938a-8023-4b33-91cf-33089172e625 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878406 Apr 01 16:05:01.546102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f3f4ff35-bab5-429c-a771-df1385f69446 req-d88b28c4-d6a1-4d88-9787-a98d162e0cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Apr 01 16:05:01.574748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.646761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:01.681475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-0e2bdc6a-20c4-49fb-8bbb-01a6d7dfca61 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369052 Apr 01 16:05:01.821167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74abd27d-7886-4ce1-81a1-df55c9759b39 req-544d4c89-1f3d-40e2-a5ca-31dafd036616 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296129 Apr 01 16:05:01.976247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31ac97-847b-44d6-ab70-b3897dd4148b req-9c14a8a0-1574-4022-a912-56a379c3fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.977726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec31ac97-847b-44d6-ab70-b3897dd4148b req-9c14a8a0-1574-4022-a912-56a379c3fb96 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1099 time: 0.0713713 Apr 01 16:05:02.019855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec31ac97-847b-44d6-ab70-b3897dd4148b req-e5a161aa-5f8d-4785-80f7-69a243c967bf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Apr 01 16:05:02.424287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5db7303a-e6d9-4b75-aeda-f75f3b33c468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.740688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fe698-8d41-484a-9469-982e3b3de019 req-1c3c6e84-68a2-4a43-aa77-415ee17d8e0a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:02.742176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-624fe698-8d41-484a-9469-982e3b3de019 req-1c3c6e84-68a2-4a43-aa77-415ee17d8e0a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.0844004 Apr 01 16:05:02.789030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-624fe698-8d41-484a-9469-982e3b3de019 req-435fe224-6e8b-4476-852c-6d22ea09bdfb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410688 Apr 01 16:05:03.980593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a79cc-0220-41d2-be13-270b972bf9a4 req-0c8264ee-aaaa-4386-98e0-1ad87c14a178 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:03.982501 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9a5a79cc-0220-41d2-be13-270b972bf9a4 req-0c8264ee-aaaa-4386-98e0-1ad87c14a178 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.0834413 Apr 01 16:05:04.031526 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9a5a79cc-0220-41d2-be13-270b972bf9a4 req-a6489c39-a882-4c7f-a816-0284b17a5289 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Apr 01 16:05:04.224743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b92bcd-6f84-48d5-91ea-e29afed873eb req-951836e9-120e-4da9-8ea5-763f733506e3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.226200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95b92bcd-6f84-48d5-91ea-e29afed873eb req-951836e9-120e-4da9-8ea5-763f733506e3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.0809157 Apr 01 16:05:04.271975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-95b92bcd-6f84-48d5-91ea-e29afed873eb req-d03a0f00-80a6-4763-b0b2-3e5841a774d6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399261 Apr 01 16:05:04.294366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49746) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.366992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688f81a-0c0b-4731-8350-874faa80376a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.368490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d688f81a-0c0b-4731-8350-874faa80376a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1094 time: 0.0730917 Apr 01 16:05:04.371271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49750) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.376293 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:04.382365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:04.386279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:04.389301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:04.395236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:04.475839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.637655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.783315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.240 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/74bd22cb-5d4f-46d9-8cb1-184013ce62bc) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:04.881709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3e77b8d0-3772-41d0-bfc5-bae07b6a0ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.939178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.030039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.091143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:05.098807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:05.101360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:05:05.140803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=74bd22cb-5d4f-46d9-8cb1-184013ce62bc,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:05.609228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.641377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.768291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.981895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.054871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.151745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.166323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=74bd22cb-5d4f-46d9-8cb1-184013ce62bc,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:06.178838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.351027 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875 associated. External IP: 172.26.8.240, port: f0243784-c612-4407-979c-e83dc574c798. Apr 01 16:05:06.702782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:05:06.887473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:05:06.898934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:06.911027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:06.911748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.009720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.070709 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-66601775-8d8b-4122-9649-464871cf9ab5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6983991 Apr 01 16:05:07.071519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:07.073381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49754) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:07.102910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:07.119265 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798', 'status': 'completed', 'code': 200} Apr 01 16:05:07.317851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b298e949-37c7-4cce-b87b-64121b1189b4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 HTTP/1.1" status: 200 len: 923 time: 0.2431934 Apr 01 16:05:07.320683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49760) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:07.325887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-80b30231-ea7d-4eb8-8ab3-53727ec7d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.327983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-80b30231-ea7d-4eb8-8ab3-53727ec7d0de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1099 time: 0.1858380 Apr 01 16:05:07.457038 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-76b4749d-766e-4a24-862d-6955ca98d2ee tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 992 time: 0.1348855 Apr 01 16:05:07.472126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-e8529500-f9db-4b28-bbbe-5727e2ca86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.473678 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-e8529500-f9db-4b28-bbbe-5727e2ca86c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=59528773-26a6-4683-b8c5-ba2b507417e2 HTTP/1.1" status: 200 len: 897 time: 0.1391857 Apr 01 16:05:07.494865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:49Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.499255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:07.507667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:07.508270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.591741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-f942b94b-3ddd-4ba8-b99a-e40fc47f7e03 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0243784-c612-4407-979c-e83dc574c798 HTTP/1.1" status: 200 len: 1000 time: 0.1065938 Apr 01 16:05:07.656313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-f4e787fc-4d49-488c-b3a3-685d546dd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.657824 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-f4e787fc-4d49-488c-b3a3-685d546dd069 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0750586e-6c76-49e3-8a71-4e4cb984f99b HTTP/1.1" status: 200 len: 834 time: 0.0600913 Apr 01 16:05:07.696468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.739525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:07.742169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-950c46ae-e9dd-42d7-96b1-0eb467ba38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.743690 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-950c46ae-e9dd-42d7-96b1-0eb467ba38a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=59528773-26a6-4683-b8c5-ba2b507417e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787573 Apr 01 16:05:08.005182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-88b79214-ab80-407c-96cf-e6f0c179f05d service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539651 Apr 01 16:05:08.116818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:49Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:08.121135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04f41f-1d38-4561-b8fc-8d41f95b0183 None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:04:49Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:05:08.147996 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2996e6d-0348-417f-9fb3-e58ddc8438ed req-29f8fac2-23b4-47a1-8ab4-bbfe1e4d22cc service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345713 Apr 01 16:05:08.317107 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da43b7-3cc4-43b2-9d4b-8f69415b0d72 None None] New status for floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:08.460513 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49764) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:08.689683 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8f9a9d26-b946-40d9-a0da-b507a84331e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 994 time: 0.2279491 Apr 01 16:05:18.203872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:32.412408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5481-30d2-420b-a4c8-3805a1bc9470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:34.846796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3355191f-df58-43a9-a2e3-a867a82369c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:35.614782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:35.787872 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:05:36.150822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:37.612277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:41.998218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49780) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:42.187247 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dc10c2f4-22f4-4710-b1c7-a9951cca20c9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1878345 Apr 01 16:05:42.190749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49784) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:42.471391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f83f32-3032-438f-a7f7-b9a5922b64ec tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Notify agent at dv-neutron-835944-1-hyperv the message router_removed_from_agent {{(pid=88733) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 01 16:05:42.475592 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-22f83f32-3032-438f-a7f7-b9a5922b64ec tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "DELETE /v2.0/agents/88e15b0e-f5bb-48e1-adf3-0aec10402652/l3-routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 HTTP/1.1" status: 204 len: 168 time: 0.2830679 Apr 01 16:05:42.478043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:42.667306 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-857dc34c-993b-4eca-84db-9df34a38259b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1879530 Apr 01 16:05:42.669729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49792) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:42.780417 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8d39375-0bb1-4cba-8e93-5ddb416cf32d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 994 time: 0.1094890 Apr 01 16:05:43.222101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3f0d9-0aa2-426c-8cad-5595480f624d None None] New status for floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:43.568917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:43.681469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:43.698930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6557b2bd-7a8b-487d-bda8-3a3cac62f704,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:43.773898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:43.774519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:43.784163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49796) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:43.891131 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8af61ccc-58ef-4b21-806f-5cad5adca3fd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 992 time: 0.1057522 Apr 01 16:05:43.891991 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:43.923966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.924300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.924630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.924961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.925284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.926172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.926699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.927151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.927478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.927797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.928126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.928427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:43.961888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:43.994271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:44.081989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:44.188835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:45.041538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49802) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:45.332375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cf48d0-5522-418b-8099-dbc0fe0c708a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:05:45.332375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cf48d0-5522-418b-8099-dbc0fe0c708a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Notify agent at dv-neutron-835944-1-hyperv the message router_added_to_agent {{(pid=88733) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 01 16:05:45.350866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c8cf48d0-5522-418b-8099-dbc0fe0c708a tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "POST /v2.0/agents/88e15b0e-f5bb-48e1-adf3-0aec10402652/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3082676 Apr 01 16:05:45.353416 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:45.353931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49808) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:45.363936 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:45.364595 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:45.542121 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-73cab456-0f15-406f-8bd7-613973fb5693 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1850574 Apr 01 16:05:45.542370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49812) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:45.570288 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:45.774852 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6bd60888-cd19-475c-8da6-d4736d41ba24 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 992 time: 0.2313032 Apr 01 16:05:45.925076 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:45.929489 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:45.937817 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:45.938407 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:46.119267 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:46.465110 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:46.469132 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbd340-644a-4bef-bbc3-de0251440e44 None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '4c6bd3ad-f447-44e5-a193-657c8261d875', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'port_id': 'f0243784-c612-4407-979c-e83dc574c798', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'mac_address': 'fa:16:3e:29:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:43Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:05:46.778661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49816) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:46.893167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-da22f15d-f89f-4f7e-be0f-e5285991cfff tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 992 time: 0.1132805 Apr 01 16:05:47.607164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:47.680007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:47.680380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.797724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.814199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6557b2bd-7a8b-487d-bda8-3a3cac62f704,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:47.874471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.875283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:47.896707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49820) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:47.992846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:48.005601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:48.005967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:48.007857 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0d2baf4e-c728-42cf-ade9-ecc70cbdc3c9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 992 time: 0.1100211 Apr 01 16:05:48.137076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440602f-fd19-4dc1-b53f-bab636114ba9 None None] New status for floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:48.214465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:48.329277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:48.343486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:48.436484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:48.510059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:49.011552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49824) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:49.119645 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ac10faaa-79cc-47fd-b109-f6d234dc9638 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 200 len: 994 time: 0.1070173 Apr 01 16:05:49.413660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49832) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:49.575910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:49.633955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 74bd22cb-5d4f-46d9-8cb1-184013ce62bc {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:05:49.634297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:49.671363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:49.671729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:49.795623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:49.824607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:49.824934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:49.864889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:49.865245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:49.950001 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 74bd22cb-5d4f-46d9-8cb1-184013ce62bc owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:05:50.179547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:50.229780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=74bd22cb-5d4f-46d9-8cb1-184013ce62bc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:50.272438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.272774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.273104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.273431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.273753 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.274073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.274389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.274730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.275049 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.275365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.275671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.275980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:50.332772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:50.333314 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875 disassociated (deleted). External IP: 172.26.8.240, port: f0243784-c612-4407-979c-e83dc574c798. Apr 01 16:05:50.806228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:05:50.992458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:05:51.001613 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:51.011568 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:51.017158 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:51.071177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:51.127109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c12c437f-b7e9-4b41-b667-93b3a7fd03e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/4c6bd3ad-f447-44e5-a193-657c8261d875 HTTP/1.1" status: 204 len: 168 time: 1.7120206 Apr 01 16:05:51.127699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:51.183060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'tag': 'f0243784-c612-4407-979c-e83dc574c798', 'status': 'completed', 'code': 200} Apr 01 16:05:51.202377 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:51.294461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-b4d639ef-c327-4f47-a847-189bf5b0d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.299294 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-b4d639ef-c327-4f47-a847-189bf5b0d990 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 1099 time: 0.0836072 Apr 01 16:05:51.435439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-98cf7e0a-1a3e-435e-869a-429e031ade75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.436909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-98cf7e0a-1a3e-435e-869a-429e031ade75 service neutron] 10.222.0.91 "GET /v2.0/networks?id=59528773-26a6-4683-b8c5-ba2b507417e2 HTTP/1.1" status: 200 len: 897 time: 0.1315730 Apr 01 16:05:51.513266 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-3807f71b-3b68-4e19-8c85-8e082ffb004c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0243784-c612-4407-979c-e83dc574c798 HTTP/1.1" status: 200 len: 217 time: 0.0659122 Apr 01 16:05:51.569134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:48Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:51.573137 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:51.582453 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:51.583232 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:51.585236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-269118fa-ecb2-440a-b830-5cea021f9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.586955 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-269118fa-ecb2-440a-b830-5cea021f9e9d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0750586e-6c76-49e3-8a71-4e4cb984f99b HTTP/1.1" status: 200 len: 834 time: 0.0643756 Apr 01 16:05:51.680868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-824f5aa1-ac6f-4d61-836c-aca8ebfc6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.682664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-824f5aa1-ac6f-4d61-836c-aca8ebfc6c8d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=59528773-26a6-4683-b8c5-ba2b507417e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838020 Apr 01 16:05:51.768143 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:51.879997 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-9c1b1032-34b3-4fd2-a80b-822f4b0b3bf0 service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841488 Apr 01 16:05:51.936806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696105d-5635-4f8d-b3f9-90ed481cbc7e req-3d160efc-373f-46e9-bf48-254ddb113cad tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.938663 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c696105d-5635-4f8d-b3f9-90ed481cbc7e req-3d160efc-373f-46e9-bf48-254ddb113cad tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.2953763 Apr 01 16:05:52.059320 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c696105d-5635-4f8d-b3f9-90ed481cbc7e req-d0c8ec6f-a4c1-422a-9bd6-076c2a261ecc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121509 Apr 01 16:05:52.082352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5f9edd24-5df4-4845-9322-ddd471fb822a req-82d3bd64-9444-49dd-902e-4ebf8007ba8e service neutron] 10.222.0.91 "GET /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936848 Apr 01 16:05:52.123533 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:48Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:52.127543 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c1a80-2f3b-41c5-b5a5-c968ba496dd4 None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:44Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c', 'name': '', 'network_id': '59528773-26a6-4683-b8c5-ba2b507417e2', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:02:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:43Z', 'updated_at': '2022-04-01T16:05:48Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0750586e-6c76-49e3-8a71-4e4cb984f99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:05:53.234000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c2a32-99c8-42ed-bb43-eb5e1f6c6c0d None None] New status for floating IP 4c6bd3ad-f447-44e5-a193-657c8261d875: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:53.310782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38068618-664c-4181-8b09-084bb2f69d5c req-e9420625-6379-4beb-bbe4-02a192a241af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:53.312246 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38068618-664c-4181-8b09-084bb2f69d5c req-e9420625-6379-4beb-bbe4-02a192a241af tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.1168544 Apr 01 16:05:53.351577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f7bb-b935-46e7-943a-61e5675b710b req-71fc2419-220f-4c34-a11e-5ebbc543151e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:53.352519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-8d87f7bb-b935-46e7-943a-61e5675b710b req-71fc2419-220f-4c34-a11e-5ebbc543151e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:53.420867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port f0243784-c612-4407-979c-e83dc574c798 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:05:53.421209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:53.435897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-8d87f7bb-b935-46e7-943a-61e5675b710b req-71fc2419-220f-4c34-a11e-5ebbc543151e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:53.442706 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8d87f7bb-b935-46e7-943a-61e5675b710b req-71fc2419-220f-4c34-a11e-5ebbc543151e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 946 time: 0.2691040 Apr 01 16:05:53.484858 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8d87f7bb-b935-46e7-943a-61e5675b710b req-7255db18-4264-4d43-8a9c-3eb8858c79c6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=c932d0ad-57f1-48e6-b0fc-17ae44ff7609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Apr 01 16:05:53.682895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port f0243784-c612-4407-979c-e83dc574c798, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f0243784-c612-4407-979c-e83dc574c798,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:53.683185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:53.916305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for f0243784-c612-4407-979c-e83dc574c798 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:05:54.139113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:54.193132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=f0243784-c612-4407-979c-e83dc574c798,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:54.231121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.231466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.231801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.232131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.232457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.232792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.233107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.233423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.233742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.234058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.234372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.234718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:54.281163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port f0243784-c612-4407-979c-e83dc574c798 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:05:54.283567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:54.286510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'name': 'network-vif-deleted', 'tag': 'f0243784-c612-4407-979c-e83dc574c798'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:54.337744 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee77ecf7-5a44-4d98-964e-f65173f6ef14', 'name': 'network-vif-deleted', 'tag': 'f0243784-c612-4407-979c-e83dc574c798', 'status': 'completed', 'code': 200} Apr 01 16:05:54.360689 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38068618-664c-4181-8b09-084bb2f69d5c req-8bf2c140-66cb-4f65-ab17-24185207f7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/f0243784-c612-4407-979c-e83dc574c798 HTTP/1.1" status: 204 len: 173 time: 1.0395355 Apr 01 16:05:54.647327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-94ea97f9-0d94-461d-a9cd-88a8ee6e580b req-51452b14-735a-44d9-85f4-eaebe641a72e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee77ecf7-5a44-4d98-964e-f65173f6ef14 HTTP/1.1" status: 200 len: 210 time: 0.0438807 Apr 01 16:05:55.743769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49856) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:55.816158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:55.846214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:55.976987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:55.996319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932d0ad-57f1-48e6-b0fc-17ae44ff7609,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:56.067827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:56.069731 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d72a2216-d7fc-4145-96c4-b000144589bf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/c932d0ad-57f1-48e6-b0fc-17ae44ff7609 HTTP/1.1" status: 204 len: 168 time: 0.3247442 Apr 01 16:05:56.167014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49862) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:56.741781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.210067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:05:57.210665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.387710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device f0243784-c612-4407-979c-e83dc574c798 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:57.404427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:57.404769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.422386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: f0243784-c612-4407-979c-e83dc574c798 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:05:57.422763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device f0243784-c612-4407-979c-e83dc574c798 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:05:57.534957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:05:57.950491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:58.001472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:58.282166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:58.761024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:05:58.941064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:05:58.951914 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Sync routers for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:58.955030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d2191ba-2531-44f6-91cc-81b6cf0705f2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7867711 Apr 01 16:05:58.957564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49866) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:58.963045 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:58.963916 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:59.031643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet 0750586e-6c76-49e3-8a71-4e4cb984f99b {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:05:59.034683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.094125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.161304 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:59.186672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.331924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.371868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=0750586e-6c76-49e3-8a71-4e4cb984f99b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:59.375340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.381976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-65f97151-f371-42b6-a059-d0af3988ce87 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/0750586e-6c76-49e3-8a71-4e4cb984f99b HTTP/1.1" status: 204 len: 168 time: 0.4233987 Apr 01 16:05:59.385305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4d128-79ec-48b7-81a9-24ef96914617 None None] Network 59528773-26a6-4683-b8c5-ba2b507417e2 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:05:59.390517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49870) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:59.455497 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:05:57Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:59.460520 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Checking router: bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:59.470002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Routers {'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:59.470651 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:05:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:59.598779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.692009 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] Set router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:59.717550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] DHCP port deletion for 59528773-26a6-4683-b8c5-ba2b507417e2 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:05:59.722087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Deleting port ca5038af-0a07-4edf-b8ee-f8097121fc26 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:05:59.722528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.793180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.864654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 6557b2bd-7a8b-487d-bda8-3a3cac62f704 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:05:59.865004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.934767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] For port ca5038af-0a07-4edf-b8ee-f8097121fc26, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ca5038af-0a07-4edf-b8ee-f8097121fc26,segment=NetworkSegment(19866858-6a67-41d7-84c7-1d5f1cde2061),segment_id=19866858-6a67-41d7-84c7-1d5f1cde2061)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:59.935275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.991783 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:05:57Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:59.995531 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e2e28-fc1a-4044-838a-e4056f9f0759 None None] The sync data for ids ['bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1'] in dv-neutron-835944-1-hyperv is: [{'id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'name': 'tempest-TestNetworkBasicOps-router-1224388989', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:05:57Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '6557b2bd-7a8b-487d-bda8-3a3cac62f704', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:05:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:00.057915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 6557b2bd-7a8b-487d-bda8-3a3cac62f704, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6557b2bd-7a8b-487d-bda8-3a3cac62f704,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:00.058274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.072032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Calling delete_port for ca5038af-0a07-4edf-b8ee-f8097121fc26 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:00.183762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 6557b2bd-7a8b-487d-bda8-3a3cac62f704 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:00.222871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.273124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] Pushing event deleted for resources: {'Port': ['ID=ca5038af-0a07-4edf-b8ee-f8097121fc26,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:00.276722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da92bf7-0218-4546-9ab3-a2656737c4f0 None None] No DVR routers for this DVR port ca5038af-0a07-4edf-b8ee-f8097121fc26 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:00.413705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.463541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=6557b2bd-7a8b-487d-bda8-3a3cac62f704,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:00.665833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.843395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.845529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.959837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.960345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:06:00.976244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.977428 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3bdd7f03-d2f7-4dfa-bbfe-cef7278ab5e7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/bdc7c3cf-65f7-45fb-ab58-6ee38ce27be1 HTTP/1.1" status: 204 len: 168 time: 1.5858419 Apr 01 16:06:00.980120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49874) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:01.101218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.233748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.265722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59528773-26a6-4683-b8c5-ba2b507417e2']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:01.281409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19866858-6a67-41d7-84c7-1d5f1cde2061') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:01.281703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19866858-6a67-41d7-84c7-1d5f1cde2061') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:01.293314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.309999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.316527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:06:01.316980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:06:01.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:06:01.486053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.504249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.520662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=59528773-26a6-4683-b8c5-ba2b507417e2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:01.575318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca5038af-0a07-4edf-b8ee-f8097121fc26 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:01.577978 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ae837f6c-9a27-4c2b-acf4-fc2d4a4da873 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/59528773-26a6-4683-b8c5-ba2b507417e2 HTTP/1.1" status: 204 len: 168 time: 0.5967810 Apr 01 16:06:01.599418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49878) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:01.605977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--1175909777', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:01.610501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: ca5038af-0a07-4edf-b8ee-f8097121fc26 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:01.610891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ca5038af-0a07-4edf-b8ee-f8097121fc26 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:01.611317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:01.612331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:01.616533 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:01.619878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:01.625511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:01.645004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 6557b2bd-7a8b-487d-bda8-3a3cac62f704 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:01.645347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6557b2bd-7a8b-487d-bda8-3a3cac62f704 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:01.645767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:01.682951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:01.683227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0d1669ca-b37b-4c38-a4b3-9c0d8df7f06c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:01.698674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:01.704924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.734090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:06:01.743336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.743676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 445fa551-a406-4d4a-a246-fc3c3868c9ff of type vlan for network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f Apr 01 16:06:01.769373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.797837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-1b235d4b-e114-43ab-b7b3-d424df2b7d69 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788038 Apr 01 16:06:01.853443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.858987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.860097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.954602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-83bbb067-0a7e-4604-b3ac-b8a2b1e9ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.956425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-83bbb067-0a7e-4604-b3ac-b8a2b1e9ab9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 1098 time: 0.0838070 Apr 01 16:06:01.981515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:01.994468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:06:02.009779 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a863e66c-3e6e-4717-9a78-833406183783 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4074419 Apr 01 16:06:02.011623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49882) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:02.020428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:02.028724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:02.032738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:02.036310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:02.050587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:02.111516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-6c2c99c8-eba2-4f44-b727-cc31624ee3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.112968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-6c2c99c8-eba2-4f44-b727-cc31624ee3e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1335864 Apr 01 16:06:02.121559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.122595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.138434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.225859 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-a41e11d9-2366-4828-8c21-2372750a9672 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 200 len: 1001 time: 0.1001267 Apr 01 16:06:02.299049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-c9e9e24a-98af-4175-9f17-35806f63bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.300498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-c9e9e24a-98af-4175-9f17-35806f63bcb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0654874 Apr 01 16:06:02.329198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-00b1d032-6a29-40d1-b525-7119d4be735a req-c9976264-b3ad-41c3-a5c5-a56c0b4f9e4c service neutron] (88733) timed out ('10.222.0.91', 60050) {{(pid=88733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:06:02.383643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-38b8052e-c04d-4743-a408-bf1ba40c9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.385167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-38b8052e-c04d-4743-a408-bf1ba40c9e4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732577 Apr 01 16:06:02.439972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b58-81a6-4e35-838f-fd268f9c96da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.461081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.525199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-2fedf0ed-0ea3-4698-9a3e-a0eca4eb3676 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294625 Apr 01 16:06:02.774578 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e9015e89-2893-482b-b0cf-f65eae5b2b56 req-444a658a-eee1-48b0-a0ed-83bdb596b089 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395451 Apr 01 16:06:02.965973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.995937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.132284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.31 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/1657d889-fd59-4095-bb47-538128355aec) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:03.288427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.394710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.461731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:03.469262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:03.473525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:03.503461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=1657d889-fd59-4095-bb47-538128355aec,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:03.942719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.291231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.670323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router af3a1a94-270a-494c-9df1-fe947ecfed90 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:06:04.847478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3ab4-f326-402d-a623-e2f2b30ccb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.855186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:04.863936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Sync routers for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:04.873731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:04.874343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:04.950146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.951791 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fb88a239-e870-4a85-884b-89db6cbefcec tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9358227 Apr 01 16:06:04.954982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49886) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:04.998979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d86ee51f-714e-4901-894f-e4f31a9a8e7f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426834 Apr 01 16:06:05.002377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49890) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:05.071320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:05.140226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5eddcf-aecc-4c71-ab32-ee054c3d8e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:05.141718 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e5eddcf-aecc-4c71-ab32-ee054c3d8e62 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383564 Apr 01 16:06:05.144622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49894) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:05.185027 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b7c35786-0555-4b65-8af6-f0ef1b5eeea0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393403 Apr 01 16:06:05.187899 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49898) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:05.193357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-686574698', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:05.308043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:05.312042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:05.315252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:05.321544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:05.397679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:03Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:05.401628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Checking router: af3a1a94-270a-494c-9df1-fe947ecfed90 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:05.401970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Updating router af3a1a94-270a-494c-9df1-fe947ecfed90 port 1657d889-fd59-4095-bb47-538128355aec binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:06:05.406674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:05.406674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:05.455417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:05.672766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:05.714379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:05.810129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:05.812035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:05.812650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:06:05.815377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:05.835687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Transition to ACTIVE for port object 1657d889-fd59-4095-bb47-538128355aec will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:05.965650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:06:05.991409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.072633 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Attempting to bind port 1657d889-fd59-4095-bb47-538128355aec on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:06.072999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Attempting to bind port 1657d889-fd59-4095-bb47-538128355aec by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:06.073363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Attempting to bind port 1657d889-fd59-4095-bb47-538128355aec on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:06.075603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988799-6e8d-42ee-8d09-51578c862c45 None None] Pushing event updated for resources: {'Port': ['ID=1657d889-fd59-4095-bb47-538128355aec,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:06.090759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:06.091341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:06.091341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:06.091341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.091341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:06.091812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:06.091913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Bound port: 1657d889-fd59-4095-bb47-538128355aec, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:06.092021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.092120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.119841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc715dac-69d5-4a96-8ff1-843425b97753 None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:06:06.189781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8e63a827-8df8-478d-98c8-1b0a7eb9fb72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0007808 Apr 01 16:06:06.192412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49902) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:06.270325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] For port 1657d889-fd59-4095-bb47-538128355aec, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:06.276565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] For port 1657d889-fd59-4095-bb47-538128355aec, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1657d889-fd59-4095-bb47-538128355aec,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:06.279923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.376063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.442543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:06:06.442543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.523072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:06.523647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:06.577022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988799-6e8d-42ee-8d09-51578c862c45 None None] Pushing event updated for resources: {'Port': ['ID=1657d889-fd59-4095-bb47-538128355aec,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:06.794874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:06.900468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Allocated IP 172.20.0.2 (c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f/8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb/be00e0fa-e73d-495e-90d4-4e905534ffb3) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:07.056891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.317123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:03Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:07.322330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf38e-abe8-436c-baee-6da219f6ad08 None None] The sync data for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv is: [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:03Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:07.386156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.398210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Transition to ACTIVE for port object be00e0fa-e73d-495e-90d4-4e905534ffb3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:07.418816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Transition to ACTIVE for port object be00e0fa-e73d-495e-90d4-4e905534ffb3 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:07.530354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.609596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f/8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb/a5e33198-86ae-4a2e-b92d-70dd33da0c6c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:07.613707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:07.618862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:07.623968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:07.674784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Pushing event updated for resources: {'Port': ['ID=be00e0fa-e73d-495e-90d4-4e905534ffb3,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:07.727437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.735024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Attempting to bind port be00e0fa-e73d-495e-90d4-4e905534ffb3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:07.735393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Attempting to bind port be00e0fa-e73d-495e-90d4-4e905534ffb3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:07.735757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Attempting to bind port be00e0fa-e73d-495e-90d4-4e905534ffb3 on network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:07.741958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:07.742583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Checking segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:07.749900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.749900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Bound using segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:07.749900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Bound port: be00e0fa-e73d-495e-90d4-4e905534ffb3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:07.749900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.800457 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.818856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object a5e33198-86ae-4a2e-b92d-70dd33da0c6c will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:07.856788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] For port be00e0fa-e73d-495e-90d4-4e905534ffb3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:07.860086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] For port be00e0fa-e73d-495e-90d4-4e905534ffb3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=be00e0fa-e73d-495e-90d4-4e905534ffb3,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:07.945266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.964476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.025177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:08.028556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:08.038693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:08.055663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc15a2-705b-42ee-8983-19bccf66a38f None None] Pushing event updated for resources: {'Port': ['ID=be00e0fa-e73d-495e-90d4-4e905534ffb3,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:08.092298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:08.129483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.484783 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.049946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.188979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.317607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:09.320076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.442609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fb7a0-4279-4e43-b995-534e2475e7c1 None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:06:09.467332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:09.468481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:09.668581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router af3a1a94-270a-494c-9df1-fe947ecfed90 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:09.671003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1657d889-fd59-4095-bb47-538128355aec up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:09.705507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-04d8de2c-1e70-41b6-9625-4bb5e57f0471 None None] Provisioning for port be00e0fa-e73d-495e-90d4-4e905534ffb3 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:09.853354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1657d889-fd59-4095-bb47-538128355aec completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:09.859089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1657d889-fd59-4095-bb47-538128355aec triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:09.859614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.869592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:09.884905 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Sync routers for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:09.889562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49906) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:09.891145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be522ed1-5026-4322-8f12-672d9e4b8286 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/af3a1a94-270a-494c-9df1-fe947ecfed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6973965 Apr 01 16:06:09.895568 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:09.896281 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:10.037586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.074371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 1657d889-fd59-4095-bb47-538128355aec, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1657d889-fd59-4095-bb47-538128355aec,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:10.106002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:10.121812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.122301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.122847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.123311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.125362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.125879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.130399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-afd88bfc-c804-49e4-8b43-6cc53158db3f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2372096 Apr 01 16:06:10.130570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:10.137049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.137847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device be00e0fa-e73d-495e-90d4-4e905534ffb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:10.211969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-46a3b0f3-59d9-4d87-a9a1-9a0d9b90f2b6 None None] Provisioning for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:10.217567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.218387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.219043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.219671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.220349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.220974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.226747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49914) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:10.227695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7172b477-4e57-4897-b838-e1493480d766 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0954659 Apr 01 16:06:10.231195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-46a3b0f3-59d9-4d87-a9a1-9a0d9b90f2b6 None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:10.231565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-46a3b0f3-59d9-4d87-a9a1-9a0d9b90f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.323089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-46a3b0f3-59d9-4d87-a9a1-9a0d9b90f2b6 None None] Port a5e33198-86ae-4a2e-b92d-70dd33da0c6c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:10.333196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=1657d889-fd59-4095-bb47-538128355aec,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:10.459329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-bde0eb56-1d19-4f9c-8ba6-2501830bd1b2 None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:10.460165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bde0eb56-1d19-4f9c-8ba6-2501830bd1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.489347 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0a881aed-09a4-43c2-a9fb-e145c3063e60 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2612941 Apr 01 16:06:10.507562 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:10.513179 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Checking router: af3a1a94-270a-494c-9df1-fe947ecfed90 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:10.513716 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Updating router af3a1a94-270a-494c-9df1-fe947ecfed90 port a5e33198-86ae-4a2e-b92d-70dd33da0c6c binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:06:10.536784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-bde0eb56-1d19-4f9c-8ba6-2501830bd1b2 None None] Port a5e33198-86ae-4a2e-b92d-70dd33da0c6c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:10.540092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port be00e0fa-e73d-495e-90d4-4e905534ffb3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:10.545637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port be00e0fa-e73d-495e-90d4-4e905534ffb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:10.546012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.570912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.679995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.690901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-00619325-07d0-4ad8-bae1-e62112393156 None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:10.693228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-00619325-07d0-4ad8-bae1-e62112393156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.761398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-00619325-07d0-4ad8-bae1-e62112393156 None None] Port a5e33198-86ae-4a2e-b92d-70dd33da0c6c cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:10.764942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port be00e0fa-e73d-495e-90d4-4e905534ffb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=be00e0fa-e73d-495e-90d4-4e905534ffb3,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:10.813701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.814861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49920) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:10.821994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295386217', 'description': 'tempest-secgroup-smoke-1295386217 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:10.828471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:10.832840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:10.836823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:10.847678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:10.932579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=be00e0fa-e73d-495e-90d4-4e905534ffb3,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:10.943646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.954718 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.966732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:10.968455 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Transition to ACTIVE for port object a5e33198-86ae-4a2e-b92d-70dd33da0c6c will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:10.971094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:10.974136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:10.980276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:11.022868 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.059855 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.189180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.219481 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Pushing event updated for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:11.240209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d52e3c-3814-4f3f-8e42-cf17327df02d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:11.274078 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.275963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.275963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.275963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.275963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.275963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.277743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:11.294560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.309433 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Attempting to bind port a5e33198-86ae-4a2e-b92d-70dd33da0c6c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:11.309792 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Attempting to bind port a5e33198-86ae-4a2e-b92d-70dd33da0c6c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:11.310219 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Attempting to bind port a5e33198-86ae-4a2e-b92d-70dd33da0c6c on network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:11.311617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49924) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:11.312812 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-31af66fe-f5b9-434e-bdc9-9e2f714deba8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4958971 Apr 01 16:06:11.317665 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:11.317665 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Checking segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:11.317942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.319145 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Bound using segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:11.319145 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Bound port: a5e33198-86ae-4a2e-b92d-70dd33da0c6c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:11.319145 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.320072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:11.326911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:11.330897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:11.333895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:11.341073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:11.414766 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] For port a5e33198-86ae-4a2e-b92d-70dd33da0c6c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:11.417554 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] For port a5e33198-86ae-4a2e-b92d-70dd33da0c6c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:11.494605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.505206 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.575894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.596960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:11.596960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:11.597347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1657d889-fd59-4095-bb47-538128355aec up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:11.641730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.674675 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd32d6-ac2a-4e94-a8ae-bfb69a5373b9 None None] Pushing event updated for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:11.678285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1657d889-fd59-4095-bb47-538128355aec triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:11.678475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f73c90-2233-4e51-b10d-5dab68d614ff,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:11.678766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.784443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.789110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49928) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:11.793785 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3404627-93e3-4335-a192-b9b289e39448 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4806287 Apr 01 16:06:11.798033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:11.805064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:11.811378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:11.816809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:11.823102 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:11.823833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device be00e0fa-e73d-495e-90d4-4e905534ffb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:11.824335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:11.895738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port be00e0fa-e73d-495e-90d4-4e905534ffb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:11.896108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.966942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.050608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.165840 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:11Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:12.170042 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7b67f-a41b-4bc3-a1e8-621788c03929 None None] The sync data for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv is: [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:11Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:12.184309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.214946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26bebc9-3c82-4622-b4c7-958157a384ea,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:12.326757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.326757 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c08355cc-90c3-4593-a89f-65614ec39697 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5321274 Apr 01 16:06:12.326757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49932) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:12.331815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:12.344628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:12.347364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:12.350608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:12.357170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:12.459433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.530606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.620413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.644814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb15fbe1-b0ba-4ec2-b694-e87e9171ccad,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:12.710045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.711573 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-559728a5-d9df-41d9-ab34-a54a5ea57acb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838074 Apr 01 16:06:12.714289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49936) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:12.788639 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:12.814337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:12.820641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:12.825297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:12.828628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:12.835265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:12.935936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.010736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.090889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.117116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f13787d-4124-460f-add0-5bbba5b53797,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:13.173018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.174313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c21bfc90-605b-469b-9d7c-da1d55783cc6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4588976 Apr 01 16:06:13.177182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 49942) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:13.182785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:13.189692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:13.193982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:13.199007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:13.203215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:13.287498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:06:13.295525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.374126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.493549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.516829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c62ae2-d242-4627-acad-2112c907e4ee,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:13.600128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.600545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5e33198-86ae-4a2e-b92d-70dd33da0c6c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:13.602599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bb8fcb10-b45c-4ecd-8de4-0e5fe58d5103 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4232373 Apr 01 16:06:13.609651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 49946) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:13.612418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '69d52e3c-3814-4f3f-8e42-cf17327df02d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:13.616717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:13.620660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:13.623663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:13.630558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:13.796011 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:06:13.803342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.819617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:13.825215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:13.825678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.874978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.952780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.962252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.980841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3d5453-946e-44a4-9262-7e4ce93b8141,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:13.989819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port a5e33198-86ae-4a2e-b92d-70dd33da0c6c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:14.092681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:14.116532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:14.119929 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-19cce12e-f33e-4361-95cd-50143b390ba4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5113225 Apr 01 16:06:14.165873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:14.313912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-525c2c24-288a-48a0-ae3e-8444669d8b55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:14.390378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-525c2c24-288a-48a0-ae3e-8444669d8b55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:14.393605 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-525c2c24-288a-48a0-ae3e-8444669d8b55 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295386217&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1316900 Apr 01 16:06:14.572265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-ce5c980f-0149-4bbd-b2d6-b2e1a92e0611 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:14.572944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-ce5c980f-0149-4bbd-b2d6-b2e1a92e0611 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:14.675914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-ce5c980f-0149-4bbd-b2d6-b2e1a92e0611 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:14.677576 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-ce5c980f-0149-4bbd-b2d6-b2e1a92e0611 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 797 time: 0.2754636 Apr 01 16:06:14.695805 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-5578c109-d633-4925-9b38-1d073e54cf92 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0108702 Apr 01 16:06:14.794439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6df2fe44-f9a9-4fdc-9066-5f4975b738d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:14.896647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6df2fe44-f9a9-4fdc-9066-5f4975b738d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:14.898022 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6df2fe44-f9a9-4fdc-9066-5f4975b738d4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956763 Apr 01 16:06:15.196966 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-8da6926b-901e-4942-b9c8-066e21188e03 service neutron] 10.222.0.21 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854755 Apr 01 16:06:15.344338 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-267a3d21-47a5-42cd-9891-3ff03e5ef3cd service neutron] 10.222.0.21 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412168 Apr 01 16:06:15.580365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5e33198-86ae-4a2e-b92d-70dd33da0c6c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:15.666227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:15.666227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.731067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f0c448eb-08d3-485a-b0b7-fc9dfc0a8d53 req-b2a96653-0b23-4a24-bd9b-13ea8bb5b686 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:15.747077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f0c448eb-08d3-485a-b0b7-fc9dfc0a8d53 req-b2a96653-0b23-4a24-bd9b-13ea8bb5b686 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:15.748262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0c448eb-08d3-485a-b0b7-fc9dfc0a8d53 req-b2a96653-0b23-4a24-bd9b-13ea8bb5b686 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 210 time: 0.0767257 Apr 01 16:06:16.873877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb1ce5-4370-418f-9888-e4512d1b6066 req-787b6526-87f6-4d4e-8062-e495fabcf227 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:16.875450 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4cdb1ce5-4370-418f-9888-e4512d1b6066 req-787b6526-87f6-4d4e-8062-e495fabcf227 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.0912106 Apr 01 16:06:16.911622 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bfa4bb68-07e6-4183-b171-b71db2832b75 req-bc6a35e7-7bc4-479e-a000-b031bf9882a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 210 time: 0.0489924 Apr 01 16:06:16.931706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4cdb1ce5-4370-418f-9888-e4512d1b6066 req-bfe5868e-16f2-4953-b8f3-0f6d4a8f7605 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500717 Apr 01 16:06:18.096222 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff3d0f72-d88f-4210-88d5-327816354146 req-d4b00ae6-7d68-483d-b097-b930f97c77d3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 210 time: 0.0475223 Apr 01 16:06:18.236606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a925f6c3-acec-4e9a-a0a0-fc49b0054386 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:18.237372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a925f6c3-acec-4e9a-a0a0-fc49b0054386 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:18.241103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:18.256519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23351-b859-43ac-8394-3493d62aac59 req-92440433-304a-4ea2-97ae-06a22f21d350 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:18.258752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dcb23351-b859-43ac-8394-3493d62aac59 req-92440433-304a-4ea2-97ae-06a22f21d350 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.2085915 Apr 01 16:06:18.267056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a925f6c3-acec-4e9a-a0a0-fc49b0054386 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:18.268221 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a925f6c3-acec-4e9a-a0a0-fc49b0054386 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 797 time: 0.2636139 Apr 01 16:06:18.336780 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dcb23351-b859-43ac-8394-3493d62aac59 req-5179e5c2-ee05-487d-b10c-19fd92d39917 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710912 Apr 01 16:06:18.351900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a25da513-6b4a-40c5-abb1-3d88d243f184 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:18.365411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a25da513-6b4a-40c5-abb1-3d88d243f184 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:18.367787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a25da513-6b4a-40c5-abb1-3d88d243f184 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 380 time: 0.0800097 Apr 01 16:06:18.380970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['69d52e3c-3814-4f3f-8e42-cf17327df02d']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:18.522610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:18.532286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:18.648581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:18.652065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:18.814126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-df1f72f4-525b-46a3-955e-97c895844f80 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:18.815588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-df1f72f4-525b-46a3-955e-97c895844f80 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.2030294 Apr 01 16:06:18.908892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.8 (c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f/8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb/2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:18.913725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:18.914789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.266830 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-74b6b9fc-1a22-4473-90c5-d9b04916746e req-e62b72a9-8383-48c5-8736-3e8a81caf07e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 210 time: 0.0462794 Apr 01 16:06:19.449911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.521122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:19.524661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] For port fd184ba0-08ae-4f83-a390-7e3f9155d1f8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:19.525343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.747551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1878eb-9cce-4f04-a0fa-335e85babfd4 req-7ac41157-1cff-4735-be95-f282973528e3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:19.748957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec1878eb-9cce-4f04-a0fa-335e85babfd4 req-7ac41157-1cff-4735-be95-f282973528e3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 945 time: 0.2910187 Apr 01 16:06:19.852456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.959204 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec1878eb-9cce-4f04-a0fa-335e85babfd4 req-e4a60439-59d3-43cc-b50d-26add7592fad tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043514 Apr 01 16:06:19.969526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:19.978707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:19.984125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.987391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.987391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP 5d3aed44-6544-452e-be8c-3f194f78a1bc disassociated. External IP: 172.26.8.248, port: fd184ba0-08ae-4f83-a390-7e3f9155d1f8. Apr 01 16:06:19.987391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for fd184ba0-08ae-4f83-a390-7e3f9155d1f8 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:20.016561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:20.049464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:20.132258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.133518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:20.276532 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6f39e4b2-dce5-4e58-97b0-d37dc07c7f70 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9027090 Apr 01 16:06:20.295385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:20.319773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f6757201-d78f-466f-a6f6-03f5b852f5f0 None None] Provisioning for port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:20.329016 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f6757201-d78f-466f-a6f6-03f5b852f5f0 None None] Provisioning complete for port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:20.329945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f6757201-d78f-466f-a6f6-03f5b852f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:20.363523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=fd184ba0-08ae-4f83-a390-7e3f9155d1f8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:20.370437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Request body: {'port': {'device_id': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:20.409405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f6757201-d78f-466f-a6f6-03f5b852f5f0 None None] Port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:20.486841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780c50-9499-412b-aa70-a9b445b8469b req-d4623454-5e3d-42fa-8674-26ea6c550795 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.488324 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-25780c50-9499-412b-aa70-a9b445b8469b req-d4623454-5e3d-42fa-8674-26ea6c550795 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 931 time: 0.0936399 Apr 01 16:06:20.537069 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-25780c50-9499-412b-aa70-a9b445b8469b req-0cc663d0-3cb2-4c4e-991f-079b5ea5c3d9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 Apr 01 16:06:20.714948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:20.757029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:21.224430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5a29a45-9504-48c7-b0c1-567b6c16777d req-fe8bc6b4-8da3-454e-b583-a783d1d37ada tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 210 time: 0.0842757 Apr 01 16:06:21.303269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:21.315604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:21.327154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:21.328058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:21.402768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] No DVR routers for this DVR port fd184ba0-08ae-4f83-a390-7e3f9155d1f8 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:21.407507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:21.410104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'name': 'network-vif-deleted', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:21.423540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device fd184ba0-08ae-4f83-a390-7e3f9155d1f8 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:21.486698 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cae979-176d-438e-8f8b-31bded872e41', 'name': 'network-vif-deleted', 'tag': 'fd184ba0-08ae-4f83-a390-7e3f9155d1f8', 'status': 'completed', 'code': 200} Apr 01 16:06:21.511883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:21.517316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a918eed5-238c-496f-bcec-0beddc3ee646 req-c28e4312-2e13-41d1-9d9b-5be63bd40adc tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "DELETE /v2.0/ports/fd184ba0-08ae-4f83-a390-7e3f9155d1f8 HTTP/1.1" status: 204 len: 173 time: 2.6894944 Apr 01 16:06:21.521561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:21.531872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: fd184ba0-08ae-4f83-a390-7e3f9155d1f8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:21.532262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device fd184ba0-08ae-4f83-a390-7e3f9155d1f8 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:21.540004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Transition to ACTIVE for port object 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:21.574968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:21.704588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:21.874516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Pushing event updated for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:21.943323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:21.948321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:21.957826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:21.958487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:22.050388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fba979-dd71-4444-b248-4b2d67120de1 req-c0a958a8-f022-4edc-a051-0ff3bfa6826b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.051087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-c5fba979-dd71-4444-b248-4b2d67120de1 req-c0a958a8-f022-4edc-a051-0ff3bfa6826b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:22.064777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Attempting to bind port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:22.065268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Attempting to bind port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:22.065604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Attempting to bind port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 on network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:22.074444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 on network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:06:22.074842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Attempting to bind port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 on network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:22.080743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:22.081082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Checking segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:22.081471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Bound using segment: {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:22.081926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Bound port: 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445fa551-a406-4d4a-a246-fc3c3868c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:22.082244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.135268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-c5fba979-dd71-4444-b248-4b2d67120de1 req-c0a958a8-f022-4edc-a051-0ff3bfa6826b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:22.136457 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c5fba979-dd71-4444-b248-4b2d67120de1 req-c0a958a8-f022-4edc-a051-0ff3bfa6826b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 931 time: 0.4833117 Apr 01 16:06:22.217255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c5fba979-dd71-4444-b248-4b2d67120de1 req-dc112342-8fc2-4839-a4ed-a801d5bb7527 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704987 Apr 01 16:06:22.223771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:22.227239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:22.227927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:22.303196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.366126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.367344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.368909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] 10.222.0.91 "PUT /v2.0/ports/2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 1093 time: 2.0804021 Apr 01 16:06:22.397467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d376d9-564d-4101-842d-9b0275afe1eb service neutron] Pushing event updated for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:22.402273 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff2d6884-d597-4d94-baf0-4f5b22ff6f66 req-504def1a-e045-4b46-ae76-2661cdc61aa2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cae979-176d-438e-8f8b-31bded872e41 HTTP/1.1" status: 200 len: 210 time: 0.0603876 Apr 01 16:06:22.605906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:22.610508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa22dc-0d91-4cd2-9bda-2333341919ba None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:22.641233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-dda207e3-9211-4859-8055-29f17303c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.642767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-dda207e3-9211-4859-8055-29f17303c819 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0930645 Apr 01 16:06:22.724763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-a54310d3-873b-4663-b8e8-f0844ae3e3db service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 217 time: 0.0660102 Apr 01 16:06:22.801741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-00016d80-7526-41b2-85ad-c620ddfd7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.803252 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-00016d80-7526-41b2-85ad-c620ddfd7be3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0703778 Apr 01 16:06:22.829600 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c6050-5109-40ec-bda0-09e95e724dd4 None None] New status for floating IP 5d3aed44-6544-452e-be8c-3f194f78a1bc: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:22.883322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6798b744-9f03-402a-beb5-11bb62921afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.884922 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6798b744-9f03-402a-beb5-11bb62921afe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744765 Apr 01 16:06:23.024545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-6adf9d49-8453-4361-968d-a188c8c37349 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323609 Apr 01 16:06:23.167781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc1dab3f-ad2a-475a-80d2-0307c207cfc9 req-0f2af21f-4f90-40be-a369-2374240aba69 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344461 Apr 01 16:06:23.510908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:23.528837 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93cdbc-98e8-44af-9e6e-d15b3a3a410e req-6e3fdf98-8b00-4f8a-b6a0-4ca9e4f16247 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.530401 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d93cdbc-98e8-44af-9e6e-d15b3a3a410e req-6e3fdf98-8b00-4f8a-b6a0-4ca9e4f16247 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 943 time: 0.2025201 Apr 01 16:06:23.567949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'status': 'completed', 'code': 200} Apr 01 16:06:23.580706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d93cdbc-98e8-44af-9e6e-d15b3a3a410e req-27ddb54c-4fc0-4d64-961c-b53f63a58638 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Apr 01 16:06:23.674896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a158d-b813-4e6a-9282-96937b54b68b req-9b45f7a3-4ba9-444e-8279-109a465fbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.677194 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-9b45f7a3-4ba9-444e-8279-109a465fbb03 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0873616 Apr 01 16:06:23.732530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-c42d0369-2b80-46e9-838e-61d13b6ca243 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204171119&fields=id&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 267 time: 0.0421581 Apr 01 16:06:23.829079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a158d-b813-4e6a-9282-96937b54b68b req-072dbfff-12cf-4f30-850b-057bfbe5e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.830565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-072dbfff-12cf-4f30-850b-057bfbe5e31e service neutron] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 898 time: 0.1459904 Apr 01 16:06:23.891643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-069fff8c-748c-43ab-8f8c-42459772e375 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.893109 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-069fff8c-748c-43ab-8f8c-42459772e375 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.1539128 Apr 01 16:06:23.903623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-b325a45e-783a-4378-b2e2-b8139060c793 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 217 time: 0.0657318 Apr 01 16:06:23.910228 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-b616c212-4aaf-4812-b16e-f98a5875df33 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/quotas/c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Apr 01 16:06:23.973124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a158d-b813-4e6a-9282-96937b54b68b req-0c132ec4-531c-4e0a-a13c-1f825a34b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.974591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-0c132ec4-531c-4e0a-a13c-1f825a34b1b9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0648570 Apr 01 16:06:24.006096 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-35de743c-2b2b-4fbc-b60a-56e6db3ade29 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888457 Apr 01 16:06:24.059960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a158d-b813-4e6a-9282-96937b54b68b req-e9805c7a-e3fb-44fc-8528-7d3a039476b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:24.061474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-e9805c7a-e3fb-44fc-8528-7d3a039476b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789101 Apr 01 16:06:24.150568 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-0a7dbdb0-5a84-4d46-87a6-597b8821e876 service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322105 Apr 01 16:06:24.204200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-8c99b083-1f08-42aa-83a4-b4ddde0c65b4 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326034 Apr 01 16:06:24.288057 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-d2fe77d0-0d87-4b59-9725-1d05b120b4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311793 Apr 01 16:06:24.348324 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25a158d-b813-4e6a-9282-96937b54b68b req-ca1cc2da-42f2-46d2-b206-866d29ecd919 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341817 Apr 01 16:06:24.924492 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-03257d8f-816b-4b3a-b081-79f4c58b7819 req-6cb98f19-b5c7-4446-a69a-f5efa5a2ee60 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 210 time: 0.0486372 Apr 01 16:06:24.976129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cfa19-83ff-4e84-88a3-3b6896320d8b req-76575505-5429-49d1-8d97-ccf9c6a506fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:24.978678 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-893cfa19-83ff-4e84-88a3-3b6896320d8b req-76575505-5429-49d1-8d97-ccf9c6a506fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 943 time: 0.1289005 Apr 01 16:06:25.029787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-893cfa19-83ff-4e84-88a3-3b6896320d8b req-ec17beab-85cb-4892-abf0-0f5754f7e419 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Apr 01 16:06:25.417593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:06:25.558349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:25.573431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'port_id': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'mac_address': 'fa:16:3e:b5:b6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:06:25.634456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.652056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:25.668090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:25.744163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.819522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:26.006702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:06:26.101052 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f7f62f76-599b-4d45-ae04-62e71b041df7 req-6752b706-6153-4fb3-bdff-19f2eef4d8ed tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 210 time: 0.0636106 Apr 01 16:06:26.238248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4944b-4167-42a5-8983-4ac90f03fb4b req-7de5c605-b2b4-4b89-a06c-8728d8b2603a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:26.243255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65d4944b-4167-42a5-8983-4ac90f03fb4b req-7de5c605-b2b4-4b89-a06c-8728d8b2603a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 944 time: 0.0944617 Apr 01 16:06:26.287068 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65d4944b-4167-42a5-8983-4ac90f03fb4b req-2204400e-fd51-4a68-9d97-cf01cbc8d6a4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Apr 01 16:06:26.967381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-7d61475d-ff50-4eed-8859-9b5acf7dff83 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:26.968859 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-7d61475d-ff50-4eed-8859-9b5acf7dff83 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.1532006 Apr 01 16:06:27.024644 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-9120e6a1-31dc-46c7-bb3f-3f9d8295064f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 380 time: 0.0420949 Apr 01 16:06:27.034297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'port': {'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'admin_state_up': True, 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'security_groups': ['4a4867ad-a310-4f69-ac34-15dc9ba52822']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:27.177866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:27.182180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:port and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:27.185032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:27.191077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:27.251702 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aae38668-ea3e-4442-bc9c-0a069f51f0f6 req-ebaff157-7a2f-42f4-9076-9315ec8d4921 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 210 time: 0.0452588 Apr 01 16:06:27.293069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Made reservation on behalf of c08c23e0a35c4cba9c315f81de099a09 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:27.296891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.433746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:27.589945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:27.597152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:27.597894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.615684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe29b0-e7cf-4d7c-ad4d-a18b9f5386ce req-0ce02318-e870-4c06-a227-f3e02079356b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:27.618206 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-02fe29b0-e7cf-4d7c-ad4d-a18b9f5386ce req-0ce02318-e870-4c06-a227-f3e02079356b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 944 time: 0.2020667 Apr 01 16:06:27.654034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.20.0.5 (f7203b8a-fed5-47bf-b6d1-e665252c2ed5/fd7363cf-de93-445b-875f-2d4c01a58cc1/c75ba71a-1c31-4ace-94ad-3a059e57522b) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:27.703813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-02fe29b0-e7cf-4d7c-ad4d-a18b9f5386ce req-2714e2d6-8ff6-4a2c-b7a9-39990224193b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731328 Apr 01 16:06:27.769561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.805776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:27.827575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:27.875755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.932765 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'code': 200} Apr 01 16:06:27.983128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:28.023423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.040111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Transition to ACTIVE for port object c75ba71a-1c31-4ace-94ad-3a059e57522b will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:28.139236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.212045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:28.220917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:28.225876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:28.263510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:28.324844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:28.325591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.499408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4761ef-a318-4d2d-ad39-04ac504ce8ae req-f688f997-539e-412a-9548-37532f8450d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:28.500922 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0c4761ef-a318-4d2d-ad39-04ac504ce8ae req-f688f997-539e-412a-9548-37532f8450d3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1098 time: 0.1927295 Apr 01 16:06:28.550203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f93033-211b-4677-8221-f22888a0f941 req-4e1e697b-f212-4dab-a935-195714389f8f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:28.550831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-91f93033-211b-4677-8221-f22888a0f941 req-4e1e697b-f212-4dab-a935-195714389f8f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:28.566727 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0c4761ef-a318-4d2d-ad39-04ac504ce8ae req-2423c60e-624f-4d9f-a0b8-b8166f0bda5c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554402 Apr 01 16:06:28.571335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-8380cad4-a4e1-4af9-91c8-cf1e74e774f2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5407672 Apr 01 16:06:28.595413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b15ca093-ff10-4790-b0d3-4a84e6c14c1b None None] Provisioning for port c75ba71a-1c31-4ace-94ad-3a059e57522b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:28.600580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b15ca093-ff10-4790-b0d3-4a84e6c14c1b None None] Provisioning complete for port c75ba71a-1c31-4ace-94ad-3a059e57522b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:28.600942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b15ca093-ff10-4790-b0d3-4a84e6c14c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.646853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-91f93033-211b-4677-8221-f22888a0f941 req-4e1e697b-f212-4dab-a935-195714389f8f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:28.648025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91f93033-211b-4677-8221-f22888a0f941 req-4e1e697b-f212-4dab-a935-195714389f8f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 931 time: 0.2458382 Apr 01 16:06:28.660260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca093-ff10-4790-b0d3-4a84e6c14c1b None None] Port c75ba71a-1c31-4ace-94ad-3a059e57522b cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:28.698235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91f93033-211b-4677-8221-f22888a0f941 req-07db7c18-1aab-4f9f-8caa-f49c2a8e4d99 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441966 Apr 01 16:06:28.803111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Request body: {'port': {'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:28.908610 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27503c8-b662-46d1-bbfc-0157a7234f6f req-f06138cd-63ac-4fd0-9655-afa4b272661c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:28.910123 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b27503c8-b662-46d1-bbfc-0157a7234f6f req-f06138cd-63ac-4fd0-9655-afa4b272661c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.0895224 Apr 01 16:06:28.921307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.963753 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b27503c8-b662-46d1-bbfc-0157a7234f6f req-25234707-ddb7-4dbb-902a-ade3fb4a0b46 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Apr 01 16:06:29.286573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75ba71a-1c31-4ace-94ad-3a059e57522b {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:29.294573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.309865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Transition to ACTIVE for port object c75ba71a-1c31-4ace-94ad-3a059e57522b will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:29.389669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.608665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Pushing event updated for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:29.694703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Attempting to bind port c75ba71a-1c31-4ace-94ad-3a059e57522b on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:29.695085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Attempting to bind port c75ba71a-1c31-4ace-94ad-3a059e57522b by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:29.695571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Attempting to bind port c75ba71a-1c31-4ace-94ad-3a059e57522b on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:29.700311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Port c75ba71a-1c31-4ace-94ad-3a059e57522b on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:06:29.700632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Attempting to bind port c75ba71a-1c31-4ace-94ad-3a059e57522b on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:29.706687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:29.707975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:29.708694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Bound using segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:29.709136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Bound port: c75ba71a-1c31-4ace-94ad-3a059e57522b, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:29.709486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.811974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:29.861255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:29.897633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be966d-ab37-48c5-a821-8f413f2fe476 req-fd5313e7-a101-45d8-8db8-746bce3aa284 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:29.899561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5be966d-ab37-48c5-a821-8f413f2fe476 req-fd5313e7-a101-45d8-8db8-746bce3aa284 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.0899985 Apr 01 16:06:29.945583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5be966d-ab37-48c5-a821-8f413f2fe476 req-9bdfa7f7-ba91-4de0-8ad7-eb33e2d07e04 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 Apr 01 16:06:29.954422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.014774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.015386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.016726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] 10.222.0.91 "PUT /v2.0/ports/c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 1093 time: 1.2181070 Apr 01 16:06:30.017155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:30.053974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef755adf-ee8f-4c86-a922-b43ea87d3086 service neutron] Pushing event updated for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:30.069023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'status': 'completed', 'code': 200} Apr 01 16:06:30.177402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-4c355567-c637-4f2e-be7d-224ae26cb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.179034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-4c355567-c637-4f2e-be7d-224ae26cb439 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1096 time: 0.0903034 Apr 01 16:06:30.185257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffbed5-2f15-476d-882d-a5e6a386213a req-f480d062-66b0-4314-89d6-aee909d63774 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.187240 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-15ffbed5-2f15-476d-882d-a5e6a386213a req-f480d062-66b0-4314-89d6-aee909d63774 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.1021516 Apr 01 16:06:30.235074 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-15ffbed5-2f15-476d-882d-a5e6a386213a req-0f014809-f695-4090-b6ca-09872d9dc83d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Apr 01 16:06:30.471763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-ce1bbe62-ad36-469e-97b5-b29219515684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.473104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-ce1bbe62-ad36-469e-97b5-b29219515684 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=c08c23e0a35c4cba9c315f81de099a09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2870076 Apr 01 16:06:30.584010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc3ad5-5ad1-4be2-9f29-e86d6955dc7f req-9200ac49-d473-4bbf-bfd5-ab7f9c2ee72c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.586054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1fc3ad5-5ad1-4be2-9f29-e86d6955dc7f req-9200ac49-d473-4bbf-bfd5-ab7f9c2ee72c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.1906359 Apr 01 16:06:30.661544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1fc3ad5-5ad1-4be2-9f29-e86d6955dc7f req-053f2317-1743-4c43-ae6e-8f8ed2c8681d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623186 Apr 01 16:06:30.667171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-20bcb997-04ad-4823-bb21-17530a0317cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.668610 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78de7a26-99cc-4773-b26f-d6d551bb626b req-20bcb997-04ad-4823-bb21-17530a0317cf service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873028 Apr 01 16:06:30.688050 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50058) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:30.791642 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-54f3fac7-a802-4136-a19c-d6aad43d08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.793976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-54f3fac7-a802-4136-a19c-d6aad43d08ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1096 time: 0.0866222 Apr 01 16:06:30.866024 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-fd22ca03-9043-4097-a456-ae6260b32083 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 217 time: 0.0646086 Apr 01 16:06:30.938542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-1f920f93-450a-41b6-b13b-33d72059d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.940168 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-1f920f93-450a-41b6-b13b-33d72059d524 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0681860 Apr 01 16:06:30.946295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff4008-527d-4ce3-a6cc-3c5a538abbd0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.950532 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-84ff4008-527d-4ce3-a6cc-3c5a538abbd0 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1093 time: 0.2587881 Apr 01 16:06:30.956433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50064) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:30.956433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:30.963183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:30.967623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:30.970982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:30.977889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:31.021466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-2209595f-4db1-410d-9c2f-69094c227751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:31.024215 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-2209595f-4db1-410d-9c2f-69094c227751 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770247 Apr 01 16:06:31.109796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.171031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-a8bd00ec-feca-4114-a68a-2c08019de4b5 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368947 Apr 01 16:06:31.319276 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-390a98f4-8d8a-4633-998d-f2ee64d92f01 req-2e02e798-da3f-4ef0-9b0b-8a7796961ad9 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424165 Apr 01 16:06:31.342880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac4e-210c-4494-9553-be8962a2f78c req-a5a78e54-cce8-4ac2-b6cc-4d11cd683ac8 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:31.344537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-58fbac4e-210c-4494-9553-be8962a2f78c req-a5a78e54-cce8-4ac2-b6cc-4d11cd683ac8 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.2854521 Apr 01 16:06:31.410299 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-58fbac4e-210c-4494-9553-be8962a2f78c req-ac92982a-aacb-4811-9802-881082af7fee tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536559 Apr 01 16:06:31.435494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.584279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.9 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/40007782-63f5-4faa-b703-51a209cfe41c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:31.748612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.853684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.926681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:31.936180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:31.941595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:31.973638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=40007782-63f5-4faa-b703-51a209cfe41c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:32.392569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.412207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ff0d-6f81-403d-8a58-2cd8ab87505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.514787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.627850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a717a-b83b-423b-9df1-72c572903e0b req-cfebf15f-c0e3-4827-9a0e-3f8d12875568 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:32.629443 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c0a717a-b83b-423b-9df1-72c572903e0b req-cfebf15f-c0e3-4827-9a0e-3f8d12875568 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.1033390 Apr 01 16:06:32.688747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c0a717a-b83b-423b-9df1-72c572903e0b req-dfd61415-f9da-4a2d-a4b6-e6fad1adc29e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520465 Apr 01 16:06:32.776184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.846691 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.964300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=40007782-63f5-4faa-b703-51a209cfe41c,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:32.977070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.151621 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 513178fc-5446-4ef7-8185-882c854ea6e9 associated. External IP: 172.26.8.9, port: 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7. Apr 01 16:06:33.641269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router af3a1a94-270a-494c-9df1-fe947ecfed90 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:33.871833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:33.882182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Sync routers for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:33.894511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:33.895244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:33.921100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322308e3-0681-4f4f-a99b-97b40ceb2c77 req-833f263a-ed39-4922-8e96-0ae3e7c5b2aa tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:33.922605 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-322308e3-0681-4f4f-a99b-97b40ceb2c77 req-833f263a-ed39-4922-8e96-0ae3e7c5b2aa tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.1238220 Apr 01 16:06:33.978374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-322308e3-0681-4f4f-a99b-97b40ceb2c77 req-3b44aa8f-2df1-4efc-906e-54a92e24e686 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474718 Apr 01 16:06:34.007257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.089797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e60806a6-744b-42da-a3f4-8a60d60f1d5f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.1379385 Apr 01 16:06:34.090822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:34.092639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50074) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:34.130102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:34.138509 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'status': 'completed', 'code': 200} Apr 01 16:06:34.248555 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3019d043-a91b-4568-baee-1b3884500845 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/513178fc-5446-4ef7-8185-882c854ea6e9 HTTP/1.1" status: 200 len: 989 time: 0.1547706 Apr 01 16:06:34.272475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-217f6a3b-0850-401a-b1f8-dea526f3c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:34.274434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-217f6a3b-0850-401a-b1f8-dea526f3c747 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1098 time: 0.1022770 Apr 01 16:06:34.410295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-100198fa-426d-44f2-a920-8b8441ef1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:34.411683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-100198fa-426d-44f2-a920-8b8441ef1ba5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 898 time: 0.1312685 Apr 01 16:06:34.499834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '513178fc-5446-4ef7-8185-882c854ea6e9', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'port_id': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'mac_address': 'fa:16:3e:b5:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:32Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:34.503947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Checking router: af3a1a94-270a-494c-9df1-fe947ecfed90 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:34.513639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:34.514251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:34.520731 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-f5fadf0b-8a5b-448e-8302-296f1dc6172e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 997 time: 0.1023207 Apr 01 16:06:34.586232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-a3452174-4cfe-4ac7-9400-c5356ea05139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:34.587899 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-a3452174-4cfe-4ac7-9400-c5356ea05139 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0593371 Apr 01 16:06:34.674065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-95cc766e-7aeb-4754-9e8f-89d6d95b951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:34.675544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-95cc766e-7aeb-4754-9e8f-89d6d95b951e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816700 Apr 01 16:06:34.696634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:34.929018 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-2a737201-54cd-4981-a881-d4f1f7e79b95 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472050 Apr 01 16:06:34.957241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c973da37-305c-40ee-bc84-ddf046870813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.077186 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f70d7df7-e845-4241-bc58-e52f36edbe63 req-7b993236-9e21-4241-ad6e-bb02a57c5e80 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418672 Apr 01 16:06:35.083951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '513178fc-5446-4ef7-8185-882c854ea6e9', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'port_id': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'mac_address': 'fa:16:3e:b5:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:32Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:35.089603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189cc78-a87a-4d71-97fc-1e495602c71b None None] The sync data for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv is: [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '513178fc-5446-4ef7-8185-882c854ea6e9', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'port_id': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'mac_address': 'fa:16:3e:b5:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:32Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:35.186891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bb273-ca4c-4661-b3b8-f235c0a7f123 req-582d70c1-8f39-4bdb-8090-cc2a46be2644 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.188348 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-815bb273-ca4c-4661-b3b8-f235c0a7f123 req-582d70c1-8f39-4bdb-8090-cc2a46be2644 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.0878017 Apr 01 16:06:35.237355 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-815bb273-ca4c-4661-b3b8-f235c0a7f123 req-cbdb22b0-997b-40f0-b4b0-7e1291993c0d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Apr 01 16:06:35.262652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50082) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:35.307841 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee1bb1-531a-459f-9a4a-c4afc3da7496 None None] New status for floating IP 513178fc-5446-4ef7-8185-882c854ea6e9: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:35.371940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-69744eb3-afeb-4ddd-b053-43f8de4c40f4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/513178fc-5446-4ef7-8185-882c854ea6e9 HTTP/1.1" status: 200 len: 989 time: 0.1170177 Apr 01 16:06:35.640705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.258603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.374811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50088) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:36.444273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1d68-f37f-48b6-82f6-5c5d9021ddd8 req-14a361d6-7782-4751-a7d0-9491a2f47309 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:36.446094 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ddd1d68-f37f-48b6-82f6-5c5d9021ddd8 req-14a361d6-7782-4751-a7d0-9491a2f47309 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.0893300 Apr 01 16:06:36.491692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-61c83d35-9d7b-4de7-b4f0-0bb0636e505b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/513178fc-5446-4ef7-8185-882c854ea6e9 HTTP/1.1" status: 200 len: 991 time: 0.1113262 Apr 01 16:06:36.494958 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ddd1d68-f37f-48b6-82f6-5c5d9021ddd8 req-b65b125e-c72a-49e5-91ce-289d092e22d1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Apr 01 16:06:37.635906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.704767 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0834192-252c-433f-8772-920e453e47b0 req-98df87b2-d9eb-4473-9d0b-077261ccf579 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:37.706257 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0834192-252c-433f-8772-920e453e47b0 req-98df87b2-d9eb-4473-9d0b-077261ccf579 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.0903928 Apr 01 16:06:37.758642 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b0834192-252c-433f-8772-920e453e47b0 req-31e3c702-356b-4a13-b66d-1b9bffb85cf1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Apr 01 16:06:38.954753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84869cfe-30a9-463b-ac84-2a02c6f89659 req-a5270556-196f-42ea-b92e-551b2110604c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:38.956229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84869cfe-30a9-463b-ac84-2a02c6f89659 req-a5270556-196f-42ea-b92e-551b2110604c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 943 time: 0.0860305 Apr 01 16:06:39.000913 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84869cfe-30a9-463b-ac84-2a02c6f89659 req-8ebb8af3-24ba-4df2-8c02-b91f2e066cb1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Apr 01 16:06:39.510709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c75ba71a-1c31-4ace-94ad-3a059e57522b details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:06:39.644683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:39.658247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:06:39.718128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:39.735900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75ba71a-1c31-4ace-94ad-3a059e57522b {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:39.752368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:39.800992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:39.871888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:40.031118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['c75ba71a-1c31-4ace-94ad-3a059e57522b'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:06:40.195221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0657c8-d376-4452-939c-ad792231a180 req-1fa2320e-5b5e-4b2a-9076-baaf6fbb2a6c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:40.196775 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bb0657c8-d376-4452-939c-ad792231a180 req-1fa2320e-5b5e-4b2a-9076-baaf6fbb2a6c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 944 time: 0.0847747 Apr 01 16:06:40.245275 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bb0657c8-d376-4452-939c-ad792231a180 req-f1a807fd-442e-421c-9919-c69bae84dfb7 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Apr 01 16:06:41.434768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbe5b-9d45-4f0b-9755-fbc9a479d9c1 req-3c60ab8c-24ee-4729-a551-08ca6da0027a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:41.436330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6fdbe5b-9d45-4f0b-9755-fbc9a479d9c1 req-3c60ab8c-24ee-4729-a551-08ca6da0027a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 944 time: 0.0845399 Apr 01 16:06:41.486366 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6fdbe5b-9d45-4f0b-9755-fbc9a479d9c1 req-e7529596-865a-4a8b-9fee-dc894c8e2784 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Apr 01 16:06:41.519850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c75ba71a-1c31-4ace-94ad-3a059e57522b up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:41.664195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port c75ba71a-1c31-4ace-94ad-3a059e57522b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:41.669377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port c75ba71a-1c31-4ace-94ad-3a059e57522b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:41.669742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.787107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.816932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:41.827255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:41.865801 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'code': 200} Apr 01 16:06:41.924635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.994889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:42.313405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93f85-4fae-4475-81d1-ae25fdc27a86 req-c6f7c380-f5da-482d-a1fd-162d1ef3511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:42.314866 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ae93f85-4fae-4475-81d1-ae25fdc27a86 req-c6f7c380-f5da-482d-a1fd-162d1ef3511f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0689549 Apr 01 16:06:42.360961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ae93f85-4fae-4475-81d1-ae25fdc27a86 req-27763258-70c2-4f1d-aecb-5ce257354668 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Apr 01 16:06:42.676938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68085c-a489-4727-a17a-cd829d2bcaa7 req-b2615065-4d18-4069-9e5b-39685fa9d488 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:42.678399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a68085c-a489-4727-a17a-cd829d2bcaa7 req-b2615065-4d18-4069-9e5b-39685fa9d488 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.0858963 Apr 01 16:06:42.723181 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a68085c-a489-4727-a17a-cd829d2bcaa7 req-55408016-7c87-40d2-8c26-02c6fc7727e4 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385075 Apr 01 16:06:43.928271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f642a1d-3ab5-4eb4-bb55-901a3fe0cf6c req-1d5706c8-8126-4f61-911c-0f535c8b3aa9 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:43.930002 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f642a1d-3ab5-4eb4-bb55-901a3fe0cf6c req-1d5706c8-8126-4f61-911c-0f535c8b3aa9 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.0887523 Apr 01 16:06:43.978820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f642a1d-3ab5-4eb4-bb55-901a3fe0cf6c req-2b097241-155f-4149-a3f0-c26a2bee2a69 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Apr 01 16:06:44.166925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709dea7-07a5-47f9-9f56-bb7211f11fd9 req-13e1d0e1-bb36-4655-a3bb-f93542b62f5c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.168392 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2709dea7-07a5-47f9-9f56-bb7211f11fd9 req-13e1d0e1-bb36-4655-a3bb-f93542b62f5c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.0813732 Apr 01 16:06:44.213624 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2709dea7-07a5-47f9-9f56-bb7211f11fd9 req-556b03ab-df73-4bce-91cc-90780f95b1f1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394177 Apr 01 16:06:44.236567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50108) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:44.306098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526d1e6-c92a-42b7-98df-06cabbbc9e16 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.308708 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5526d1e6-c92a-42b7-98df-06cabbbc9e16 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1093 time: 0.0700784 Apr 01 16:06:44.310704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50112) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:44.315760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:44.322213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:44.326109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:floatingip and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:44.328938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:44.334572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:44.430295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:44.573941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:44.825649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.26.8.193 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/8518631a-b54d-45ec-8de1-71a078833b59) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:44.973391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.056419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.121805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:45.128577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:45.134115 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:45.164516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=8518631a-b54d-45ec-8de1-71a078833b59,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:45.556398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.678046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.896792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.954734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:46.064702 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=8518631a-b54d-45ec-8de1-71a078833b59,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:46.077761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:46.249808 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP 7f0720be-d2e7-4c9f-8805-f243fb6e706d associated. External IP: 172.26.8.193, port: c75ba71a-1c31-4ace-94ad-3a059e57522b. Apr 01 16:06:46.723886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:46.915661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:46.930658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:46.947308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:46.948495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:47.024470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:47.097692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b0631c1e-4b0c-4b28-b223-d39560925084 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7859697 Apr 01 16:06:47.098421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:47.149241 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'status': 'completed', 'code': 200} Apr 01 16:06:47.209986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:47.252843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-b2ff5130-22b9-4665-8de3-68f1cea4970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.254700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-b2ff5130-22b9-4665-8de3-68f1cea4970e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0819085 Apr 01 16:06:47.401273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-f1d79c7c-7f79-4706-8ee6-128410e49f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.402849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-f1d79c7c-7f79-4706-8ee6-128410e49f8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1419401 Apr 01 16:06:47.516045 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-a6860adf-3e8f-44db-851a-e3f3213961a9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 999 time: 0.1067431 Apr 01 16:06:47.596270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-e3dc6ce8-3633-47b0-9a8c-835190b431ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.597703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-e3dc6ce8-3633-47b0-9a8c-835190b431ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0751858 Apr 01 16:06:47.605830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:45Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:47.610283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:47.620800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:47.621554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:06:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:47.699897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-45a9431a-2cd6-44ae-a2f9-bbe5a2d2db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.701304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-45a9431a-2cd6-44ae-a2f9-bbe5a2d2db3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970492 Apr 01 16:06:47.812251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:47.852444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-4f8308a7-7d6e-4719-9afc-486d66e1039e service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401961 Apr 01 16:06:48.006007 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27bcbf32-bada-4eed-bed1-332e64ce176f req-094e0841-fafb-408b-98d5-12f722651c6f service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463702 Apr 01 16:06:48.238478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:45Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:48.242697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8be50-3271-4fc8-91d7-af4a076af4fe None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:45Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:48.263237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:48.418343 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c6f77-3f38-4fe9-ad66-e2c51cf1867a None None] New status for floating IP 7f0720be-d2e7-4c9f-8805-f243fb6e706d: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:49.787830 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:02.420824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-095a1e32-b472-4750-bed1-b0d77f65963b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.917402 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-25c62b9f-01e5-4d0e-976c-1f35adce1b47 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767015 Apr 01 16:07:03.090252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-50716042-069f-48eb-9ab5-31b956623f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:03.090252 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-50716042-069f-48eb-9ab5-31b956623f4f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0764592 Apr 01 16:07:03.256905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-20041561-4085-45f6-b05e-e2a9c4db4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:03.256905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-20041561-4085-45f6-b05e-e2a9c4db4466 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 898 time: 0.1417694 Apr 01 16:07:03.368410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-5aa3e2f5-d6a6-450e-b254-49ce2e031d50 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 999 time: 0.1022613 Apr 01 16:07:03.443812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-1385afc5-eb18-4253-b8c6-083e94924046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:03.443812 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-1385afc5-eb18-4253-b8c6-083e94924046 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0679023 Apr 01 16:07:03.530258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-08e740f6-6d59-4241-8096-0c0d9de8b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:03.530258 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-08e740f6-6d59-4241-8096-0c0d9de8b224 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776849 Apr 01 16:07:03.704949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-ae30ae49-ab6a-443d-a213-aaa3a0c7f641 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681037 Apr 01 16:07:03.853871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1c957160-f33c-46c4-8d87-082cc831cd64 req-1856cf5e-2046-4c1b-98de-be71772ff713 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413710 Apr 01 16:07:04.860840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-921c8bc5-d90a-4dbf-8e11-99a8a616b93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.647792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.148834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.683978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.211284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.787838 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:32.405065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e215d0c7-be38-4358-b7f2-9d4ac7e55ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.850860 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a5b7c098-8bf7-402d-9e66-7e10a5abebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:35.615307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:36.177630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.604941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.256264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:02.397078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6c565bfa-d44a-4fae-aa8c-cac3daea1200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:02.814898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-5078ca4f-005f-4afe-988b-1bf43bc282f0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757577 Apr 01 16:08:02.913273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918899-8723-4d62-891e-8582e21f059a req-6cd726f0-23fa-41c3-97bd-d97aadd25524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:02.916107 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-6cd726f0-23fa-41c3-97bd-d97aadd25524 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0772383 Apr 01 16:08:03.067608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918899-8723-4d62-891e-8582e21f059a req-c8f80c9f-af5c-4808-a135-4c681d3e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.068980 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-c8f80c9f-af5c-4808-a135-4c681d3e0250 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1331024 Apr 01 16:08:03.185989 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-e5fc7234-a380-4e75-87f8-3d68595b6667 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 1001 time: 0.1101222 Apr 01 16:08:03.259873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918899-8723-4d62-891e-8582e21f059a req-38036b3d-ef58-45db-8268-623f5ab700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.261330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-38036b3d-ef58-45db-8268-623f5ab700f0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0637550 Apr 01 16:08:03.345551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918899-8723-4d62-891e-8582e21f059a req-b09d42fa-5a2b-47bf-9538-73a0ca59a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.347070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-b09d42fa-5a2b-47bf-9538-73a0ca59a059 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791018 Apr 01 16:08:03.487393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-60f30b54-0c74-45c0-afe2-8c87f2128f3a service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327584 Apr 01 16:08:03.726924 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03918899-8723-4d62-891e-8582e21f059a req-fabecdb3-e796-40ca-be79-96d08fe8edb5 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315567 Apr 01 16:08:03.787993 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:04.911222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-52fa77b0-629f-40aa-a1dd-02d81b8bc4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:05.655708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:06.185534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:07.619237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.295209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.204430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50164) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:31.210389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:31.336024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2389493'] for subnet, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.589312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765654351589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2655302'] for subnet, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.640788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:31.641754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.642654 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/subnets/8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 835 time: 0.4372365 Apr 01 16:08:31.645133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894c4f9-ae15-4ffa-925f-c1d97ff733e7 None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:08:31.660490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:31.669328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.669684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.670177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.670512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.670863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.671189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.671532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.671831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.672201 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.672521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.672841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:31.673157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b712cd-70e1-423f-afb9-e5c02b46fef7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:32.120573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Provisioning complete for port be00e0fa-e73d-495e-90d4-4e905534ffb3 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:32.120935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.255197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Provisioning complete for port a5e33198-86ae-4a2e-b92d-70dd33da0c6c triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:32.255574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.398233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Provisioning complete for port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:32.398605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-566dbe37-3b2c-4e23-9fc9-0ce1d19b7fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.452110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0a582461-a0f0-4711-8487-1bb6e52c90d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.906393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b5c-df58-4ae3-a816-1e3b611ce93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.608390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.158179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.677989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:40.787189 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:48.311977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:02.505748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-59cbafbd-8d6e-48b3-9bc4-69d290a7ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:03.806173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-678f2f4c-b3fd-41f5-b13f-369965ec9cdd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698383 Apr 01 16:09:03.952498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-ba98e5c4-f78c-47d1-b57e-4006a7c09363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:03.953972 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-ba98e5c4-f78c-47d1-b57e-4006a7c09363 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0779767 Apr 01 16:09:04.113832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-415314a8-7197-497f-8227-9cb61426f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.115344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-415314a8-7197-497f-8227-9cb61426f3fc service neutron] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 898 time: 0.1394060 Apr 01 16:09:04.227059 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-e18aacad-c7a0-4981-b48d-67f45b56baf1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 999 time: 0.1045702 Apr 01 16:09:04.293012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-cc0529bf-d16c-422b-83f3-ad27ff205d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.294471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-cc0529bf-d16c-422b-83f3-ad27ff205d06 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0618567 Apr 01 16:09:04.371891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-cebf330b-33b1-4732-b724-f3d970e53827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.373420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-cebf330b-33b1-4732-b724-f3d970e53827 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721681 Apr 01 16:09:04.510467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-8ccf75ae-def2-4e36-853c-d539b99aa9ab service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305699 Apr 01 16:09:04.647262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cf1567a-3878-4a01-adbf-21bcb55cfb90 req-7aa86d01-334b-4a87-b5f3-05f936266916 service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308861 Apr 01 16:09:04.860164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b6c11f97-484f-44f9-bb5e-6d50fcdcaea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:05.608140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:06.225494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:07.686525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:14.533314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50196) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:14.744915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 40007782-63f5-4faa-b703-51a209cfe41c {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:09:14.745274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:14.920266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:14.920505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.044274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 40007782-63f5-4faa-b703-51a209cfe41c owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:09:15.368631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.416202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=40007782-63f5-4faa-b703-51a209cfe41c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:15.509881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.510758 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 513178fc-5446-4ef7-8185-882c854ea6e9 disassociated (deleted). External IP: 172.26.8.9, port: 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7. Apr 01 16:09:15.894223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router af3a1a94-270a-494c-9df1-fe947ecfed90 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:09:16.086261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:09:16.096996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Sync routers for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:16.106999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:16.107628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:16.202735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.294149 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-28b732c9-b597-453d-8eed-a26b35bf6c7d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/513178fc-5446-4ef7-8185-882c854ea6e9 HTTP/1.1" status: 204 len: 168 time: 1.7598197 Apr 01 16:09:16.294960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:16.334165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:16.400913 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'status': 'completed', 'code': 200} Apr 01 16:09:16.520122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-c1056f6b-4927-410c-a123-1a3dc4ebc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.521650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-c1056f6b-4927-410c-a123-1a3dc4ebc159 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0969334 Apr 01 16:09:16.675499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-b5311d5a-968b-4886-a372-4fdde9414853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.677074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-b5311d5a-968b-4886-a372-4fdde9414853 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 200 len: 898 time: 0.1488278 Apr 01 16:09:16.732255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:16.737351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Checking router: af3a1a94-270a-494c-9df1-fe947ecfed90 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:16.746301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:16.746960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:16.757937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-f0be6c91-f67c-4b92-a9a2-7f2e8a394134 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 200 len: 217 time: 0.0741801 Apr 01 16:09:16.853125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-c56e8d08-74dc-4ff8-9688-90c9847a806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.856939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-c56e8d08-74dc-4ff8-9688-90c9847a806b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 200 len: 843 time: 0.0873380 Apr 01 16:09:16.999220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:17.039908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-ef1e5216-b817-431c-a3f2-a7edfd74bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.041437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-ef1e5216-b817-431c-a3f2-a7edfd74bea0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176550 Apr 01 16:09:17.051606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb4d5-bbf5-4e17-b2f8-429a15ff0d05 req-14a48d57-b571-402c-8294-216bb4cfb126 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.054053 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-022fb4d5-bbf5-4e17-b2f8-429a15ff0d05 req-14a48d57-b571-402c-8294-216bb4cfb126 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.2026353 Apr 01 16:09:17.210174 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-022fb4d5-bbf5-4e17-b2f8-429a15ff0d05 req-7161eeca-3d60-4c65-8b68-18038dba3683 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340547 Apr 01 16:09:17.240821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-7b9d2547-fc29-45a9-bc8d-31c17cec1a8a service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851707 Apr 01 16:09:17.373667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:17.378215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca56731-bd79-4ae0-8143-6defb1068f19 None None] The sync data for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv is: [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:08Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'a5e33198-86ae-4a2e-b92d-70dd33da0c6c', 'name': '', 'network_id': 'c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:51:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:07Z', 'updated_at': '2022-04-01T16:06:13Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:17.509921 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4a7ca7a7-4718-4acd-84e5-e3be85149725 req-5cb2fc98-405c-4054-a374-fa3dcc84e30e service neutron] 10.222.0.91 "GET /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611320 Apr 01 16:09:17.617603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7af967-8570-4684-9d72-3b62c7a89f90 None None] New status for floating IP 513178fc-5446-4ef7-8185-882c854ea6e9: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:17.786328 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:18.366982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:18.407652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-054cbc78-dabf-4a20-8497-86b42c5fef37 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.409292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-054cbc78-dabf-4a20-8497-86b42c5fef37 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.1102333 Apr 01 16:09:18.422305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714e944-1fbc-49e8-9325-a2b7ce024878 req-b048a114-e220-4475-896d-30d195a71597 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.423078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-c714e944-1fbc-49e8-9325-a2b7ce024878 req-b048a114-e220-4475-896d-30d195a71597 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:18.492817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:09:18.493054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:18.568462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-c714e944-1fbc-49e8-9325-a2b7ce024878 req-b048a114-e220-4475-896d-30d195a71597 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:18.569743 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c714e944-1fbc-49e8-9325-a2b7ce024878 req-b048a114-e220-4475-896d-30d195a71597 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 945 time: 0.2424667 Apr 01 16:09:18.622323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c714e944-1fbc-49e8-9325-a2b7ce024878 req-9e791ff4-4ed2-4bdb-ab8c-2dc86c0321f7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=69d52e3c-3814-4f3f-8e42-cf17327df02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455642 Apr 01 16:09:18.793069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:18.793351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:18.937141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:09:19.172714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:19.226284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.271335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.271671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.272031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.272335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.272658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.272980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.273295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.273616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.273929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.274248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.274557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.274898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:19.314451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:19.316794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:19.319309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'name': 'network-vif-deleted', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:19.413667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c6b50-82e9-4841-bcc8-ae7a2a96f3bf', 'name': 'network-vif-deleted', 'tag': '2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7', 'status': 'completed', 'code': 200} Apr 01 16:09:19.452759 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b887494-6b05-4b41-9955-fd8fb48b1bde req-bd01e280-8f1a-4012-a0b3-43af40159c5b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 HTTP/1.1" status: 204 len: 173 time: 1.0369642 Apr 01 16:09:19.779895 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3fec252f-1103-4214-861a-21e95a17ee45 req-ff1c92a8-1fa4-49bd-95f1-6e9aad9f3114 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=070c6b50-82e9-4841-bcc8-ae7a2a96f3bf HTTP/1.1" status: 200 len: 210 time: 0.0430276 Apr 01 16:09:20.876520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50224) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:20.946945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:20.978559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:21.242497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:21.262663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d52e3c-3814-4f3f-8e42-cf17327df02d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:21.356165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:21.357330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e13ba7b3-b81f-4768-98d0-e8872c695c72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/69d52e3c-3814-4f3f-8e42-cf17327df02d HTTP/1.1" status: 204 len: 168 time: 0.4797940 Apr 01 16:09:21.482169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50230) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:22.159634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:22.272082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:22.313247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:09:22.313586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2b9fa1a6-5ddc-4c92-a46d-1f9e411f24a7 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:22.564858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port a5e33198-86ae-4a2e-b92d-70dd33da0c6c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:09:22.565197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:22.757046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port a5e33198-86ae-4a2e-b92d-70dd33da0c6c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:22.757462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:22.883024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for a5e33198-86ae-4a2e-b92d-70dd33da0c6c owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:09:23.150926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.204149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=a5e33198-86ae-4a2e-b92d-70dd33da0c6c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:23.499836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.980475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router af3a1a94-270a-494c-9df1-fe947ecfed90 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:09:24.174885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:09:24.185733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Sync routers for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:24.188665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1c195f53-e1fc-4a1c-b6e4-23d9a32b5e42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/af3a1a94-270a-494c-9df1-fe947ecfed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053881 Apr 01 16:09:24.191651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50242) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:24.195497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:24.196107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.276905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet 8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:09:24.280399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.377253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.442375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:24.483541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.698873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.742962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:24.744965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.752006 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e8cec1ed-a7f4-4c01-afb7-da5ca0b43c69 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/8237c51c-5fe0-4474-b8dc-bfdfbd44ecdb HTTP/1.1" status: 204 len: 168 time: 0.5593534 Apr 01 16:09:24.755177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50246) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:24.765190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e9263-ca2b-4a5b-bbb4-deeae5934f6b None None] Network c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:09:24.941816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.970797 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:09:23Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.977206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Checking router: af3a1a94-270a-494c-9df1-fe947ecfed90 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:24.995986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Routers {'af3a1a94-270a-494c-9df1-fe947ecfed90'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:24.996680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['af3a1a94-270a-494c-9df1-fe947ecfed90'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:25.140575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:25.168165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] DHCP port deletion for c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:09:25.182680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Deleting port be00e0fa-e73d-495e-90d4-4e905534ffb3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:09:25.183055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:25.257970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] Set router af3a1a94-270a-494c-9df1-fe947ecfed90 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:25.265399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 1657d889-fd59-4095-bb47-538128355aec {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:09:25.266442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:25.472783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 1657d889-fd59-4095-bb47-538128355aec, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1657d889-fd59-4095-bb47-538128355aec,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:25.473438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:25.633623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] For port be00e0fa-e73d-495e-90d4-4e905534ffb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=be00e0fa-e73d-495e-90d4-4e905534ffb3,segment=NetworkSegment(445fa551-a406-4d4a-a246-fc3c3868c9ff),segment_id=445fa551-a406-4d4a-a246-fc3c3868c9ff)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:25.634147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:25.713491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device be00e0fa-e73d-495e-90d4-4e905534ffb3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:25.738504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 1657d889-fd59-4095-bb47-538128355aec owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:09:25.815110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Calling delete_port for be00e0fa-e73d-495e-90d4-4e905534ffb3 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:09:26.035633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.083729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.087347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=1657d889-fd59-4095-bb47-538128355aec,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:26.111630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:09:23Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:26.116858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad4e82-0e7f-48ed-a575-3b3378b029df None None] The sync data for ids ['af3a1a94-270a-494c-9df1-fe947ecfed90'] in dv-neutron-835944-1-hyperv is: [{'id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'name': 'tempest-TestNetworkBasicOps-router-1165526986', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '1657d889-fd59-4095-bb47-538128355aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:09:23Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '1657d889-fd59-4095-bb47-538128355aec', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a1a94-270a-494c-9df1-fe947ecfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:03Z', 'updated_at': '2022-04-01T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:26.157192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.194916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.311864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Pushing event deleted for resources: {'Port': ['ID=be00e0fa-e73d-495e-90d4-4e905534ffb3,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:26.318048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] No DVR routers for this DVR port be00e0fa-e73d-495e-90d4-4e905534ffb3 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:26.342520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.343053 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.343561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.344090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.344610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.345125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.345668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.346199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.346771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.347306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.347834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.348435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f1f06-a9ee-4f77-a06e-4de7e7d7ac82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.415512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.419030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.646449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.647052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router af3a1a94-270a-494c-9df1-fe947ecfed90 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:09:26.664420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.665512 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fe860ea5-efb2-494e-9385-8fabb7a39a7b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/af3a1a94-270a-494c-9df1-fe947ecfed90 HTTP/1.1" status: 204 len: 168 time: 1.9093516 Apr 01 16:09:26.668316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50260) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:26.810781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.966343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.007444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.030265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445fa551-a406-4d4a-a246-fc3c3868c9ff') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.030540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445fa551-a406-4d4a-a246-fc3c3868c9ff') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.047193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.077847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.086158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:27.086574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:27.102168 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:27.282729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.302915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.316950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:27.412394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-43c89c27-03dc-470d-bcc7-d47f8afd8e8e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/c86c6b9d-64ad-4dc6-932f-e61ebec6ad9f HTTP/1.1" status: 204 len: 168 time: 0.7396011 Apr 01 16:09:27.423127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50268) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:27.429440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--352551663', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:27.441672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:27.441672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:27.445211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:27.453429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:27.568039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:27.571645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.601857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:09:27.613570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.613911 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment 2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b of type vlan for network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd Apr 01 16:09:27.652517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.674565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5e33198-86ae-4a2e-b92d-70dd33da0c6c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:27.712248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a5e33198-86ae-4a2e-b92d-70dd33da0c6c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:09:27.712605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a5e33198-86ae-4a2e-b92d-70dd33da0c6c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:27.713509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1657d889-fd59-4095-bb47-538128355aec no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:27.748072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 1657d889-fd59-4095-bb47-538128355aec {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:09:27.748409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1657d889-fd59-4095-bb47-538128355aec not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:27.766772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.772518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.773145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.897600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=97b8b5b8-8a4d-40d5-803f-134fcb26eccd,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:27.910264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:09:27.971085 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d53e1343-ef0a-4ade-b691-671e7fe7e601 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5462303 Apr 01 16:09:27.973981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50272) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:27.987206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:28.003861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:28.012911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:28.017351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:28.029793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:28.117014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:28.118294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:28.143497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:28.622970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.080383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.111942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.264661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.185 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0bd6f557-88db-4eea-8677-7a0924fc69f9) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:29.426523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.568579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.636209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:29.647101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:29.651559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:29.681533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=0bd6f557-88db-4eea-8677-7a0924fc69f9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:30.290006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.802628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.200849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:09:31.398124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:09:31.411366 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:31.428079 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:31.428679 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:31.555449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.557677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1372993b-f681-4f74-af51-0ca703262e95 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5808866 Apr 01 16:09:31.561788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50282) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:31.615128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ed567bc4-cd5b-43e7-af8f-7502f95040b7 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516365 Apr 01 16:09:31.617728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50286) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:31.647457 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:31.800764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39e4dd0-5cc4-43e2-8d99-abeb09d2173b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.806436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d39e4dd0-5cc4-43e2-8d99-abeb09d2173b tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844788 Apr 01 16:09:31.807467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50292) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:31.862674 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3a9758ee-2797-4193-8db4-eea3c5ae6ce6 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517566 Apr 01 16:09:31.868048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50296) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:31.876207 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983998746', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:31.973139 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:29Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:31.977592 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:31.977934 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Updating router acc12e4f-1832-4d64-98ef-8cc521b2f453 port 0bd6f557-88db-4eea-8677-7a0924fc69f9 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:09:32.012720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:32.014502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:32.017649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:32.024002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:32.038068 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.134064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:32.138061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.439645 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.442135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c417a5cf-cd98-456c-bbae-a09c41a53f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.452963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Transition to ACTIVE for port object 0bd6f557-88db-4eea-8677-7a0924fc69f9 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:32.481312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.567911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:32.577347 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.577938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:32.578302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: 97b8b5b8-8a4d-40d5-803f-134fcb26eccd, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:09:32.663055 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Attempting to bind port 0bd6f557-88db-4eea-8677-7a0924fc69f9 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:32.663456 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Attempting to bind port 0bd6f557-88db-4eea-8677-7a0924fc69f9 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:32.663812 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Attempting to bind port 0bd6f557-88db-4eea-8677-7a0924fc69f9 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:32.670042 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Pushing event updated for resources: {'Port': ['ID=0bd6f557-88db-4eea-8677-7a0924fc69f9,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:32.678923 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.679377 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.679718 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.680063 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.680425 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.680752 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.681075 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.681402 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.682093 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.682916 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.683627 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.683943 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:32.690440 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:32.690906 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:32.691467 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.691905 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:32.692524 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Bound port: 0bd6f557-88db-4eea-8677-7a0924fc69f9, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:32.692902 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.699735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:09:32.777638 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] For port 0bd6f557-88db-4eea-8677-7a0924fc69f9, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:32.781085 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] For port 0bd6f557-88db-4eea-8677-7a0924fc69f9, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd6f557-88db-4eea-8677-7a0924fc69f9,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:32.807681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 97b8b5b8-8a4d-40d5-803f-134fcb26eccd) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:32.811996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.812569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.817000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775909ae-e1ad-41f6-942f-bb1af4fbe1fa None None] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:09:32.841793 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.943302 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:32.943302 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:32.945771 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-24ad6e68-f3a1-4306-9a12-2151e7ca8be5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0751345 Apr 01 16:09:32.950019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50302) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:33.046498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deede5-fe9e-4233-9148-0284d820172e None None] Pushing event updated for resources: {'Port': ['ID=0bd6f557-88db-4eea-8677-7a0924fc69f9,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:33.106077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:09:33.107065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.183187 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:33.398057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Allocated IP 172.20.0.2 (97b8b5b8-8a4d-40d5-803f-134fcb26eccd/eb0c67c5-30dd-42ee-89e2-b9a5afcd4717/4bf36ece-29ee-4b3d-b924-d1e98cf212e4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:33.533459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:29Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:33.544164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c6ff6-7e04-494e-b637-8af82952274a None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:29Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:33.654892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.667403 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Transition to ACTIVE for port object 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:33.689699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Transition to ACTIVE for port object 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:33.813516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.893044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:33.896717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:33.900942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:33.953681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Pushing event updated for resources: {'Port': ['ID=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:33.986029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.044948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Attempting to bind port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:34.045471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Attempting to bind port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:34.045962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Attempting to bind port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:34.052704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:34.053207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Checking segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:34.053898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.054416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Bound using segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:34.055215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Bound port: 4bf36ece-29ee-4b3d-b924-d1e98cf212e4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:34.055533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.168462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] For port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:34.172284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] For port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:34.299750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.398250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226126-4a82-48a8-af72-13ec113fd8cd None None] Pushing event updated for resources: {'Port': ['ID=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:34.512956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (97b8b5b8-8a4d-40d5-803f-134fcb26eccd/eb0c67c5-30dd-42ee-89e2-b9a5afcd4717/89b86fb9-7f11-4bbb-a022-2e1bc80b9c74) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:34.739104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.769359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:34.931061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.968687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7aee6f21-f053-4ade-9673-e45450944eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.013504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:35.016897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:35.019786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:35.085194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:35.115178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.649787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.700203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.764360 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80f085-c45b-4732-83f6-c07f1c135744 None None] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:09:35.852698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd6f557-88db-4eea-8677-7a0924fc69f9 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:35.964258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-14a0b3b8-683b-48e8-9a3b-85e54d513c3f None None] Provisioning for port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:36.168623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0bd6f557-88db-4eea-8677-7a0924fc69f9 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:36.177133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0bd6f557-88db-4eea-8677-7a0924fc69f9 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:36.179581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.249552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.261363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.345082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.365076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0bd6f557-88db-4eea-8677-7a0924fc69f9, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd6f557-88db-4eea-8677-7a0924fc69f9,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:36.419613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.482550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.483594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:36.556879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:36.565820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.629499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0bd6f557-88db-4eea-8677-7a0924fc69f9,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:36.705196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Provisioning for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:36.710429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Provisioning complete for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:36.712567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.744822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:36.746172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:36.752973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:36.764560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:36.765038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.837351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:09:36.873844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Provisioning complete for port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:36.874128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.983328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:09:37.111810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.207454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:37.221420 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:09:37.221663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.234723 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8ae2d32f-8817-4266-bb5f-d57f92cf8ae2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/acc12e4f-1832-4d64-98ef-8cc521b2f453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2834823 Apr 01 16:09:37.237350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:37.238009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50312) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:37.264484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:37.265113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:37.332476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.403938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.404536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.404885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.405349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.405808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.406295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.408175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8780834f-5d14-4fcf-8f5b-903e55c59779 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1689966 Apr 01 16:09:37.411084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50318) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:37.505500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.505992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.506568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.507106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.507839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.508705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.513047 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-14af8795-548b-4b2b-a9e8-f2a1df209483 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1008468 Apr 01 16:09:37.513714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50322) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:37.515214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:09:37.515570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-c47a0af7-5643-4fda-aa40-a774a4d7d68b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:09:37.576301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:37.631805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:37.692690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd6f557-88db-4eea-8677-7a0924fc69f9 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:37.725844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.774169 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c85ceb00-98de-4bca-8d17-09e157fd7095 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2590561 Apr 01 16:09:37.942238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0bd6f557-88db-4eea-8677-7a0924fc69f9 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:37.942603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.174565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50328) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:38.179974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835838045', 'description': 'tempest-secgroup-smoke-835838045 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:38.189084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:38.193879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:38.198111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:38.204703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:38.261125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:38.306580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-72a585d6-eed8-46c4-a414-e475e84fa8c9 None None] Provisioning complete for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:38.306970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-72a585d6-eed8-46c4-a414-e475e84fa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.344976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.364605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:38.367943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:38.372027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:38.375118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:38.375118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Updating router acc12e4f-1832-4d64-98ef-8cc521b2f453 port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:09:38.377394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:38.383707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:38.434568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-72a585d6-eed8-46c4-a414-e475e84fa8c9 None None] Port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:09:38.450560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.473208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.474023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:38.474397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.554876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.613472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba51adf-834e-4759-91a6-dd4df6ea98ad,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:38.724002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.725371 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8a4c8cc2-8f22-43ea-8570-8ce7df4fcae9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5497301 Apr 01 16:09:38.729311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50334) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:38.734962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:38.745463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:38.749652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:38.752732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:38.760839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:38.848989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.973955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:38.998201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Transition to ACTIVE for port object 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:39.036833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.110888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.196907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.233037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1169371-c08f-423a-b4e9-6ffa2b4c3a49,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:39.285560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c957ecf-521d-4a51-8e50-de8d43ea652f None None] Pushing event updated for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:39.349247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.354755 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e191eeb9-c26e-405a-a70f-fb5d103a35cf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6199651 Apr 01 16:09:39.356021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50338) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:39.360739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:39.360944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Attempting to bind port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:39.361319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Attempting to bind port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:39.361691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Attempting to bind port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:39.368028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:39.374187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:39.374321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Checking segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:39.374321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.374321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Bound using segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:39.374321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Bound port: 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:39.374321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.374670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:39.378066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:39.387880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:39.487683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] For port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:39.493543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] For port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:39.519719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.614425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.636762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.721942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.732730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:39.733711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:39.753147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7d5206-e51c-469d-afd9-0c44c742a605,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:39.806287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c957ecf-521d-4a51-8e50-de8d43ea652f None None] Pushing event updated for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:39.887526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.891288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fa19594a-e9b8-4643-8f61-95b6fc829be1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5323331 Apr 01 16:09:39.892210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50344) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:39.902153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:39.909867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:39.915634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:39.919989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:39.932320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:39.949267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:40.049426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.126313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.331825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.343452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:40.349003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2238f4-0c6f-4b35-bb14-255402856347 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:40.360159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bbf692-b585-41a9-a01e-502375111460,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:40.533683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.535596 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e4e8b4ca-f3c3-49db-a6b7-1bad398a94e0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6425138 Apr 01 16:09:40.538098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50348) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:40.549896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:40.558413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:40.563073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:40.566874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:40.574682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:40.717800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.813554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:40.899592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.051989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d73548-0c98-4eac-b036-abe4a528bced,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:41.064948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.072989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:41.185322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.186780 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec50423d-48d7-468d-bdad-4b410deaeb44 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6433580 Apr 01 16:09:41.189748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50354) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:41.195333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:41.202636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:41.206842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:41.210128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:41.216703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:41.351334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:09:41.360753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.455731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.561894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.591922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1ea51e-b678-4546-a3a1-1f65a5234ca8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:41.695398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:41.699933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.704147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3efa0e21-149d-48d6-8809-80e6465d3512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5104051 Apr 01 16:09:41.704147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50360) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:41.709659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '8ba51adf-834e-4759-91a6-dd4df6ea98ad', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:41.718717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:41.723390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:41.726508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:41.733835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:41.825018 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:09:41.832560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.864796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:41.870249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:41.870802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.924391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.984826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:42.010531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c039396-8148-4cd5-8289-5bf2e30597f2,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:42.022143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:42.059789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:42.114564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:42.115965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d9f53ddb-90ab-4d69-b0d9-94b5e0c7739d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4106457 Apr 01 16:09:42.144699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:42.226247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:42.312660 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-f3c1d023-1b4f-41bc-99f1-989e3caf5267 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835838045&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.0451422 Apr 01 16:09:42.472728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-595887b7-a609-49ea-ac44-ab8dd2a477dc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:42.473422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-595887b7-a609-49ea-ac44-ab8dd2a477dc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:42.567424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-595887b7-a609-49ea-ac44-ab8dd2a477dc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:42.568836 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-595887b7-a609-49ea-ac44-ab8dd2a477dc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 796 time: 0.2480147 Apr 01 16:09:42.586541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-61196d34-74ae-4e36-8b5f-52e1ca35580d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0119302 Apr 01 16:09:42.695220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-3cbf9d40-9ca9-40cd-b36a-53fa0fcaddfa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018894 Apr 01 16:09:42.856959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-4ceb7bf7-956b-4e87-84db-2f9860dda368 service neutron] 10.222.0.21 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536441 Apr 01 16:09:43.015452 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-2fcc058b-370c-42a0-ab25-93dfa69f87a9 service neutron] 10.222.0.21 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526415 Apr 01 16:09:43.331216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7f4cc8dc-fbe2-4654-9d26-e3e4b8773664 req-f60e0d66-9fce-4f89-8c91-5c4825e4263f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:43.502935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7f4cc8dc-fbe2-4654-9d26-e3e4b8773664 req-f60e0d66-9fce-4f89-8c91-5c4825e4263f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:43.504171 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7f4cc8dc-fbe2-4654-9d26-e3e4b8773664 req-f60e0d66-9fce-4f89-8c91-5c4825e4263f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 210 time: 0.2215092 Apr 01 16:09:43.679196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:43.751303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:43.751629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:44.675295 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-86a2da19-1e97-4071-b1e7-a9499538dfcb req-959d88dd-5404-42bf-84f0-5962c821da76 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 210 time: 0.0610740 Apr 01 16:09:45.834646 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e4457a4-1320-4401-b5af-cf4706d306c2 req-9f9ca6a3-7e0d-424b-b21e-9ff36b021e7e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 210 time: 0.0442133 Apr 01 16:09:46.306054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-c4030ccf-d25b-4e07-93e8-5a873fda5a67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:46.306807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-c4030ccf-d25b-4e07-93e8-5a873fda5a67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:46.321062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-c4030ccf-d25b-4e07-93e8-5a873fda5a67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:46.322352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-c4030ccf-d25b-4e07-93e8-5a873fda5a67 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 796 time: 0.1797180 Apr 01 16:09:46.394718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-0f3c2f70-a12d-448a-a591-b176c71444f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:46.497719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-0f3c2f70-a12d-448a-a591-b176c71444f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:46.498827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-0f3c2f70-a12d-448a-a591-b176c71444f0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 379 time: 0.1672299 Apr 01 16:09:46.509533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['8ba51adf-834e-4759-91a6-dd4df6ea98ad']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:46.671014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:46.687927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:46.785674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:46.789299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:46.988632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.13 (97b8b5b8-8a4d-40d5-803f-134fcb26eccd/eb0c67c5-30dd-42ee-89e2-b9a5afcd4717/623dfafd-461e-476a-b7c0-184e139c9243) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:47.003609 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-aa5b6081-8360-4556-96d0-ca9292cd8b95 req-14863228-5ded-41e2-a776-196e4666a719 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 210 time: 0.0527213 Apr 01 16:09:47.243050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.266422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 623dfafd-461e-476a-b7c0-184e139c9243 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:47.413718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.494189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:47.503783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:47.506449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:47.555075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:47.586366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:47.587055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.715619 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ac9db744-c7eb-4c08-b167-6b9a711b513e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2099857 Apr 01 16:09:47.728284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Request body: {'port': {'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:47.853123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.888303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a8cab69a-bf4f-4a7c-872f-1716c9deed65 None None] Provisioning for port 623dfafd-461e-476a-b7c0-184e139c9243 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:47.894744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a8cab69a-bf4f-4a7c-872f-1716c9deed65 None None] Provisioning complete for port 623dfafd-461e-476a-b7c0-184e139c9243 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:47.895241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8cab69a-bf4f-4a7c-872f-1716c9deed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.971914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a8cab69a-bf4f-4a7c-872f-1716c9deed65 None None] Port 623dfafd-461e-476a-b7c0-184e139c9243 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:09:48.308925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9f1e7-adb7-4bb4-a54c-446488372872 req-8df0df31-12c1-4e7c-ab11-e8bd02267229 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:48.309688 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-84b9f1e7-adb7-4bb4-a54c-446488372872 req-8df0df31-12c1-4e7c-ab11-e8bd02267229 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:48.345872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623dfafd-461e-476a-b7c0-184e139c9243 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:48.356110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.375502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Transition to ACTIVE for port object 623dfafd-461e-476a-b7c0-184e139c9243 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:48.378921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.465744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-84b9f1e7-adb7-4bb4-a54c-446488372872 req-8df0df31-12c1-4e7c-ab11-e8bd02267229 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:48.466976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84b9f1e7-adb7-4bb4-a54c-446488372872 req-8df0df31-12c1-4e7c-ab11-e8bd02267229 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 932 time: 0.3244801 Apr 01 16:09:48.509942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.575115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84b9f1e7-adb7-4bb4-a54c-446488372872 req-08531ca3-8fd8-42d1-8ff1-3ea498cd2891 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019466 Apr 01 16:09:48.662671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.896977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Attempting to bind port 623dfafd-461e-476a-b7c0-184e139c9243 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:48.897333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Attempting to bind port 623dfafd-461e-476a-b7c0-184e139c9243 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:48.897823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Attempting to bind port 623dfafd-461e-476a-b7c0-184e139c9243 on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:48.903771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Port 623dfafd-461e-476a-b7c0-184e139c9243 on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:09:48.904118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Attempting to bind port 623dfafd-461e-476a-b7c0-184e139c9243 on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:48.910515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:48.910785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Checking segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:48.911117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Bound using segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:48.911762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Bound port: 623dfafd-461e-476a-b7c0-184e139c9243, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:48.911762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.029157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:49.032793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:49.126724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.191926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.192621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.194104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] 10.222.0.91 "PUT /v2.0/ports/623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 1094 time: 1.4700599 Apr 01 16:09:49.194520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:49.246262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb5c5b-313c-4208-8578-991fed0f0575 service neutron] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:49.272209 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:09:49.406492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-0380912d-ec33-4499-815a-9402caf48a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.408580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-0380912d-ec33-4499-815a-9402caf48a11 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1097 time: 0.1115563 Apr 01 16:09:49.581846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-7743f940-b231-4bb3-b932-fad750997b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.583809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-7743f940-b231-4bb3-b932-fad750997b36 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1678185 Apr 01 16:09:49.799606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-6cda6a9b-4856-4685-858d-29bd8f25d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.801039 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4997f6b-6a77-40c2-8872-6eea593dbc11 req-6cda6a9b-4856-4685-858d-29bd8f25d45c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102489 Apr 01 16:09:49.826404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d2b9-12a1-4844-848f-dd36b4d64313 req-9041cf8b-3956-4059-8fad-c74219acfd3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.827902 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b08d2b9-12a1-4844-848f-dd36b4d64313 req-9041cf8b-3956-4059-8fad-c74219acfd3f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 944 time: 0.1193421 Apr 01 16:09:49.925717 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b08d2b9-12a1-4844-848f-dd36b4d64313 req-91ef7531-0223-491c-b900-71f58ef7478b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913801 Apr 01 16:09:49.949237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-714e83bd-b2d2-449d-b650-33584ca50c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.950755 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-714e83bd-b2d2-449d-b650-33584ca50c97 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1097 time: 0.1026893 Apr 01 16:09:50.028389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-435d0666-1ca7-43cc-8f5e-785695a37094 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 217 time: 0.0695090 Apr 01 16:09:50.100612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-2f769838-5014-4222-91ac-f676900b9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.102061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-2f769838-5014-4222-91ac-f676900b9661 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0668721 Apr 01 16:09:50.182497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-5f3188e5-3789-4b2c-a0a1-6005f77a185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.184521 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-5f3188e5-3789-4b2c-a0a1-6005f77a185d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757301 Apr 01 16:09:50.350888 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-ce86e4ba-1340-4475-ac53-572e05eb4afe service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581442 Apr 01 16:09:50.507515 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269fd255-a37a-4e0a-af0d-ef54267dd06f req-0625edcd-0d81-4c37-af0e-12acd60d26e3 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502647 Apr 01 16:09:51.131163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c529-e715-4ea3-b245-0d1e7fcb4f99 req-d9c2afcf-999f-456e-af23-2952827cc4be tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.132840 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-de57c529-e715-4ea3-b245-0d1e7fcb4f99 req-d9c2afcf-999f-456e-af23-2952827cc4be tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 944 time: 0.0908010 Apr 01 16:09:51.185939 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-de57c529-e715-4ea3-b245-0d1e7fcb4f99 req-1bf64a5f-95cc-4de2-bc2d-69e8eb0e180f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 Apr 01 16:09:52.182072 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-5a383c8c-ab16-4f17-97e5-821217dae102 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204171119&fields=id&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 267 time: 0.0437102 Apr 01 16:09:52.348133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-780a2003-725e-4f35-9623-d6552031daea tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:52.349538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-780a2003-725e-4f35-9623-d6552031daea tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.1597404 Apr 01 16:09:52.365555 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-284e038f-b748-4218-bd65-9148d8f3cf1a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/quotas/c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 375 time: 0.0097494 Apr 01 16:09:52.390242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f04a8f-7844-430f-ab89-16581107e7b2 req-5567bcb0-0cf5-4a04-b6e8-7192c186b0a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:52.391794 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c4f04a8f-7844-430f-ab89-16581107e7b2 req-5567bcb0-0cf5-4a04-b6e8-7192c186b0a3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 944 time: 0.0891819 Apr 01 16:09:52.439641 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c4f04a8f-7844-430f-ab89-16581107e7b2 req-d0cc09e9-a2a3-4844-a0ed-20695410156e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415735 Apr 01 16:09:52.466472 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-ff754f02-2aba-4112-84eb-40d9f6039e8a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0942748 Apr 01 16:09:52.582522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 623dfafd-461e-476a-b7c0-184e139c9243 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:09:52.729181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:52.746521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '623dfafd-461e-476a-b7c0-184e139c9243', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:09:52.759802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-33a285ab-6933-49ca-ae72-f00c10819b3b service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820568 Apr 01 16:09:52.807363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.826148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623dfafd-461e-476a-b7c0-184e139c9243 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:52.843177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:52.898511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.907356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-2b9f0e48-9f38-48eb-a0e8-5e2137a37b70 service neutron] 10.222.0.21 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366777 Apr 01 16:09:52.976001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:53.187685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['623dfafd-461e-476a-b7c0-184e139c9243'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:09:53.644187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f250-0694-4d42-af3c-a93fad3ff205 req-a3f1c435-7bcd-4f56-bcba-6a5c6e5a3864 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:53.646796 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8ab7f250-0694-4d42-af3c-a93fad3ff205 req-a3f1c435-7bcd-4f56-bcba-6a5c6e5a3864 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 945 time: 0.0935559 Apr 01 16:09:53.700893 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8ab7f250-0694-4d42-af3c-a93fad3ff205 req-3465d2f9-8546-4e2d-816d-d0e46a8a439f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 Apr 01 16:09:53.727167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-042776b8-7fb3-4846-b75e-c60d3c9a5273 req-6e93390e-ebfc-440f-8125-a4a7eddc16d2 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.0692580 Apr 01 16:09:54.582311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 623dfafd-461e-476a-b7c0-184e139c9243 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:54.787762 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:54.830159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 623dfafd-461e-476a-b7c0-184e139c9243 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:54.835817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 623dfafd-461e-476a-b7c0-184e139c9243 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:54.836193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:54.888363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e52b9c5f-8782-43ec-a9b9-72415737509d req-fe4a13f9-2979-4cea-9876-6ee176940020 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.0500495 Apr 01 16:09:54.937839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7feba-5d66-4493-b311-dacb4ec68eb8 req-2110fcf6-ba77-4c1b-b6f0-33dc6a9a83ae tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:54.939481 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8a7feba-5d66-4493-b311-dacb4ec68eb8 req-2110fcf6-ba77-4c1b-b6f0-33dc6a9a83ae tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 945 time: 0.1143456 Apr 01 16:09:54.985078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:54.996441 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8a7feba-5d66-4493-b311-dacb4ec68eb8 req-a0086a66-0ddc-49f8-ad14-1aff7700059f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497210 Apr 01 16:09:55.021876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:55.033113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:55.070818 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'code': 200} Apr 01 16:09:55.173528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.256819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:55.570724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a3e55-bcc6-4db8-9f9c-4925c4385e2a req-45c59547-50fa-457e-96e9-379d56a6ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.572256 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-427a3e55-bcc6-4db8-9f9c-4925c4385e2a req-45c59547-50fa-457e-96e9-379d56a6ace3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1099 time: 0.0764859 Apr 01 16:09:55.618943 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-427a3e55-bcc6-4db8-9f9c-4925c4385e2a req-311b6b69-7059-4946-9ce7-4b5195a096c3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Apr 01 16:09:56.065210 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9b692cde-9137-44c5-9ff7-8bb26386ddd0 req-e1b1c32a-b7a8-444b-968d-c4f4da011d76 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.0475762 Apr 01 16:09:56.213326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ef7b9-1cb5-4744-b726-79641fa8c02b req-574baaf9-69e4-4989-bf0e-2442f1f3db9e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:56.215449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e4ef7b9-1cb5-4744-b726-79641fa8c02b req-574baaf9-69e4-4989-bf0e-2442f1f3db9e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.0960176 Apr 01 16:09:56.352509 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e4ef7b9-1cb5-4744-b726-79641fa8c02b req-c87a1005-1b83-4a7d-836e-cd63408fcd77 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311669 Apr 01 16:09:56.420230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-d0fd741b-b4ff-48e4-af1a-2fd49579e91b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:56.421752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-d0fd741b-b4ff-48e4-af1a-2fd49579e91b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 812 time: 0.1812661 Apr 01 16:09:56.474860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ca1ecbf-eb1d-4a2b-a0f2-5a325776cfb6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08c23e0a35c4cba9c315f81de099a09 HTTP/1.1" status: 200 len: 380 time: 0.0431230 Apr 01 16:09:56.486915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'port': {'device_id': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'admin_state_up': True, 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'security_groups': ['4a4867ad-a310-4f69-ac34-15dc9ba52822']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:56.649130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:56.663166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:56.730341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Made reservation on behalf of c08c23e0a35c4cba9c315f81de099a09 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:56.738899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.030494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.20.0.11 (f7203b8a-fed5-47bf-b6d1-e665252c2ed5/fd7363cf-de93-445b-875f-2d4c01a58cc1/2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:57.256169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.274958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Transition to ACTIVE for port object 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:57.302887 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8d884700-11d3-4ef2-9eda-cc649ad753b0 req-3eb5226b-d8d8-44df-ae3c-c9f757659d1f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.1079752 Apr 01 16:09:57.417748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.529519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:57.546067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:57.555459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:57.589729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:57.658237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.658930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.680095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b3ba4-505a-4bce-ae44-57d6bdbc4e12 req-569ebc56-9445-4aac-a9ac-6a293f361b42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.681813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cd6b3ba4-505a-4bce-ae44-57d6bdbc4e12 req-569ebc56-9445-4aac-a9ac-6a293f361b42 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.1964459 Apr 01 16:09:57.755243 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cd6b3ba4-505a-4bce-ae44-57d6bdbc4e12 req-4905e81c-73fb-4a9c-8fda-b426d31c81e6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617781 Apr 01 16:09:57.865271 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0ad5370b-a6dc-414f-9b72-8b5249ec48b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3823016 Apr 01 16:09:57.879056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Request body: {'port': {'device_id': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:57.938806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4e2c95e-1850-4387-bc4e-b59b4d98b2cc None None] Provisioning for port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:57.944340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4e2c95e-1850-4387-bc4e-b59b4d98b2cc None None] Provisioning complete for port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:57.944715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c95e-1850-4387-bc4e-b59b4d98b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.996957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01dd7-4897-43e7-a85c-9fb1f269a28c req-8afca9ae-d94f-4294-b57d-b0df84b31d9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.997446 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-11a01dd7-4897-43e7-a85c-9fb1f269a28c req-8afca9ae-d94f-4294-b57d-b0df84b31d9a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.1300225 Apr 01 16:09:58.033187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.043698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2c95e-1850-4387-bc4e-b59b4d98b2cc None None] Port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:09:58.082550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-11a01dd7-4897-43e7-a85c-9fb1f269a28c req-1a771598-834f-4c3b-a4d6-574bb9e33c46 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778940 Apr 01 16:09:58.116954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50472) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:58.203413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09d768-dcad-4b27-9ba8-ef66a2c66e1d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.205240 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d09d768-dcad-4b27-9ba8-ef66a2c66e1d tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1094 time: 0.0869603 Apr 01 16:09:58.209134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50476) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:58.217544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:58.229463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:58.240974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:58.256942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:58.279757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:58.533692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.777647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11563-7554-4353-baed-7acaf6a345e2 req-ee18a92a-24ce-4cad-8429-4c5504ab0fff tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.780069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f4e11563-7554-4353-baed-7acaf6a345e2 req-ee18a92a-24ce-4cad-8429-4c5504ab0fff tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:58.871744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:58.881508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.905432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Transition to ACTIVE for port object 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:58.917794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.996613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f4e11563-7554-4353-baed-7acaf6a345e2 req-ee18a92a-24ce-4cad-8429-4c5504ab0fff tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:58.997806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4e11563-7554-4353-baed-7acaf6a345e2 req-ee18a92a-24ce-4cad-8429-4c5504ab0fff tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 932 time: 0.5242801 Apr 01 16:09:59.066994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.312823 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4e11563-7554-4353-baed-7acaf6a345e2 req-455609f7-5d67-4086-a026-dce111c9d7a5 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050845 Apr 01 16:09:59.318883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.228 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/dc7e2fc7-933d-4fbc-8297-879cc4aca495) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:59.356604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:59.565371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Attempting to bind port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:59.565708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Attempting to bind port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:59.566039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Attempting to bind port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:59.584957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:09:59.584957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Attempting to bind port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 on network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:59.602965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:59.602965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Checking segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:59.602965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Bound using segment: {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:59.602965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Bound port: 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533189c4-3afc-427e-8076-62b93777bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:59.602965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.622980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.721733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:59.725875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:59.813431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.873053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.884378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:59.884991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.887360 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] 10.222.0.91 "PUT /v2.0/ports/2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 1094 time: 2.0132174 Apr 01 16:09:59.887828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:59.927129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:59.927796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:59.930466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:59.966709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143defa4-0331-4c0c-b67b-16b2f7e826f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.026286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'status': 'completed', 'code': 200} Apr 01 16:10:00.111961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=dc7e2fc7-933d-4fbc-8297-879cc4aca495,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.253160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-906c1b85-dfb7-4b7b-927e-e41a152bd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:00.254686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-906c1b85-dfb7-4b7b-927e-e41a152bd0be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1097 time: 0.2184093 Apr 01 16:10:00.398581 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-41f3f97f-d5c6-4d73-b59b-4f8753b41d43 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 217 time: 0.1318250 Apr 01 16:10:00.726230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-5f692f25-2bc6-44c4-8b35-1b9f8130d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:00.727713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-5f692f25-2bc6-44c4-8b35-1b9f8130d4b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.3213780 Apr 01 16:10:00.852173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20b40-e33f-499e-9312-caa893b2e93c req-eb716b50-9d89-43ab-ad06-14d6f52a405f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:00.853771 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a2e20b40-e33f-499e-9312-caa893b2e93c req-eb716b50-9d89-43ab-ad06-14d6f52a405f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.2859278 Apr 01 16:10:00.935162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-3069c664-f765-4330-8435-dbde6d0e3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:00.936894 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-3069c664-f765-4330-8435-dbde6d0e3de9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1909847 Apr 01 16:10:00.947635 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a2e20b40-e33f-499e-9312-caa893b2e93c req-d3e79389-cc7b-46d2-88fa-7ec62cafd81d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850520 Apr 01 16:10:00.985596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.102768 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-02b67b8e-ba71-4629-9c08-bc8888a2bce3 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546278 Apr 01 16:10:01.279417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.333581 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-38fa3d8d-1a58-4731-84f4-58a646e5c150 req-0c082113-9374-4d7c-9388-414fc72ac93a service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232668 Apr 01 16:10:01.574855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.608857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-80e4ab53-2f87-4192-b8b7-b41aab01928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.610274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-80e4ab53-2f87-4192-b8b7-b41aab01928f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1097 time: 0.0946400 Apr 01 16:10:01.714950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.865479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=dc7e2fc7-933d-4fbc-8297-879cc4aca495,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.891588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-7ea9971e-4a8b-4eb9-902d-aa154d48878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.893179 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-7ea9971e-4a8b-4eb9-902d-aa154d48878c service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.2728572 Apr 01 16:10:01.898058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.034543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-4bafec79-1320-4138-89d5-46315b97b3dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 217 time: 0.0793421 Apr 01 16:10:02.173026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae560d-19d1-4d05-887d-a02cb1f68691 req-857c8f60-29aa-46d5-a9ca-dc15ba50d12e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.174564 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e2ae560d-19d1-4d05-887d-a02cb1f68691 req-857c8f60-29aa-46d5-a9ca-dc15ba50d12e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.1034203 Apr 01 16:10:02.228681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e2ae560d-19d1-4d05-887d-a02cb1f68691 req-46d196b7-e24d-41bd-9699-fadb6dae9152 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474355 Apr 01 16:10:02.328359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-c2dd176f-410c-4e2a-8be5-40432b7f0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.329871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-c2dd176f-410c-4e2a-8be5-40432b7f0971 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.2880020 Apr 01 16:10:02.377745 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48 associated. External IP: 172.26.8.228, port: 623dfafd-461e-476a-b7c0-184e139c9243. Apr 01 16:10:02.413050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-42c338c1-1458-429a-8eb0-d29e205b4562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.581046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-70a107e9-380b-41ce-a276-6df27f699bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.582452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-70a107e9-380b-41ce-a276-6df27f699bc5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2450726 Apr 01 16:10:02.898900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-93b15aea-efe0-4db7-aac3-63fb5c437023 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054502 Apr 01 16:10:03.031701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:10:03.161613 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8974ab75-106b-4f6f-a9b4-bcac44aad4d5 req-9d42a6ad-4cec-4a24-ac29-5fb059260be1 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557943 Apr 01 16:10:03.333640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:10:03.350390 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:03.365448 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:03.366213 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:03.457738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6bd8b-032c-4482-9ad4-bc52661cb8e5 req-ad832ff3-b98e-4ce1-9170-90f5235aa118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.459315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f7a6bd8b-032c-4482-9ad4-bc52661cb8e5 req-ad832ff3-b98e-4ce1-9170-90f5235aa118 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.1036859 Apr 01 16:10:03.506856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.554252 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f7a6bd8b-032c-4482-9ad4-bc52661cb8e5 req-097b33a4-6050-4258-963b-edd52890cbc5 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868888 Apr 01 16:10:03.590211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5d7bf598-5d37-4953-a350-e161a99b4199 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3777585 Apr 01 16:10:03.590211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:03.593828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50490) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.644806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:10:03.694221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:03.706812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3989a37-479c-45ef-b72b-a43bea689b8f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.708449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e3989a37-479c-45ef-b72b-a43bea689b8f tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1094 time: 0.1132879 Apr 01 16:10:03.769542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-72c69396-a5ef-4f32-a6a0-5dd0b7f4fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.771267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-72c69396-a5ef-4f32-a6a0-5dd0b7f4fda7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1099 time: 0.0936196 Apr 01 16:10:03.929069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-c4df3ac8-4cb8-495b-a06c-ad9a8791019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.930763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-c4df3ac8-4cb8-495b-a06c-ad9a8791019d service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.1520073 Apr 01 16:10:04.030732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50498) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:04.038570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365111275', 'description': 'tempest-secgroup-smoke-365111275 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:04.050299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:04.063817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:04.127413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.162947 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:00Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.166552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:04.169655 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:04.173958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:04.180011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:04.181047 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:04.181706 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:09:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.241361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:04.263670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-d5eda81f-51be-487b-8875-ab87c870c123 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 1000 time: 0.3243959 Apr 01 16:10:04.337555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.382221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-bbf0643e-4515-416c-b39d-bbbd7e3ecd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:04.384662 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-bbf0643e-4515-416c-b39d-bbbd7e3ecd37 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.1143639 Apr 01 16:10:04.430046 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:04.447323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.504977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:04.527834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-ae69eed0-e2d9-4b1f-bd35-3996319537b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:04.530449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-ae69eed0-e2d9-4b1f-bd35-3996319537b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380751 Apr 01 16:10:04.610005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.614294 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9f06fe3b-98bb-4200-ac5b-ea1a87129c36 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5814416 Apr 01 16:10:04.617037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50504) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:04.628410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:04.642373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:04.655692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:04.664262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:04.677524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:04.691348 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-6c22788f-8164-458b-85bf-36317693062a service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532288 Apr 01 16:10:04.892478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.905301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0f72cf7-43da-402e-94c7-91b46354d5b7 req-8d99d3c4-4fba-4536-85c0-2bf80dcc60c0 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056262 Apr 01 16:10:04.915813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ed86e499-c396-4a2f-b063-e9e210c6da0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.919677 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:00Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.925492 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f0cf9-274a-4e63-ab24-6befe1fa0599 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:00Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:04.945109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-7b6ea2ba-b4de-4c6c-8e1e-3d3fba74e546 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1465802 Apr 01 16:10:05.026143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0a90a-8551-4c92-b887-014649c03b24 req-4ddeab41-b297-4030-935f-94ee98a4252a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.031224 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-88c0a90a-8551-4c92-b887-014649c03b24 req-4ddeab41-b297-4030-935f-94ee98a4252a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.2634265 Apr 01 16:10:05.060712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.076768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-e4762c9a-09c9-43db-8a18-ec95f8ef4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.080299 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-e4762c9a-09c9-43db-8a18-ec95f8ef4183 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0987163 Apr 01 16:10:05.102356 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-88c0a90a-8551-4c92-b887-014649c03b24 req-24841651-5045-43e3-9964-3a8e563fd189 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611353 Apr 01 16:10:05.127576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.176538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db68713f-5bf6-434c-af60-3c7ddaf2bc1a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.196534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08a852-a40e-44c1-8198-c68333055362 None None] New status for floating IP f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:05.308664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.312678 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c3934953-fe98-4072-9c46-84c6c4e7ddc4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6914613 Apr 01 16:10:05.313841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50508) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:05.326167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:05.345217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:05.369038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:05.379371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:05.393813 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:05.397598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-86d9fcb9-0e07-4a10-ab74-5d20263e5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.399777 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-86d9fcb9-0e07-4a10-ab74-5d20263e5924 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.2949533 Apr 01 16:10:05.550131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.635207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-38d4148a-ef04-4091-94f5-2916307fb60b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 1001 time: 0.2265022 Apr 01 16:10:05.695570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.712886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.735504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-f722e152-d30c-4b14-b744-6b2cb498c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.737822 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-f722e152-d30c-4b14-b744-6b2cb498c4b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0785782 Apr 01 16:10:05.783554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.831986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f786024-5666-445c-90a2-8d524fe0e5e8,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.867540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-3a0d506e-7c54-41af-908f-1c9e7089ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.868923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-3a0d506e-7c54-41af-908f-1c9e7089ae5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239948 Apr 01 16:10:05.974692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.975883 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-89681cb7-2aac-467b-959e-d85042bc8298 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6606283 Apr 01 16:10:05.979612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50512) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:05.986419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:05.993465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:05.999495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:06.003302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:06.010742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:06.048966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-411efd3e-043c-426e-8700-1eca1aa9c462 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697483 Apr 01 16:10:06.077467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.155312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.200180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.319007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cdb62-c646-4a02-82a5-75156881ca8a req-2eebef9f-21e1-4b0f-bdcb-351255cce38a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:06.320382 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-537cdb62-c646-4a02-82a5-75156881ca8a req-2eebef9f-21e1-4b0f-bdcb-351255cce38a tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.0886564 Apr 01 16:10:06.321674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.348888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e82975-dad6-498d-958e-068e4cf1995d,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.381282 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b68357ef-c796-4275-ab30-f9417c2ab8db req-4d566240-3607-4f12-8018-85c853229b7a service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210847 Apr 01 16:10:06.393339 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-537cdb62-c646-4a02-82a5-75156881ca8a req-279fda07-eee2-4088-b37c-92b411786e5e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660436 Apr 01 16:10:06.435485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.436682 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d0a95520-a94c-4284-83a9-f917b230718b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4559097 Apr 01 16:10:06.439547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50518) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:06.444896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:06.451491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:06.455843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:06.461961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:06.465922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:06.540324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.620266 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.679583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.705226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24753fb-9ea2-4321-9f39-3f061b307632,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.777924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.779130 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-98e1290e-0199-447a-bd83-f65e129745d1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386359 Apr 01 16:10:06.782234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50522) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:06.787642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:06.794054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:06.798444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:06.801809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:06.820176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:06.881620 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:06.889981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.969780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.041145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.068412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccfa71d-44d6-44aa-a107-9643fd87b962,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.159549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.160762 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-95133659-7fca-4c96-b969-ba39e242bb8d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774855 Apr 01 16:10:07.163744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50526) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.170038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': '1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:07.176824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:07.181291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:07.185019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:07.194668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:07.264233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:07.271624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.349975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.418534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.444518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450eafbc-523b-4f9f-846a-cc114734e17a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.521195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.522866 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-23365de6-468d-42bf-8b25-d8b0cbffea0e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3574207 Apr 01 16:10:07.647171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.718387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37734d-105d-49ad-9138-8cc0e18ba35d req-050205aa-593e-49e9-ae5b-178fad139127 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.719896 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7f37734d-105d-49ad-9138-8cc0e18ba35d req-050205aa-593e-49e9-ae5b-178fad139127 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.2083473 Apr 01 16:10:07.729668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-42fb23fe-6f02-4a24-8562-58eb094f063d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365111275&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.0518594 Apr 01 16:10:07.770909 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7f37734d-105d-49ad-9138-8cc0e18ba35d req-62962562-deef-48b5-be9d-cf3a8f5c47e6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Apr 01 16:10:08.025785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-a7d87a8c-1bb5-4a3e-a48a-ce395364d117 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.027612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-a7d87a8c-1bb5-4a3e-a48a-ce395364d117 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 796 time: 0.2911124 Apr 01 16:10:08.045756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-13939907-eed8-40d0-a9b9-a95c71e89d72 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0107388 Apr 01 16:10:08.146968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-375f5fcb-816b-4b43-a0b5-d4733b7f1abb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0953031 Apr 01 16:10:08.299781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-835a6f6c-02d2-4bb9-a4f2-46057bb9b0b7 service neutron] 10.222.0.21 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393509 Apr 01 16:10:08.461344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-4b2be78f-9a0f-45f4-87e0-12817e79df30 service neutron] 10.222.0.21 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518846 Apr 01 16:10:08.630905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:10:08.767284 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cd5c1bdf-f464-49e9-9a5a-1a9b89f2c209 req-67ac4f7c-c1ff-43e9-a795-6d7435f871c2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 210 time: 0.0565190 Apr 01 16:10:08.794424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:08.811133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'port_id': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'mac_address': 'fa:16:3e:61:6f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:10:08.878454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.919549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:08.946646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:08.982959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623936d-1a0b-4c59-b88f-d859b310eaae req-75b5bed7-c053-434f-baee-5f029c10fa25 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.984501 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3623936d-1a0b-4c59-b88f-d859b310eaae req-75b5bed7-c053-434f-baee-5f029c10fa25 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 944 time: 0.0946727 Apr 01 16:10:09.035306 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3623936d-1a0b-4c59-b88f-d859b310eaae req-3bac6db7-2ee3-44d9-939d-eec0e5a077d0 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449069 Apr 01 16:10:09.045644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.121870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.343729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:10:09.935042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-56ec4f92-3da1-4caf-97ca-5f8da89bba61 req-6fee2f05-543b-4579-b288-5ee7bf45b87b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Apr 01 16:10:10.243094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feddb4-37b5-494d-a3c3-15d86c7f1f74 req-53ea8dd2-d4e9-4fbf-a540-6ea5c0159731 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.245253 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-34feddb4-37b5-494d-a3c3-15d86c7f1f74 req-53ea8dd2-d4e9-4fbf-a540-6ea5c0159731 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 945 time: 0.0957642 Apr 01 16:10:10.293606 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-34feddb4-37b5-494d-a3c3-15d86c7f1f74 req-6e9b1d69-365e-4f82-b118-44e8c9bb5d03 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Apr 01 16:10:10.637462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:10.812422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:10.819977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:10.820359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.956539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.991447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:11.002806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:11.044454 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'code': 200} Apr 01 16:10:11.144409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.228921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:11.302874 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-97d23b6d-bc60-4433-98da-39f10167c433 req-f00f766b-f38a-4ec2-9cdb-67361e636ffa tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 210 time: 0.0487151 Apr 01 16:10:11.689874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-0c5aef45-238d-4732-a767-6b17248a7578 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.691602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-0c5aef45-238d-4732-a767-6b17248a7578 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 796 time: 0.2374618 Apr 01 16:10:11.702083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356e1d-5512-44da-944f-cccf00ebb523 req-ea0739f6-f1ee-41ff-b5cb-b20f769be6de tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.703654 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78356e1d-5512-44da-944f-cccf00ebb523 req-ea0739f6-f1ee-41ff-b5cb-b20f769be6de tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.2901335 Apr 01 16:10:11.776433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad565e-1936-4680-8e0e-e8c122d6d824 req-da9ba103-71ce-41b2-9771-80595a179425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.778143 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78ad565e-1936-4680-8e0e-e8c122d6d824 req-da9ba103-71ce-41b2-9771-80595a179425 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1099 time: 0.2232914 Apr 01 16:10:11.818292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-d2e0d883-61f4-4006-a9ad-f2ed24062488 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 471 time: 0.1128552 Apr 01 16:10:11.824847 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78356e1d-5512-44da-944f-cccf00ebb523 req-709c7b6d-5602-48f1-aecd-39c6fd90699f tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004233 Apr 01 16:10:11.840517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:11.889445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78ad565e-1936-4680-8e0e-e8c122d6d824 req-3ba297bb-dd85-4ed9-8438-f54dab6fdfcb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951526 Apr 01 16:10:12.002677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:12.014715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:12.081222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:12.084861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.255582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.7 (97b8b5b8-8a4d-40d5-803f-134fcb26eccd/eb0c67c5-30dd-42ee-89e2-b9a5afcd4717/6773d0ea-e4e8-4bcc-a471-088902ca945f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:12.461897 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-61f05de9-8ad7-4a22-9db3-cd692874c4cf req-4abe8225-8e0e-4bc0-99e9-3b2fa9672beb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 210 time: 0.0431643 Apr 01 16:10:12.511254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.527733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 6773d0ea-e4e8-4bcc-a471-088902ca945f will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:12.653336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.724233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:12.733670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:12.738884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:10:12.771925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.819086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:12.819757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.996834 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-8aa95b7c-cf38-4855-a44b-f004e4b2e5d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1604064 Apr 01 16:10:13.023193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Request body: {'port': {'device_id': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:13.075100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2de1fec0-a5e2-440f-aad5-d2a69e594a80 None None] Provisioning for port 6773d0ea-e4e8-4bcc-a471-088902ca945f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:13.080848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2de1fec0-a5e2-440f-aad5-d2a69e594a80 None None] Provisioning complete for port 6773d0ea-e4e8-4bcc-a471-088902ca945f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.081137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2de1fec0-a5e2-440f-aad5-d2a69e594a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.153044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2de1fec0-a5e2-440f-aad5-d2a69e594a80 None None] Port 6773d0ea-e4e8-4bcc-a471-088902ca945f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:10:13.272424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1d45-5efb-405a-8bb8-8c66af72530b req-866b72dc-78a6-4f0a-8ae1-a2f9ab65b94b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.274032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d42f1d45-5efb-405a-8bb8-8c66af72530b req-866b72dc-78a6-4f0a-8ae1-a2f9ab65b94b tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.3211467 Apr 01 16:10:13.310471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.381561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d42f1d45-5efb-405a-8bb8-8c66af72530b req-f162e7b2-8d4c-4942-b0da-1b3f65a7be53 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991743 Apr 01 16:10:13.686785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c619ba-6313-4979-96a2-0a3b1a5cfd4d req-dff8c728-6753-441a-926e-0b5309e022b7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.688941 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d0c619ba-6313-4979-96a2-0a3b1a5cfd4d req-dff8c728-6753-441a-926e-0b5309e022b7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 931 time: 0.1077106 Apr 01 16:10:13.727968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6773d0ea-e4e8-4bcc-a471-088902ca945f {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:13.737693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.738816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d0c619ba-6313-4979-96a2-0a3b1a5cfd4d req-ee7435f0-50b9-46ec-8e7c-83dc432d364c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:13.755936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Transition to ACTIVE for port object 6773d0ea-e4e8-4bcc-a471-088902ca945f will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:13.841044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d0c619ba-6313-4979-96a2-0a3b1a5cfd4d req-ee7435f0-50b9-46ec-8e7c-83dc432d364c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:13.842271 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d0c619ba-6313-4979-96a2-0a3b1a5cfd4d req-ee7435f0-50b9-46ec-8e7c-83dc432d364c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469653 Apr 01 16:10:13.864104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.047085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.127051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Attempting to bind port 6773d0ea-e4e8-4bcc-a471-088902ca945f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:14.127498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Attempting to bind port 6773d0ea-e4e8-4bcc-a471-088902ca945f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:14.127835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Attempting to bind port 6773d0ea-e4e8-4bcc-a471-088902ca945f on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:10:14.132782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Port 6773d0ea-e4e8-4bcc-a471-088902ca945f on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:10:14.133099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Attempting to bind port 6773d0ea-e4e8-4bcc-a471-088902ca945f on network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:10:14.138242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:10:14.138576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Checking segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:10:14.138987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Bound using segment: {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:10:14.139440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Bound port: 6773d0ea-e4e8-4bcc-a471-088902ca945f, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:14.139756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.247595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:10:14.251268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:10:14.321874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.381625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.382391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.383739 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] 10.222.0.91 "PUT /v2.0/ports/6773d0ea-e4e8-4bcc-a471-088902ca945f HTTP/1.1" status: 200 len: 1093 time: 1.3677261 Apr 01 16:10:14.384223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:14.421330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c85d9-6b95-4a44-9326-eac17f1bc9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.454580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'status': 'completed', 'code': 200} Apr 01 16:10:14.556660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-1884d465-e70d-4b8f-8ded-0935c6aac61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.559119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-1884d465-e70d-4b8f-8ded-0935c6aac61e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1096 time: 0.0817523 Apr 01 16:10:14.591831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cfd4-5eeb-43f0-a4c4-845b3aba002e req-1e361079-3fc8-4cbd-a8d8-508f7e69540c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.594147 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ffa6cfd4-5eeb-43f0-a4c4-845b3aba002e req-1e361079-3fc8-4cbd-a8d8-508f7e69540c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.0907762 Apr 01 16:10:14.643998 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ffa6cfd4-5eeb-43f0-a4c4-845b3aba002e req-5fb8fddd-dcf2-4254-a6bf-4bff1fecd4b3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Apr 01 16:10:14.728766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-b868c193-0def-45b2-9a04-2f967159f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.731152 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-b868c193-0def-45b2-9a04-2f967159f459 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1643505 Apr 01 16:10:14.935539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-cd81ce02-2955-4a57-bbf4-871d49a40d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.936927 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7fc8c47e-d379-41a1-b849-c7a4af621298 req-cd81ce02-2955-4a57-bbf4-871d49a40d3f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985393 Apr 01 16:10:14.957794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563bea-354c-4cf7-b3e4-b07bfaee6c2b req-3cd5fecd-e177-4296-b80a-269e9ce944b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.963128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-73563bea-354c-4cf7-b3e4-b07bfaee6c2b req-3cd5fecd-e177-4296-b80a-269e9ce944b1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.1989660 Apr 01 16:10:15.046347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc82d-70d1-457d-b38d-edb240c714d1 req-e9b45702-5e5f-4852-a35d-bc43ac442bcf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.048558 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bb1fc82d-70d1-457d-b38d-edb240c714d1 req-e9b45702-5e5f-4852-a35d-bc43ac442bcf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 943 time: 0.0886586 Apr 01 16:10:15.062488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-73563bea-354c-4cf7-b3e4-b07bfaee6c2b req-a3037f39-0d68-432d-8f68-f0d6b639e370 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961392 Apr 01 16:10:15.087437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-6193a24f-ade8-46e9-95d1-75cfa4600a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.088905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50584) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:15.089601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-6193a24f-ade8-46e9-95d1-75cfa4600a82 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1096 time: 0.1082704 Apr 01 16:10:15.104570 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bb1fc82d-70d1-457d-b38d-edb240c714d1 req-8f58de17-2cf9-48f6-a7b6-40f1a58f168b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493011 Apr 01 16:10:15.172667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-2b4085ed-39be-42e6-ba7b-f6949d514853 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f HTTP/1.1" status: 200 len: 217 time: 0.0705667 Apr 01 16:10:15.210847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8f9da-e433-4860-bacf-9a2e266b1794 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.212288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-61f8f9da-e433-4860-bacf-9a2e266b1794 tempest-TestVolumeBootPattern-739137886 tempest-TestVolumeBootPattern-739137886-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1094 time: 0.1224554 Apr 01 16:10:15.215190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50590) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:15.220200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:15.227166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:15.232510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Usage tracker for resource:floatingip and tenant:c08c23e0a35c4cba9c315f81de099a09 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:15.235517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:15.241096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:15.252937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-e2ed61c7-3c03-4858-aa7a-ce2a1def07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.252937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-e2ed61c7-3c03-4858-aa7a-ce2a1def07e8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0696414 Apr 01 16:10:15.333191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-49c358e4-d471-4c54-9922-73ef70a4b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.334675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-49c358e4-d471-4c54-9922-73ef70a4b258 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730162 Apr 01 16:10:15.353264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.504892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.583101 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-33bd379f-918a-4e1b-ac83-10e410cf7c19 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410045 Apr 01 16:10:15.651403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Allocated IP 172.26.8.28 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/b4dd2cd6-ad37-4256-9c2f-7b29d20957de) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:15.721419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3856bd35-71d8-4da4-b6e8-0844eabd935f req-81e23db1-38da-4668-badf-ee5af994e9a6 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312587 Apr 01 16:10:15.808326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.955803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.020417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:16.023206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:16.025777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:10:16.074797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=b4dd2cd6-ad37-4256-9c2f-7b29d20957de,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.296560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9a950-e4f9-4a31-90f5-529f2b76dd9c req-ee8841f5-e348-4efa-958e-2ab49870b162 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:16.297266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-49d9a950-e4f9-4a31-90f5-529f2b76dd9c req-ee8841f5-e348-4efa-958e-2ab49870b162 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:16.361029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-49d9a950-e4f9-4a31-90f5-529f2b76dd9c req-ee8841f5-e348-4efa-958e-2ab49870b162 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:16.362452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-49d9a950-e4f9-4a31-90f5-529f2b76dd9c req-ee8841f5-e348-4efa-958e-2ab49870b162 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 943 time: 0.1515310 Apr 01 16:10:16.421037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-49d9a950-e4f9-4a31-90f5-529f2b76dd9c req-6fc96642-e9c6-4ae6-8894-367dc2ca77f8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521011 Apr 01 16:10:16.466002 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.706272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.048257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.132256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.244877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event updated for resources: {'Port': ['ID=b4dd2cd6-ad37-4256-9c2f-7b29d20957de,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.260657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.445864 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP bf900c7d-0b83-44e1-a3e2-0de80c904fc9 associated. External IP: 172.26.8.28, port: 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456. Apr 01 16:10:17.812686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557e83-b66c-48e6-9d2e-0539319ea88b req-8f4d2473-29f1-4931-a6fd-481cda449ba9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:17.814279 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-11557e83-b66c-48e6-9d2e-0539319ea88b req-8f4d2473-29f1-4931-a6fd-481cda449ba9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 943 time: 0.2683351 Apr 01 16:10:17.967782 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-11557e83-b66c-48e6-9d2e-0539319ea88b req-af66b827-977c-4c9c-b8f2-f28b92c53295 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405954 Apr 01 16:10:17.984798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:10:18.197878 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:10:18.209193 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:18.220391 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:18.220924 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:10:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.313723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.363146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.378831 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eef67c71-5592-4ffc-b2ba-6786a4e84ca1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1625659 Apr 01 16:10:18.379620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:18.425960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:18.433841 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'status': 'completed', 'code': 200} Apr 01 16:10:18.550304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718de1-e768-4aea-a16a-710ac92072d4 req-4c424a36-a1a2-4b5a-8724-0f586cd50f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.551837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-4c424a36-a1a2-4b5a-8724-0f586cd50f8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1099 time: 0.0917292 Apr 01 16:10:18.708467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718de1-e768-4aea-a16a-710ac92072d4 req-025ee326-3768-4446-ab08-bd1475063c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.711963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-025ee326-3768-4446-ab08-bd1475063c55 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1472778 Apr 01 16:10:18.716573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6773d0ea-e4e8-4bcc-a471-088902ca945f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:10:18.846487 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-415323af-4ba4-471c-9140-c32e034e97b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 999 time: 0.1264141 Apr 01 16:10:18.868519 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}, {'id': 'bf900c7d-0b83-44e1-a3e2-0de80c904fc9', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:61:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.874498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:18.885344 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:18.886213 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:10:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.906818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:18.917834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718de1-e768-4aea-a16a-710ac92072d4 req-dd63190d-c411-4355-8db3-dce14a077de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.919652 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-dd63190d-c411-4355-8db3-dce14a077de9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0660415 Apr 01 16:10:18.922470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'port_id': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'mac_address': 'fa:16:3e:e8:18:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:10:18.983835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.003098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6773d0ea-e4e8-4bcc-a471-088902ca945f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:19.022636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718de1-e768-4aea-a16a-710ac92072d4 req-1a190ba7-f0ea-429c-99af-b8a0ceb560d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.023583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:19.024818 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-1a190ba7-f0ea-429c-99af-b8a0ceb560d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981798 Apr 01 16:10:19.076522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.136042 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:19.187950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-6de5deea-1fd4-488e-a607-b7fc64f04375 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563089 Apr 01 16:10:19.188914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:19.198377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a763c-4e11-4fa7-88ca-6e5a8206032e req-6fc8c294-abd6-46c2-87ff-ad748260a017 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.206351 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3e6a763c-4e11-4fa7-88ca-6e5a8206032e req-6fc8c294-abd6-46c2-87ff-ad748260a017 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 944 time: 0.1008611 Apr 01 16:10:19.251524 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3e6a763c-4e11-4fa7-88ca-6e5a8206032e req-9ee38b56-67c7-48b0-a087-ada8bc2ce4e9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442464 Apr 01 16:10:19.349145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22718de1-e768-4aea-a16a-710ac92072d4 req-52b0d95c-1ef4-40ba-ba3b-b28cddae1890 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526396 Apr 01 16:10:19.367933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['6773d0ea-e4e8-4bcc-a471-088902ca945f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:10:19.544742 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}, {'id': 'bf900c7d-0b83-44e1-a3e2-0de80c904fc9', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:61:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:19.548869 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0417f79-1be7-4068-a606-f89689e69ebe None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}, {'id': 'bf900c7d-0b83-44e1-a3e2-0de80c904fc9', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:61:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 0, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:19.749651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ff8ee-cad6-4c6a-be96-92d990efaffc None None] New status for floating IP bf900c7d-0b83-44e1-a3e2-0de80c904fc9: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:20.452565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ff8c-98e6-4160-8ea1-d2a1955f8a6b req-56678bcb-c039-4074-a024-42a6dfc13fbd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:20.454084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e98ff8c-98e6-4160-8ea1-d2a1955f8a6b req-56678bcb-c039-4074-a024-42a6dfc13fbd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 944 time: 0.0847454 Apr 01 16:10:20.500257 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e98ff8c-98e6-4160-8ea1-d2a1955f8a6b req-486ebddc-9b53-4f5e-8392-a44088775688 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404210 Apr 01 16:10:20.739239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6773d0ea-e4e8-4bcc-a471-088902ca945f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:20.869353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 6773d0ea-e4e8-4bcc-a471-088902ca945f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:20.875351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 6773d0ea-e4e8-4bcc-a471-088902ca945f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:20.875723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.998197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.025299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:21.035997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:10:21.085273 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'code': 200} Apr 01 16:10:21.096228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.178144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.566341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cf02-3d77-4c16-9483-b849e407e116 req-0586b152-c6d0-4e4d-8707-67082cb514e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.567798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af11cf02-3d77-4c16-9483-b849e407e116 req-0586b152-c6d0-4e4d-8707-67082cb514e3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0758891 Apr 01 16:10:21.614148 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af11cf02-3d77-4c16-9483-b849e407e116 req-4780901f-c3de-46e8-a8df-f68f8b9f2203 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Apr 01 16:10:21.696329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4afee-c309-4aca-aabe-0e16372cfc6b req-de3c73eb-1df6-4be7-b511-a2d79e85d15f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.697807 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3f4afee-c309-4aca-aabe-0e16372cfc6b req-de3c73eb-1df6-4be7-b511-a2d79e85d15f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.0857642 Apr 01 16:10:21.750229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3f4afee-c309-4aca-aabe-0e16372cfc6b req-e8ff5eaa-66fe-4f13-87cc-ceb681e7ed10 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Apr 01 16:10:23.080944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de46d5-e3c9-4ad7-83f5-27859c7f687b req-3f28ef71-9802-4ee2-b103-2ca9e162bc33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:23.082464 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0de46d5-e3c9-4ad7-83f5-27859c7f687b req-3f28ef71-9802-4ee2-b103-2ca9e162bc33 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.2186303 Apr 01 16:10:23.132784 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0de46d5-e3c9-4ad7-83f5-27859c7f687b req-b5a4fa01-2c92-4237-aa88-29dde22baa9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Apr 01 16:10:24.323516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b9216-f43f-4ccc-a97a-678d678c3f33 req-0d833077-7d1b-4df8-91a4-15a42c66cdaf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.325255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d7b9216-f43f-4ccc-a97a-678d678c3f33 req-0d833077-7d1b-4df8-91a4-15a42c66cdaf tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.0822594 Apr 01 16:10:24.371358 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d7b9216-f43f-4ccc-a97a-678d678c3f33 req-33388ab9-6b99-46f4-96cb-879c594cb7c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401056 Apr 01 16:10:24.562700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661fae8-a0ab-4f23-8b69-8855636d0ee1 req-c96f366a-5f20-462f-a1ef-396416d58366 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.564176 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0661fae8-a0ab-4f23-8b69-8855636d0ee1 req-c96f366a-5f20-462f-a1ef-396416d58366 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.0815179 Apr 01 16:10:24.612604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0661fae8-a0ab-4f23-8b69-8855636d0ee1 req-29ab8753-b005-4459-a1b1-f69604b3626c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Apr 01 16:10:24.635176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50616) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:24.713718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064408ba-ec13-47ff-9af3-1958bf05d5e9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.715965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-064408ba-ec13-47ff-9af3-1958bf05d5e9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1093 time: 0.0795388 Apr 01 16:10:24.718792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50620) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:24.723850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:24.731149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:24.737814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:24.737814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:24.743556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:24.841234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.098325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.243843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.19 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/cbd45174-a513-4f25-96f3-0b4c7f265ef4) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:25.406659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.515731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.592164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:25.600873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:25.604116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:10:25.651750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=cbd45174-a513-4f25-96f3-0b4c7f265ef4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.667538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.667538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.667538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.667538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.669000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.669485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.669824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.670152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.671146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.671146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.671930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.671930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.104955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.270763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.487390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.560841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.688115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=cbd45174-a513-4f25-96f3-0b4c7f265ef4,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.698756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.897104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP fc91d880-e548-46b5-ae8b-5484669ed449 associated. External IP: 172.26.8.19, port: 6773d0ea-e4e8-4bcc-a471-088902ca945f. Apr 01 16:10:27.418394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:10:27.635569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:10:27.647818 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:27.659149 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:27.659777 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:10:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:27.772790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:27.836071 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-37af086c-7633-4477-ba59-82d4bce0eb9b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1160049 Apr 01 16:10:27.836578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:27.864547 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:27.919358 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'status': 'completed', 'code': 200} Apr 01 16:10:28.024867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-af0529cf-92ea-4654-b1bc-35085c1754a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.026363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-af0529cf-92ea-4654-b1bc-35085c1754a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0831912 Apr 01 16:10:28.172787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-ebff994b-cfcf-40f4-8ce5-4e197fc6ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.174259 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-ebff994b-cfcf-40f4-8ce5-4e197fc6ecf6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.1368506 Apr 01 16:10:28.260161 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}, {'id': 'fc91d880-e548-46b5-ae8b-5484669ed449', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:e8:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:26Z', 'updated_at': '2022-04-01T16:10:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:28.264770 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:28.273352 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:10:28.273960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:10:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:28.294180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-de052b43-9ce7-4d3b-a4ec-0ca66cdf0fd1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f HTTP/1.1" status: 200 len: 998 time: 0.1031036 Apr 01 16:10:28.354856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-863d7476-2208-4ad5-8342-a54ea36ca4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.357715 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-863d7476-2208-4ad5-8342-a54ea36ca4f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0608299 Apr 01 16:10:28.442946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-56cf5ac2-91fd-4c4f-ae9a-8e8dd9b1dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.444437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-56cf5ac2-91fd-4c4f-ae9a-8e8dd9b1dcb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792217 Apr 01 16:10:28.494079 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:10:28.583433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-89e8fdfa-e88f-44b8-ac53-484de1c68cf0 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315269 Apr 01 16:10:28.726296 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a37be5f1-289d-42f8-bc3d-e15b5f57e31d req-e2577e17-4bce-41c9-86f6-93b5d32f19af service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346147 Apr 01 16:10:28.865255 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}, {'id': 'fc91d880-e548-46b5-ae8b-5484669ed449', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:e8:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:26Z', 'updated_at': '2022-04-01T16:10:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:28.869308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c15ba0-cb05-4080-9105-f38a2ede5dc5 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}, {'id': 'fc91d880-e548-46b5-ae8b-5484669ed449', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:e8:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:26Z', 'updated_at': '2022-04-01T16:10:26Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:29.082347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc2dc6-3016-4b4f-8662-7bbabab7f81b None None] New status for floating IP fc91d880-e548-46b5-ae8b-5484669ed449: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:31.787415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:10:32.457778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db609b3d-d4c9-4770-861f-e12cba07ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:34.906151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-294b1bb3-9700-4842-9a68-25871addd45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:35.634592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:36.250027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:37.695944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:48.364874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:02.433996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-baa91743-aac1-432d-bd49-0a33e540f725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.363784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50648) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:03.478102 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4a00e559-ed8b-4f1a-b4a6-ca0afc3d9de6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48 HTTP/1.1" status: 200 len: 994 time: 0.1131845 Apr 01 16:11:04.374902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50658) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:04.380695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:04.501015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.738806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:04.768097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.829535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.891806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-89ca1f15-39eb-4c6d-8369-4e047e975587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.920360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:04.920360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.920360 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/ports/623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 939 time: 0.5364294 Apr 01 16:11:04.920360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:04.962658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=6']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:04.967980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.968521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.968930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.969334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.969734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.970153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.971190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.971190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.971190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.972053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.972145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.972590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a2a6df-dd47-4c58-a842-79c85faedfc7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:04.979908 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:11:05.081871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c664b-a593-485d-9822-204249965e50 req-c7e38358-7fb2-4864-9cf9-1513822e3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.083500 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-c7e38358-7fb2-4864-9cf9-1513822e3bab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1100 time: 0.0807505 Apr 01 16:11:05.196650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c4be23b2-f434-45dd-87da-71ce753edc0c None None] Provisioning complete for port 623dfafd-461e-476a-b7c0-184e139c9243 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:05.196650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c4be23b2-f434-45dd-87da-71ce753edc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:05.273162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c4be23b2-f434-45dd-87da-71ce753edc0c None None] Port 623dfafd-461e-476a-b7c0-184e139c9243 is administratively disabled so it will not transition to active. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 01 16:11:05.355396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c664b-a593-485d-9822-204249965e50 req-74c8afec-550b-4764-ad13-84cb70645bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.356864 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-74c8afec-550b-4764-ad13-84cb70645bc1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.2648752 Apr 01 16:11:05.466070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-d1aaf38d-8e15-4cbe-8944-2739be1d3366 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 1003 time: 0.0988891 Apr 01 16:11:05.530436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c664b-a593-485d-9822-204249965e50 req-cee5753b-4291-44b2-813f-856b76106bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.536405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-cee5753b-4291-44b2-813f-856b76106bcc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0594287 Apr 01 16:11:05.627903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c664b-a593-485d-9822-204249965e50 req-abe31ca3-9b84-4d29-a835-07015ad1fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.629372 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-abe31ca3-9b84-4d29-a835-07015ad1fd16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873487 Apr 01 16:11:05.634066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:05.640891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-049269fc-050f-45de-a566-eaa2ed149b7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:11:05.649718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-049269fc-050f-45de-a566-eaa2ed149b7e service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059509 Apr 01 16:11:05.786505 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-95376adb-e0a1-495c-8df1-ec2a94297acf service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382899 Apr 01 16:11:05.932798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ed3c664b-a593-485d-9822-204249965e50 req-eb74120e-3b25-4681-8e8a-715e50b65976 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398804 Apr 01 16:11:06.215186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:06.808444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-dbc43d51-944f-44fc-a890-d708e4d67b80 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731356 Apr 01 16:11:06.963511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-5de20fe2-39fe-4d9e-9094-a01f3881e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.964420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-5de20fe2-39fe-4d9e-9094-a01f3881e33d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0874848 Apr 01 16:11:07.118318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-fab609e6-d155-4a70-baf3-75cd31294555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:07.120406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-fab609e6-d155-4a70-baf3-75cd31294555 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1343031 Apr 01 16:11:07.226808 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-9ff64fb1-00d7-4f63-a61a-f32787a4a7bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 1001 time: 0.1000671 Apr 01 16:11:07.291444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-362e6a9b-bd82-47e4-bb81-5cfd74f6cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:07.292893 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-362e6a9b-bd82-47e4-bb81-5cfd74f6cb2d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0588560 Apr 01 16:11:07.370425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-350067a2-27cf-444c-8d3e-20e51b7fb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:07.371554 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-350067a2-27cf-444c-8d3e-20e51b7fb02f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715296 Apr 01 16:11:07.512547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-ea5a3eb8-6187-482f-8818-691c52f220bc service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330974 Apr 01 16:11:07.645340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:07.661550 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98c2c2ec-6a23-41dd-b7ea-e4ea9019ccae req-585b890d-a7f5-408e-8472-d57cbf911a97 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414208 Apr 01 16:11:08.360312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50670) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:08.366238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:08.499257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:08.786581 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:08.847948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:08.875319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:08.937564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:09.002371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.002927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:09.004367 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/ports/623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 938 time: 0.6431348 Apr 01 16:11:09.007604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:09.011476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:09.041212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8218e6-28a7-4135-b0dc-1d2a58c08a40 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=7']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:09.088699 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:11:09.156948 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a35e4f5b-af4d-488e-ba3d-1a8d2268003b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48 HTTP/1.1" status: 200 len: 994 time: 0.1342511 Apr 01 16:11:09.206435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-5c27708b-8e70-4695-866a-59b342f141a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.207977 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-5c27708b-8e70-4695-866a-59b342f141a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1099 time: 0.0906708 Apr 01 16:11:09.225841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-788988dd-8a40-49e2-b150-a6fe24a56c7f None None] Provisioning complete for port 623dfafd-461e-476a-b7c0-184e139c9243 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:09.226520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-788988dd-8a40-49e2-b150-a6fe24a56c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:09.320493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['623dfafd-461e-476a-b7c0-184e139c9243'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:11:09.380709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-bc47b028-f1e3-4dfe-8427-7391bd3deb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.383741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-bc47b028-f1e3-4dfe-8427-7391bd3deb98 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.1615469 Apr 01 16:11:09.518525 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-a80bb27f-427d-47c7-921c-fc6220b89297 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 1002 time: 0.1278386 Apr 01 16:11:09.586069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-98dbc6b8-31d7-47b4-bc47-eff5ebd6db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.587856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-98dbc6b8-31d7-47b4-bc47-eff5ebd6db41 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0628576 Apr 01 16:11:09.674029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-92aee449-7bcf-4624-b1e4-580d8ff72dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.675602 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-92aee449-7bcf-4624-b1e4-580d8ff72dc5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804875 Apr 01 16:11:09.818863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-0b275e57-8b9e-4b7c-bb80-2e979b2454c0 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352756 Apr 01 16:11:09.959740 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-762f1dd3-5d4f-4716-9b95-10c33dbedfe9 req-e6e17438-4cda-4da7-bd1f-2397073ccba9 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344628 Apr 01 16:11:11.741375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:11.947093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port cbd45174-a513-4f25-96f3-0b4c7f265ef4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:11.947374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:12.121665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:12.121993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:12.245123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for cbd45174-a513-4f25-96f3-0b4c7f265ef4 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:12.479724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:12.527611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=cbd45174-a513-4f25-96f3-0b4c7f265ef4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:12.621705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:12.622033 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP fc91d880-e548-46b5-ae8b-5484669ed449 disassociated (deleted). External IP: 172.26.8.19, port: 6773d0ea-e4e8-4bcc-a471-088902ca945f. Apr 01 16:11:13.099488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:11:13.293790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:11:13.306150 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:13.318406 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:13.319102 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:13.429123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:13.485877 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-35878a14-d9e4-4b6b-86c3-9e2e98cf01d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc91d880-e548-46b5-ae8b-5484669ed449 HTTP/1.1" status: 204 len: 168 time: 1.7434044 Apr 01 16:11:13.486582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:13.499981 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:13.532904 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'status': 'completed', 'code': 200} Apr 01 16:11:13.642742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-65bc8cbd-25aa-4ae8-a63f-4f0275e30a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:13.644791 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-65bc8cbd-25aa-4ae8-a63f-4f0275e30a75 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 1098 time: 0.0847723 Apr 01 16:11:13.802534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-49ddda12-9a9c-49aa-8943-7e262365b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:13.802534 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-49ddda12-9a9c-49aa-8943-7e262365b897 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.1483099 Apr 01 16:11:13.875500 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-ef1e5c7b-ac5f-4ee2-9bbc-1867ac96fbb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f HTTP/1.1" status: 200 len: 217 time: 0.0672083 Apr 01 16:11:13.932100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:13.939438 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:13.950267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-0807f771-d3d0-4c72-a60d-589419eb17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:13.952208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-0807f771-d3d0-4c72-a60d-589419eb17bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0698726 Apr 01 16:11:13.958538 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:13.963290 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:14.062834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-0117b334-cf03-4563-9992-caa83eed6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:14.064217 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-0117b334-cf03-4563-9992-caa83eed6a7e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028197 Apr 01 16:11:14.215657 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:14.304378 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-71c2d0bd-7a20-4bd7-aa40-80e164cedcc7 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334125 Apr 01 16:11:14.384077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba8e76-18b9-4fd0-9a7e-f2945219677a req-53a62830-4bd7-429a-b309-b5a29be98201 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:14.385006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-f2ba8e76-18b9-4fd0-9a7e-f2945219677a req-53a62830-4bd7-429a-b309-b5a29be98201 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:14.469554 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-f2ba8e76-18b9-4fd0-9a7e-f2945219677a req-53a62830-4bd7-429a-b309-b5a29be98201 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:14.478379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2ba8e76-18b9-4fd0-9a7e-f2945219677a req-53a62830-4bd7-429a-b309-b5a29be98201 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.2391734 Apr 01 16:11:14.543686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f2ba8e76-18b9-4fd0-9a7e-f2945219677a req-432a58f1-f847-4c93-bc79-391eb7976f23 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639582 Apr 01 16:11:14.605767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10e61331-78cb-4752-a6e6-eda87c9cce02 req-cafd0166-b13c-43b5-905a-5ee8b18d2f72 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942996 Apr 01 16:11:14.635649 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:14.640477 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a7661-e26c-4849-b779-3882bd6813f1 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'port_id': '623dfafd-461e-476a-b7c0-184e139c9243', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'mac_address': 'fa:16:3e:53:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f385e-9051-458f-ade5-69d1138fe07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:00Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 1, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:14.882408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977ece6-f7b2-4553-ae7c-c244036204a7 None None] New status for floating IP fc91d880-e548-46b5-ae8b-5484669ed449: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:11:15.625255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-529ba7ef-9f1c-4c6e-96e7-39a8037cf9e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:15.626745 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-529ba7ef-9f1c-4c6e-96e7-39a8037cf9e2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.0809624 Apr 01 16:11:15.704636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 6773d0ea-e4e8-4bcc-a471-088902ca945f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:15.707200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:15.921741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e3a8-926d-475c-99dc-30028628e045 req-62018f6a-3e00-430d-984e-9aa7e64b026b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:15.923227 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3c62e3a8-926d-475c-99dc-30028628e045 req-62018f6a-3e00-430d-984e-9aa7e64b026b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 945 time: 0.2569475 Apr 01 16:11:16.041465 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3c62e3a8-926d-475c-99dc-30028628e045 req-57db08f1-7862-405c-bc08-0907d74946ef tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677238 Apr 01 16:11:16.060503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 6773d0ea-e4e8-4bcc-a471-088902ca945f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6773d0ea-e4e8-4bcc-a471-088902ca945f,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:16.060866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.187545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 6773d0ea-e4e8-4bcc-a471-088902ca945f owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:16.397969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.451053 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=6773d0ea-e4e8-4bcc-a471-088902ca945f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:16.528376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 6773d0ea-e4e8-4bcc-a471-088902ca945f on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:16.531418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.534317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'name': 'network-vif-deleted', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:16.579304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0705b-1934-40f9-b1b6-b270ccbf22b3', 'name': 'network-vif-deleted', 'tag': '6773d0ea-e4e8-4bcc-a471-088902ca945f', 'status': 'completed', 'code': 200} Apr 01 16:11:16.610117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec6e4436-1c21-405e-a26b-8e1f9a63c172 req-f3abd36c-3d76-4e5a-8148-12aa7e0deead tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/6773d0ea-e4e8-4bcc-a471-088902ca945f HTTP/1.1" status: 204 len: 173 time: 0.9774632 Apr 01 16:11:17.210383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-225084a3-0dd8-4332-9252-9ee99a3f63b2 req-93f8c687-e2ef-4235-9cf0-52971831dfb9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:17.280567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-225084a3-0dd8-4332-9252-9ee99a3f63b2 req-93f8c687-e2ef-4235-9cf0-52971831dfb9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:17.284363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-225084a3-0dd8-4332-9252-9ee99a3f63b2 req-93f8c687-e2ef-4235-9cf0-52971831dfb9 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=43e0705b-1934-40f9-b1b6-b270ccbf22b3 HTTP/1.1" status: 200 len: 210 time: 0.1171925 Apr 01 16:11:18.330635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.382474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50710) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:18.462171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.493418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.644967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.666429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:18.740846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.742001 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0c441887-6455-4e5c-8557-53022b2273e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/1726bdf9-e4ea-41d3-9b1e-873dcd1faa9b HTTP/1.1" status: 204 len: 168 time: 0.3585155 Apr 01 16:11:18.844633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50716) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:19.069792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port dc7e2fc7-933d-4fbc-8297-879cc4aca495 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:19.070129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.251374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.251617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.382144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for dc7e2fc7-933d-4fbc-8297-879cc4aca495 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:19.627984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.818305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=dc7e2fc7-933d-4fbc-8297-879cc4aca495,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:19.925128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.926151 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48 disassociated (deleted). External IP: 172.26.8.228, port: 623dfafd-461e-476a-b7c0-184e139c9243. Apr 01 16:11:20.347481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:11:20.582074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:11:20.591956 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:20.602202 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:20.602769 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:20.667297 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.730135 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4c91ef94-f2db-4684-8018-7fc0af599f99 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48 HTTP/1.1" status: 204 len: 168 time: 1.8843651 Apr 01 16:11:20.730743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:20.785479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:11:20.790363 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:20.949966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-f458fb04-f8ba-4fd3-bd7a-a4a6ea337566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:20.951532 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-f458fb04-f8ba-4fd3-bd7a-a4a6ea337566 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 1099 time: 0.1307580 Apr 01 16:11:21.034700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6773d0ea-e4e8-4bcc-a471-088902ca945f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:21.083157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 6773d0ea-e4e8-4bcc-a471-088902ca945f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:11:21.084268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6773d0ea-e4e8-4bcc-a471-088902ca945f not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:21.092513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-ad24b8fc-d971-4673-af95-614c9a5a3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.095513 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-ad24b8fc-d971-4673-af95-614c9a5a3958 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 200 len: 897 time: 0.1355715 Apr 01 16:11:21.119243 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:21.123537 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:21.133480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:21.134059 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:21.164677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-b7882926-6b2c-4746-92ad-9597577ce1c3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 200 len: 217 time: 0.0633223 Apr 01 16:11:21.233411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-927fa5d0-30bb-4508-92d8-9561626c15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.234890 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-927fa5d0-30bb-4508-92d8-9561626c15e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 200 len: 835 time: 0.0631106 Apr 01 16:11:21.326436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-ae6c17d9-5fc8-47da-9334-19b52b4aa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.328859 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-ae6c17d9-5fc8-47da-9334-19b52b4aa1ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97b8b5b8-8a4d-40d5-803f-134fcb26eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845242 Apr 01 16:11:21.329438 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:21.631787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-9b55efc5-f3a8-4bf6-834e-8fa6a03e2233 service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951396 Apr 01 16:11:21.645719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b2c38-797e-4551-8c16-b38b389932d7 req-7624309d-6544-4f99-ac38-1986f60a031e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.647244 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6b2c38-797e-4551-8c16-b38b389932d7 req-7624309d-6544-4f99-ac38-1986f60a031e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.2898233 Apr 01 16:11:21.669303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:21.674740 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0667667-cc08-4036-b5ea-6b67ca96d6f0 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '89b86fb9-7f11-4bbb-a022-2e1bc80b9c74', 'name': '', 'network_id': '97b8b5b8-8a4d-40d5-803f-134fcb26eccd', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:69:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:34Z', 'updated_at': '2022-04-01T16:09:42Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': 'eb0c67c5-30dd-42ee-89e2-b9a5afcd4717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:21.790722 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6b2c38-797e-4551-8c16-b38b389932d7 req-d42204e7-cc69-44ed-b6a5-95229e86b3d7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235404 Apr 01 16:11:21.822443 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6247df17-b44a-4cec-8a86-837ee4798ea3 req-cfa8b803-ba34-4cd4-ab97-7d4606f1f65c service neutron] 10.222.0.91 "GET /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741455 Apr 01 16:11:21.905973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a2cc0-fa0c-4b27-9218-739c91975f03 None None] New status for floating IP f9d2ae1e-c669-44cf-b7c8-1ec2c44c8f48: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:11:22.966304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-193dfeed-e1e3-441f-83f9-65fcaf411223 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:22.968394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-193dfeed-e1e3-441f-83f9-65fcaf411223 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.0896251 Apr 01 16:11:22.990812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-46a24bca-a254-472b-aa84-9af701d4d422 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:22.991611 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-46a24bca-a254-472b-aa84-9af701d4d422 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:23.040051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 623dfafd-461e-476a-b7c0-184e139c9243 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:23.040401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.072030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-46a24bca-a254-472b-aa84-9af701d4d422 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:23.073327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-46a24bca-a254-472b-aa84-9af701d4d422 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 946 time: 0.1708860 Apr 01 16:11:23.119093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-b5c45221-27b2-4c57-a7f4-04f244eb63ca tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:23.186362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-b5c45221-27b2-4c57-a7f4-04f244eb63ca tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:23.187567 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-029d7c3b-c033-4cd9-9882-05cde0272758 req-b5c45221-27b2-4c57-a7f4-04f244eb63ca tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ba51adf-834e-4759-91a6-dd4df6ea98ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077392 Apr 01 16:11:23.301531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 623dfafd-461e-476a-b7c0-184e139c9243, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=623dfafd-461e-476a-b7c0-184e139c9243,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:23.301885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.429183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 623dfafd-461e-476a-b7c0-184e139c9243 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:23.637893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.690773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=623dfafd-461e-476a-b7c0-184e139c9243,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:23.769221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 623dfafd-461e-476a-b7c0-184e139c9243 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:23.773154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.775873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'name': 'network-vif-deleted', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:23.820703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f385e-9051-458f-ade5-69d1138fe07f', 'name': 'network-vif-deleted', 'tag': '623dfafd-461e-476a-b7c0-184e139c9243', 'status': 'completed', 'code': 200} Apr 01 16:11:23.855549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ab10f75a-11fc-478e-acc7-aaafe6b4c236 req-191ed267-5901-4610-8b46-632bf18458fe tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/623dfafd-461e-476a-b7c0-184e139c9243 HTTP/1.1" status: 204 len: 173 time: 0.8815236 Apr 01 16:11:24.360269 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b240bf38-e9c7-4a7f-bb3c-a5e8b206177c req-362ea4e1-679b-479f-8a15-427210fbe1f7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=172f385e-9051-458f-ade5-69d1138fe07f HTTP/1.1" status: 200 len: 210 time: 0.0472574 Apr 01 16:11:25.456698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50738) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:25.528076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.558444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.747465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.766754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba51adf-834e-4759-91a6-dd4df6ea98ad,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:25.844682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.845835 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f7b546a8-67f4-4c7f-9ed9-e6fd781ef56c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ba51adf-834e-4759-91a6-dd4df6ea98ad HTTP/1.1" status: 204 len: 168 time: 0.3878062 Apr 01 16:11:25.935726 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50744) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:26.638252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.021347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:27.021690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.064984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 623dfafd-461e-476a-b7c0-184e139c9243 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:27.100170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 623dfafd-461e-476a-b7c0-184e139c9243 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:11:27.100514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 623dfafd-461e-476a-b7c0-184e139c9243 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:27.215273 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:27.215546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.346413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:27.757634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.810868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=89b86fb9-7f11-4bbb-a022-2e1bc80b9c74,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:28.221714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.593826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router acc12e4f-1832-4d64-98ef-8cc521b2f453 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:11:28.779503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:11:28.790468 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Sync routers for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:28.794246 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-662e8ced-7bb7-4540-8dfd-94229000191f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/acc12e4f-1832-4d64-98ef-8cc521b2f453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8566113 Apr 01 16:11:28.796998 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50748) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:28.802480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:28.803128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:28.875345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:11:28.878930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.941393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.028263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.090852 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:29.199557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.242840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0c67c5-30dd-42ee-89e2-b9a5afcd4717,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:29.248858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.255884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e607f2-515f-43bb-91fe-fcece8214372 None None] Network 97b8b5b8-8a4d-40d5-803f-134fcb26eccd requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:11:29.262833 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-12c2c72f-2209-4b75-bcc5-db6fe61c18a7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/eb0c67c5-30dd-42ee-89e2-b9a5afcd4717 HTTP/1.1" status: 204 len: 168 time: 0.4623296 Apr 01 16:11:29.263168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50752) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:29.388728 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:11:27Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:29.393532 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Checking router: acc12e4f-1832-4d64-98ef-8cc521b2f453 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:29.402411 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Routers {'acc12e4f-1832-4d64-98ef-8cc521b2f453'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:29.403072 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['acc12e4f-1832-4d64-98ef-8cc521b2f453'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:29.463853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.531343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] DHCP port deletion for 97b8b5b8-8a4d-40d5-803f-134fcb26eccd request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:11:29.537555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Deleting port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:29.538000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.600338 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] Set router acc12e4f-1832-4d64-98ef-8cc521b2f453 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:29.803821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] For port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,segment=NetworkSegment(2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b),segment_id=2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:29.804209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.819794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.877871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:29.933035 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-51794565-3208-4cae-9438-601e0fabc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:11:27Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:29.943115 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794565-3208-4cae-9438-601e0fabc837 None None] The sync data for ids ['acc12e4f-1832-4d64-98ef-8cc521b2f453'] in dv-neutron-835944-1-hyperv is: [{'id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'name': 'tempest-TestNetworkBasicOps-router-2006405094', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:09:28Z', 'updated_at': '2022-04-01T16:11:27Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '0bd6f557-88db-4eea-8677-7a0924fc69f9', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc12e4f-1832-4d64-98ef-8cc521b2f453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:09:29Z', 'updated_at': '2022-04-01T16:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:29.959147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 0bd6f557-88db-4eea-8677-7a0924fc69f9 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:11:29.959569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.976684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Calling delete_port for 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:30.133433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.153823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 0bd6f557-88db-4eea-8677-7a0924fc69f9, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0bd6f557-88db-4eea-8677-7a0924fc69f9,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:30.154182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.157816 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.275015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Pushing event deleted for resources: {'Port': ['ID=4bf36ece-29ee-4b3d-b924-d1e98cf212e4,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:30.290916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] No DVR routers for this DVR port 4bf36ece-29ee-4b3d-b924-d1e98cf212e4 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:30.291896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 0bd6f557-88db-4eea-8677-7a0924fc69f9 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:11:30.293072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.293410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.293814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.294165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.294491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.294897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.295419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.295833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.296389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.296811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.297055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.297374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b6d5e-7217-4298-be2f-fdf83e7da4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.753680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.808463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=0bd6f557-88db-4eea-8677-7a0924fc69f9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:30.849823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.850164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.850497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.850854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.851178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.851501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.851890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.852139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.852457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.852841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.853088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.853400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.915548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.099223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.101544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.210758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.216120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router acc12e4f-1832-4d64-98ef-8cc521b2f453 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:11:31.227301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.228805 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11eef5f7-4332-4bd9-8166-0c76e22e4618 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/acc12e4f-1832-4d64-98ef-8cc521b2f453 HTTP/1.1" status: 204 len: 168 time: 1.9641788 Apr 01 16:11:31.231515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50756) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:31.356670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.491945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.519379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b8b5b8-8a4d-40d5-803f-134fcb26eccd']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:31.533103 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:31.533389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e227638-d0ac-4018-8f2b-9eb0d2dd3e0b') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:31.546959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.565528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.572452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:11:31.572850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:11:31.588069 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:11:31.744736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:31.783934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:11:31.784275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 89b86fb9-7f11-4bbb-a022-2e1bc80b9c74 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:31.784695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd6f557-88db-4eea-8677-7a0924fc69f9 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:31.821269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0bd6f557-88db-4eea-8677-7a0924fc69f9 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:11:31.821269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0bd6f557-88db-4eea-8677-7a0924fc69f9 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:31.912893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.917450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.944361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=97b8b5b8-8a4d-40d5-803f-134fcb26eccd,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:32.045512 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e999e137-a414-46fd-b6cc-f20d9cb5339f tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/97b8b5b8-8a4d-40d5-803f-134fcb26eccd HTTP/1.1" status: 204 len: 168 time: 0.8127787 Apr 01 16:11:32.079552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50760) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:32.083957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'network': {'name': 'tempest-network-smoke--1757360972', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:32.089004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:32.093449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:network and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:32.096414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:32.102186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:32.170486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:32.173887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.205850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:11:32.211796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.212135 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Added segment ff4561e8-6458-451b-9187-9d66308084c2 of type vlan for network 1d3d2d20-f900-49bd-97bf-c54274e2be0d Apr 01 16:11:32.238269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.359962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.365339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:32.365909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.475463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Network': ['ID=1d3d2d20-f900-49bd-97bf-c54274e2be0d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:32.487135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:11:32.503111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-622ec45a-e265-43a4-80ed-013ec1da52ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.599452 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-79923fe5-1aaa-4691-bc32-ff503e12f191 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5202913 Apr 01 16:11:32.602204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50766) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:32.607214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-616410104', 'admin_state_up': True, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:32.615418 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:32.619360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:router and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:32.622188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:32.629592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:32.713117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.714521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.729613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.114245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.501804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.533490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.677378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.107 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/9a8a221c-d98d-4177-8105-b4983698bf69) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:33.827629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.917850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.984760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:33.996816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:33.996816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:11:34.025946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:34.606949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.900353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b118857-6961-416d-9fd7-30f599c16fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.961369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:35.245322 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:11:35.425959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:11:35.438041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:35.448663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:35.449514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:35.547487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:35.548882 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff9a5481-950b-4eac-b2c9-855f3f733e3b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9455729 Apr 01 16:11:35.551852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50770) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:35.617316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:35.639878 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-93889c3e-4fe0-4270-a2b7-cc18b83817f3 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bfe1ce7b8227435e834be5f4935f6ca1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866179 Apr 01 16:11:35.642238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50776) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:35.647122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:35.777121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7102e-f311-409f-bc11-de918fb60d30 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:35.778648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-59d7102e-f311-409f-bc11-de918fb60d30 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354296 Apr 01 16:11:35.782348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50780) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:35.822559 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e78024ab-551e-424b-8904-883a5bf1ac16 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391207 Apr 01 16:11:35.825230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50784) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:35.830560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357576290', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:35.953119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:34Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:35.958297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:35.959351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Updating router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 port 9a8a221c-d98d-4177-8105-b4983698bf69 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:11:36.019077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.061561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:36.065456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:subnet and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:36.068328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:36.074053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:36.179948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:36.183721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.239159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.388066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.401674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Transition to ACTIVE for port object 9a8a221c-d98d-4177-8105-b4983698bf69 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:36.483869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.507680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.567820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c1c4f-5925-4ac5-8d65-9e4218878457 None None] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:36.570348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Attempting to bind port 9a8a221c-d98d-4177-8105-b4983698bf69 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:11:36.570750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Attempting to bind port 9a8a221c-d98d-4177-8105-b4983698bf69 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:11:36.571118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Attempting to bind port 9a8a221c-d98d-4177-8105-b4983698bf69 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:11:36.577452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:11:36.577980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:11:36.578393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.578811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:11:36.579278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Bound port: 9a8a221c-d98d-4177-8105-b4983698bf69, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:11:36.579652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.583298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Subnet': ['ID=0d9fdbf1-8789-46b9-9f79-39d7d084826c,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:36.596470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Checking segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:11:36.596830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network hostable DHCP agents. Network: 1d3d2d20-f900-49bd-97bf-c54274e2be0d, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:11:36.657604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:11:36.660678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9a8a221c-d98d-4177-8105-b4983698bf69,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:11:36.685262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:11:36.725001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.768342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 1d3d2d20-f900-49bd-97bf-c54274e2be0d) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:36.772888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:36.773695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.780261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfd58c-a27f-480a-8850-20122e830641 None None] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:11:36.874568 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb497d51-246e-4d28-b382-bac5cef02852 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0482829 Apr 01 16:11:36.881186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50788) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:36.938939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c1c4f-5925-4ac5-8d65-9e4218878457 None None] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:36.941498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:36.942101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:37.209143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:37.367343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:11:37.368149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:37.607765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:37.669154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Allocated IP 172.20.0.2 (1d3d2d20-f900-49bd-97bf-c54274e2be0d/0d9fdbf1-8789-46b9-9f79-39d7d084826c/30c6645b-56b2-4b1f-a251-73bef67c26a6) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:37.781259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:34Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:37.793724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:37.800099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c707854-6b27-457b-9f09-0314405f3f95 None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:34Z', 'revision_number': 3, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:37.911540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:37.924597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Transition to ACTIVE for port object 30c6645b-56b2-4b1f-a251-73bef67c26a6 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:37.949908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Transition to ACTIVE for port object 30c6645b-56b2-4b1f-a251-73bef67c26a6 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:38.033369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.122215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:38.129207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:38.134485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:11:38.196692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Pushing event updated for resources: {'Port': ['ID=30c6645b-56b2-4b1f-a251-73bef67c26a6,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:38.262284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Attempting to bind port 30c6645b-56b2-4b1f-a251-73bef67c26a6 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:11:38.263022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Attempting to bind port 30c6645b-56b2-4b1f-a251-73bef67c26a6 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:11:38.263022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Attempting to bind port 30c6645b-56b2-4b1f-a251-73bef67c26a6 on network 1d3d2d20-f900-49bd-97bf-c54274e2be0d {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:11:38.269545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:11:38.269923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Checking segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:11:38.270329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.270941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Bound using segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:11:38.271414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Bound port: 30c6645b-56b2-4b1f-a251-73bef67c26a6, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:11:38.272298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.276054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.1 (1d3d2d20-f900-49bd-97bf-c54274e2be0d/0d9fdbf1-8789-46b9-9f79-39d7d084826c/e14083b7-10fd-4fc0-91ce-1997597632ca) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:38.394472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] For port 30c6645b-56b2-4b1f-a251-73bef67c26a6, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:11:38.394472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] For port 30c6645b-56b2-4b1f-a251-73bef67c26a6, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=30c6645b-56b2-4b1f-a251-73bef67c26a6,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:11:38.476714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.490088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.501576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object e14083b7-10fd-4fc0-91ce-1997597632ca will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:38.593839 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343b44b-e920-4287-a43d-0d28976df3f8 None None] Pushing event updated for resources: {'Port': ['ID=30c6645b-56b2-4b1f-a251-73bef67c26a6,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:38.599528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.675826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:38.679599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:38.684991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:11:38.739636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:38.766675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.209858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.649757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.714473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.815773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:39.843253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:39.845729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.963088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 9a8a221c-d98d-4177-8105-b4983698bf69 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:39.970356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9a8a221c-d98d-4177-8105-b4983698bf69 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:39.970957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:39.997341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:39.999719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:40.151556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.171145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9a8a221c-d98d-4177-8105-b4983698bf69,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:40.279356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.280474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 30c6645b-56b2-4b1f-a251-73bef67c26a6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:40.343036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2394b-b719-44ce-b632-05a40a39f8e7 None None] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:11:40.348485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:11:40.511516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:40.536895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:11:40.555399 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:40.556147 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c17381e9-0eb8-4b76-9ec2-d8dc364b5888 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/6cb3ac39-e62a-47fa-9007-c8218fb2c5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6700041 Apr 01 16:11:40.556147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50792) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:40.559012 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:40.559668 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:40.573413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a9963d4f-7638-4e76-85ab-757e413b0159 None None] Provisioning for port 30c6645b-56b2-4b1f-a251-73bef67c26a6 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:40.654019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 30c6645b-56b2-4b1f-a251-73bef67c26a6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:40.662768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 30c6645b-56b2-4b1f-a251-73bef67c26a6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:40.663447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.710008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.712484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.712484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.712484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.712484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.712484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.716720 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c84bfe02-da1f-4ab2-87dd-4d95b581c7c4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1574845 Apr 01 16:11:40.716995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50796) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:40.756064 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:40.798351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.798997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.799525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.799993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.800431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.800877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.805282 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b1c8b2f2-1af7-4da5-863b-8b9249afe2d8 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0845885 Apr 01 16:11:40.806154 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50800) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:40.822595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.863338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 30c6645b-56b2-4b1f-a251-73bef67c26a6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=30c6645b-56b2-4b1f-a251-73bef67c26a6,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:40.981657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.075641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=30c6645b-56b2-4b1f-a251-73bef67c26a6,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:41.082397 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ffd98add-3185-4d13-96ca-8bd507d760f4 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2747252 Apr 01 16:11:41.198976 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:41.203750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:41.204164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Updating router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 port e14083b7-10fd-4fc0-91ce-1997597632ca binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:11:41.204602 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Provisioning for port e14083b7-10fd-4fc0-91ce-1997597632ca completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:41.210873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:41.210873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.272444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Port e14083b7-10fd-4fc0-91ce-1997597632ca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:11:41.277233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.286338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Provisioning complete for port 30c6645b-56b2-4b1f-a251-73bef67c26a6 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:41.286954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1555ea36-c63c-4ca2-8729-78f67c5ed409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.555514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e71d0da6-8a6e-4896-b9d9-49f956c0e33d None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:41.556134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e71d0da6-8a6e-4896-b9d9-49f956c0e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.619846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e71d0da6-8a6e-4896-b9d9-49f956c0e33d None None] Port e14083b7-10fd-4fc0-91ce-1997597632ca cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:11:41.629564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:41.634933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819036592', 'description': 'tempest-secgroup-smoke-1819036592 description', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:41.641395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:41.645613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:41.648612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:41.654708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:41.695789 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.708253 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Transition to ACTIVE for port object e14083b7-10fd-4fc0-91ce-1997597632ca will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:41.755508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:41.774305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.795950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:41.803604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:41.823761 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.825097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9a8a221c-d98d-4177-8105-b4983698bf69 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:41.825579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.847449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:41.850244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:41.991124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.994559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 30c6645b-56b2-4b1f-a251-73bef67c26a6 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:42.005049 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:42.023626 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.023989 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.024343 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.025910 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.026277 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.026603 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.026953 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.027273 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.027598 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.027900 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.028221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.028529 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:42.060326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.095159 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Attempting to bind port e14083b7-10fd-4fc0-91ce-1997597632ca on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:11:42.095523 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Attempting to bind port e14083b7-10fd-4fc0-91ce-1997597632ca by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:11:42.095875 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Attempting to bind port e14083b7-10fd-4fc0-91ce-1997597632ca on network 1d3d2d20-f900-49bd-97bf-c54274e2be0d {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:11:42.104995 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:11:42.104995 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Checking segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:11:42.105717 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.105812 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Bound using segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:11:42.106203 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Bound port: e14083b7-10fd-4fc0-91ce-1997597632ca, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:11:42.106806 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.110308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 30c6645b-56b2-4b1f-a251-73bef67c26a6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:42.111418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.129480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a63871-16c9-49bb-a804-0351eec20d65,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:42.195007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.205383 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-569b2b3c-768d-4143-881a-1ade6de6c7db tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5677490 Apr 01 16:11:42.205716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50810) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:42.209868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:42.216501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:42.225428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:42.225626 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:11:42.225724 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:42.229561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e14083b7-10fd-4fc0-91ce-1997597632ca,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:11:42.231989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:42.296590 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.327208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.376462 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:11:42.376872 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:42.401924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.446767 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b1b5c-1c8d-4635-84c1-bb4f9d10441f None None] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:42.511478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.543903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5dab94-0602-4249-956a-5323f0fb36b3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:42.574986 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:11:42.617430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.617430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13043b8b-d627-4030-a3bb-a5fabb568c80 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071996 Apr 01 16:11:42.617632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50814) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:42.620359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:42.626675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:42.631389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:42.633843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:42.640399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:42.713069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.789933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.861550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.884445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e781b7-5e33-4919-a204-9e70270ebfc9,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:42.934075 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:42Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:42.938800 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbd920-fade-4409-82f4-1f89316bcbf6 None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:42Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:42.995331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:42.999369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-88614b3f-41e4-4cfa-9237-542168b0de4a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3811464 Apr 01 16:11:43.000067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50820) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:43.022396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:43.022396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:43.026116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:43.029133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:43.035719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:43.138013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.215172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.268079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.300991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cdebe9-ea52-48f9-a74b-338434c8c7f4,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:43.419120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.419120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b3b32c1c-ac44-49ad-a0ab-ec4e0bf0a8e4 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140832 Apr 01 16:11:43.419120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50824) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:43.424450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:43.431135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:43.435316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:43.440897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:43.446739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:43.532844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.613111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.679175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.707085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a964d8b-e1b3-4a52-b508-5e7259ce7561,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:43.784878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:43.785594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.795166 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5bd656fe-72bd-417d-91d8-0e179d8ab905 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674390 Apr 01 16:11:43.795166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50828) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:43.795166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:43.801238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:43.805704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:43.809547 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:43.816546 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:43.912101 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:11:43.920459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:43.936834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e14083b7-10fd-4fc0-91ce-1997597632ca completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:43.945702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:43.945702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.009645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.079428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.095545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.114228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e14083b7-10fd-4fc0-91ce-1997597632ca,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:44.119623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e0bf3-5636-461c-9b2d-84df6a05ca18,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:44.193134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.215739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.218468 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1da4104f-b6f9-4e27-a418-f0a6bbab6d00 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4271984 Apr 01 16:11:44.221484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50832) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:44.225907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63871-16c9-49bb-a804-0351eec20d65', 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:44.231839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:44.236514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:security_group_rule and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:44.239551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:44.245578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:44.267023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:44.319150 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Project bfe1ce7b8227435e834be5f4935f6ca1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:11:44.327479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.397077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.512733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.541171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2428d494-0e7d-45eb-bc08-651613cd9d35,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:44.609940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:44.611194 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aabe8fb7-1a9c-49ba-b1e4-531cf0d53e8c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3896322 Apr 01 16:11:44.785059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-dc5244ab-8b2b-48b4-8f17-9a006abccf68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:44.882504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-dc5244ab-8b2b-48b4-8f17-9a006abccf68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:44.883751 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-dc5244ab-8b2b-48b4-8f17-9a006abccf68 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819036592&fields=id&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 267 time: 0.1444020 Apr 01 16:11:45.058016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-39bb4523-f5b7-4d94-9259-fc737d4ae787 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.058765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-39bb4523-f5b7-4d94-9259-fc737d4ae787 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:45.129887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-39bb4523-f5b7-4d94-9259-fc737d4ae787 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:45.132645 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-39bb4523-f5b7-4d94-9259-fc737d4ae787 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/networks?id=1d3d2d20-f900-49bd-97bf-c54274e2be0d HTTP/1.1" status: 200 len: 797 time: 0.2402337 Apr 01 16:11:45.146925 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-27a6f06a-4ad4-43b8-8569-645259dce9ea tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/quotas/bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 375 time: 0.0098641 Apr 01 16:11:45.232020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-8c3f67e0-43f5-4f34-93e1-efeb8df8fb84 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:45.376024 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d85ce217-407f-4940-bbec-640b58c0d954 req-8c3f67e0-43f5-4f34-93e1-efeb8df8fb84 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:45.379872 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-8c3f67e0-43f5-4f34-93e1-efeb8df8fb84 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2249486 Apr 01 16:11:45.565254 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-b0b6556e-5758-4594-8591-4c799dc68a0f service neutron] 10.222.0.21 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746597 Apr 01 16:11:45.753503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:45.787081 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:45.829605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:45.829823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:45.843838 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-c231f25e-551f-4a47-88c0-bfae1e0321b9 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722576 Apr 01 16:11:46.189466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a21c947-67df-4f64-800a-26d9d6d81b55 req-9f03065c-7396-47b1-be3c-745d0a278512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:46.205687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a21c947-67df-4f64-800a-26d9d6d81b55 req-9f03065c-7396-47b1-be3c-745d0a278512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:46.206915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a21c947-67df-4f64-800a-26d9d6d81b55 req-9f03065c-7396-47b1-be3c-745d0a278512 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 210 time: 0.0645647 Apr 01 16:11:47.374759 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f532f768-66bd-40be-8df9-7e7a974e9695 req-f71400b9-924d-4b4f-a036-27896edb422d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 210 time: 0.0463810 Apr 01 16:11:48.362872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:48.566098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2c7fbe95-155b-4026-9078-1d9693405b77 req-876c544c-d8a5-453f-a6b0-3ea44c0dcc3d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 210 time: 0.0769601 Apr 01 16:11:48.824877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-b9e6b1c9-3ef4-466b-b4e5-eaca683e362d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.827097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-b9e6b1c9-3ef4-466b-b4e5-eaca683e362d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/networks?id=1d3d2d20-f900-49bd-97bf-c54274e2be0d HTTP/1.1" status: 200 len: 797 time: 0.2919552 Apr 01 16:11:48.880628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-bd51e17b-0a16-4828-a048-1b30fc16a766 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe1ce7b8227435e834be5f4935f6ca1 HTTP/1.1" status: 200 len: 380 time: 0.0428236 Apr 01 16:11:48.892056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'port': {'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'admin_state_up': True, 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'security_groups': ['b8a63871-16c9-49bb-a804-0351eec20d65']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:49.045084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:49.058026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:49.191505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Made reservation on behalf of bfe1ce7b8227435e834be5f4935f6ca1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:49.195165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:49.361175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.20.0.8 (1d3d2d20-f900-49bd-97bf-c54274e2be0d/0d9fdbf1-8789-46b9-9f79-39d7d084826c/691c6f58-1ef5-410b-a077-05b0a0e56d64) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:49.557383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:49.577654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Transition to ACTIVE for port object 691c6f58-1ef5-410b-a077-05b0a0e56d64 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:49.718826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:49.776462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779abea5-de31-4d09-be68-5e56ae9ccb27 req-736841c2-c8b1-41db-8f1f-bc375508d94d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:49.777981 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-779abea5-de31-4d09-be68-5e56ae9ccb27 req-736841c2-c8b1-41db-8f1f-bc375508d94d tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 931 time: 0.0950267 Apr 01 16:11:49.785893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:49.788910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:49.802295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:11:49.830111 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-779abea5-de31-4d09-be68-5e56ae9ccb27 req-d8e75e14-9a61-4b35-b6c3-b64fbba6af61 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Apr 01 16:11:49.841516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:49.876495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:49.877046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.057041 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-a81c0122-4c92-440b-8f81-d950fb353dbb tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641684 Apr 01 16:11:50.063014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Request body: {'port': {'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:50.181460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.193193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e03f76a4-c36e-4f5a-be86-9f9b7484e3f9 None None] Provisioning for port 691c6f58-1ef5-410b-a077-05b0a0e56d64 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:50.198331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e03f76a4-c36e-4f5a-be86-9f9b7484e3f9 None None] Provisioning complete for port 691c6f58-1ef5-410b-a077-05b0a0e56d64 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:50.198727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e03f76a4-c36e-4f5a-be86-9f9b7484e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.255958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e03f76a4-c36e-4f5a-be86-9f9b7484e3f9 None None] Port 691c6f58-1ef5-410b-a077-05b0a0e56d64 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:11:50.546008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691c6f58-1ef5-410b-a077-05b0a0e56d64 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:11:50.553213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.568095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Transition to ACTIVE for port object 691c6f58-1ef5-410b-a077-05b0a0e56d64 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:50.644789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.827322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Pushing event updated for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:50.907499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Attempting to bind port 691c6f58-1ef5-410b-a077-05b0a0e56d64 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:11:50.908059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Attempting to bind port 691c6f58-1ef5-410b-a077-05b0a0e56d64 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:11:50.908541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Attempting to bind port 691c6f58-1ef5-410b-a077-05b0a0e56d64 on network 1d3d2d20-f900-49bd-97bf-c54274e2be0d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:11:50.915615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Port 691c6f58-1ef5-410b-a077-05b0a0e56d64 on network 1d3d2d20-f900-49bd-97bf-c54274e2be0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:11:50.916104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Attempting to bind port 691c6f58-1ef5-410b-a077-05b0a0e56d64 on network 1d3d2d20-f900-49bd-97bf-c54274e2be0d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:11:50.922192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:11:50.923470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Checking segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:11:50.924020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Bound using segment: {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:11:50.926039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Bound port: 691c6f58-1ef5-410b-a077-05b0a0e56d64, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4561e8-6458-451b-9187-9d66308084c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:11:50.927158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.085495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:11:51.091107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:11:51.115289 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c21eb-296e-46ff-8e4f-0ecb45933ed1 req-0c56b66e-e7ce-43a4-9c0f-0f50d7eef4b8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.116015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-049c21eb-296e-46ff-8e4f-0ecb45933ed1 req-0c56b66e-e7ce-43a4-9c0f-0f50d7eef4b8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:51.205313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.245051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-049c21eb-296e-46ff-8e4f-0ecb45933ed1 req-0c56b66e-e7ce-43a4-9c0f-0f50d7eef4b8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:51.246215 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c21eb-296e-46ff-8e4f-0ecb45933ed1 req-0c56b66e-e7ce-43a4-9c0f-0f50d7eef4b8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 943 time: 0.2620120 Apr 01 16:11:51.414373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.414373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.415168 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] 10.222.0.91 "PUT /v2.0/ports/691c6f58-1ef5-410b-a077-05b0a0e56d64 HTTP/1.1" status: 200 len: 1093 time: 1.3565874 Apr 01 16:11:51.417542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:51.463420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c21eb-296e-46ff-8e4f-0ecb45933ed1 req-9f38ebad-fc54-49dd-a9ae-f087f3397209 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040701 Apr 01 16:11:51.463732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06072-478d-459b-8490-bb33f25f8db4 service neutron] Pushing event updated for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:51.480981 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'status': 'completed', 'code': 200} Apr 01 16:11:51.583534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-860d8be4-965d-44ec-9c9a-c8c4c9afd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.585009 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-860d8be4-965d-44ec-9c9a-c8c4c9afd488 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1096 time: 0.0744803 Apr 01 16:11:51.732358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-527b934f-a793-4b18-a993-b5020bf417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.739183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-527b934f-a793-4b18-a993-b5020bf417d1 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1416664 Apr 01 16:11:51.886215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-5931425b-9ef7-49d5-8cc9-619b6e2f1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.887122 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1194fd8a-5b2e-4cc5-b2d8-88974a899aea req-5931425b-9ef7-49d5-8cc9-619b6e2f1e2c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469135 Apr 01 16:11:52.004303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-25bc78cb-38c2-4417-8b68-39fc551a399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.005932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-25bc78cb-38c2-4417-8b68-39fc551a399d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1096 time: 0.0798652 Apr 01 16:11:52.078171 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-d9a175be-418a-459b-9d31-b79a5fa2cb2b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64 HTTP/1.1" status: 200 len: 217 time: 0.0647354 Apr 01 16:11:52.148966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-2ee8e055-bb45-4b8b-8580-18409a4f7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.150429 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-2ee8e055-bb45-4b8b-8580-18409a4f7efb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0d9fdbf1-8789-46b9-9f79-39d7d084826c HTTP/1.1" status: 200 len: 834 time: 0.0652158 Apr 01 16:11:52.229665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce217-407f-4940-bbec-640b58c0d954 req-d1b9f33a-1ef7-409a-9f45-794c7365b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.231104 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-d1b9f33a-1ef7-409a-9f45-794c7365b961 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1d3d2d20-f900-49bd-97bf-c54274e2be0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729022 Apr 01 16:11:52.374915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-7a7b5277-a1dd-46a1-bdbd-1756da4d9c7c service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367409 Apr 01 16:11:52.517871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d85ce217-407f-4940-bbec-640b58c0d954 req-322281b5-e438-4697-b8dd-aff79256f9c8 service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360943 Apr 01 16:11:52.674052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d657-dc74-4b57-8111-44b395901aa0 req-5935f40f-14e7-40e6-9e20-c89877e92d65 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.675601 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4570d657-dc74-4b57-8111-44b395901aa0 req-5935f40f-14e7-40e6-9e20-c89877e92d65 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 943 time: 0.0887253 Apr 01 16:11:52.725986 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4570d657-dc74-4b57-8111-44b395901aa0 req-c2eb1927-191d-40c1-9754-a469bcef0ee1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440948 Apr 01 16:11:53.167239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 691c6f58-1ef5-410b-a077-05b0a0e56d64 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:11:53.308349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:53.322209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:11:53.382586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.400554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691c6f58-1ef5-410b-a077-05b0a0e56d64 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:11:53.417913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:53.501072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.575361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:53.747485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['691c6f58-1ef5-410b-a077-05b0a0e56d64'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:11:53.934683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d6a4-9fd8-4f73-bc1f-5101148c8378 req-b0ffe8ba-d6f8-4962-9e3f-521047e804b7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:53.943526 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c401d6a4-9fd8-4f73-bc1f-5101148c8378 req-b0ffe8ba-d6f8-4962-9e3f-521047e804b7 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 944 time: 0.0920157 Apr 01 16:11:53.988716 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c401d6a4-9fd8-4f73-bc1f-5101148c8378 req-6f156f71-f0f9-4f39-a02e-632fca7204e8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461714 Apr 01 16:11:55.195069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50082-fd8e-407c-bb67-5243f92a2866 req-262a6179-78eb-4b17-9f2d-ca904883490b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:55.196241 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dae50082-fd8e-407c-bb67-5243f92a2866 req-262a6179-78eb-4b17-9f2d-ca904883490b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 944 time: 0.0884461 Apr 01 16:11:55.204133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 691c6f58-1ef5-410b-a077-05b0a0e56d64 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:55.247365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dae50082-fd8e-407c-bb67-5243f92a2866 req-68d82148-b105-416d-8a51-4ecc208bcbd1 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436800 Apr 01 16:11:55.374276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 691c6f58-1ef5-410b-a077-05b0a0e56d64 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:55.379880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 691c6f58-1ef5-410b-a077-05b0a0e56d64 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:55.380256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:55.503888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:55.532259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:55.542338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:11:55.645114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:55.672348 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'code': 200} Apr 01 16:11:55.719433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:56.035999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6ac0-d438-454c-9427-a52cb909abd1 req-9191e868-81f2-4742-a822-7421c22c7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:56.037743 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-044e6ac0-d438-454c-9427-a52cb909abd1 req-9191e868-81f2-4742-a822-7421c22c7963 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1098 time: 0.0729618 Apr 01 16:11:56.081674 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-044e6ac0-d438-454c-9427-a52cb909abd1 req-f16e2b2b-ab91-4a75-872b-7d147edd60e8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372708 Apr 01 16:11:56.448398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a11f5-9d59-4a6d-8b05-8e91492fd866 req-6fe78e59-3a86-4462-905d-9d15e54c84fd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:56.461661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e26a11f5-9d59-4a6d-8b05-8e91492fd866 req-6fe78e59-3a86-4462-905d-9d15e54c84fd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.0888014 Apr 01 16:11:56.497259 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e26a11f5-9d59-4a6d-8b05-8e91492fd866 req-b2101b9a-7db4-4ca0-bac0-04521d2560fd tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 01 16:11:57.706173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a796a-7991-43ea-8653-afe39bd48fc2 req-cd1a6bd1-e079-4bdb-8aae-8288489b86a0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.707726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c82a796a-7991-43ea-8653-afe39bd48fc2 req-cd1a6bd1-e079-4bdb-8aae-8288489b86a0 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.0878150 Apr 01 16:11:57.756032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c82a796a-7991-43ea-8653-afe39bd48fc2 req-433a0be1-60bd-48fd-9d0e-ec9bf2c46172 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Apr 01 16:11:57.957217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbf8e0-7858-4549-962d-b8739892bf60 req-82f8c213-8cd1-4cfe-8241-e96d27b64225 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.958676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-acfbf8e0-7858-4549-962d-b8739892bf60 req-82f8c213-8cd1-4cfe-8241-e96d27b64225 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.0864341 Apr 01 16:11:58.003726 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-acfbf8e0-7858-4549-962d-b8739892bf60 req-62c90268-bc90-4422-93a9-bf2e2e931e38 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Apr 01 16:11:58.027064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50892) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:58.098458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e24de4-2afe-42cb-9da2-406ca1e219e9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:58.099898 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-51e24de4-2afe-42cb-9da2-406ca1e219e9 tempest-TestNetworkBasicOps-1186402017 tempest-TestNetworkBasicOps-1186402017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1093 time: 0.0718100 Apr 01 16:11:58.102728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50896) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:58.107696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:58.114095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:58.118046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Usage tracker for resource:floatingip and tenant:bfe1ce7b8227435e834be5f4935f6ca1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:58.120947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:58.127387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:58.192889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.334510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.477987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Allocated IP 172.26.8.108 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0311b9ed-d4a7-46b2-b909-2f09e9611fa5) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:58.627188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.713152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.776244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:58.779222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:58.787436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:11:58.828515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=0311b9ed-d4a7-46b2-b909-2f09e9611fa5,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:59.341862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.488313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.714419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.776601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.899190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event updated for resources: {'Port': ['ID=0311b9ed-d4a7-46b2-b909-2f09e9611fa5,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:59.912170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.093498 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba associated. External IP: 172.26.8.108, port: 691c6f58-1ef5-410b-a077-05b0a0e56d64. Apr 01 16:12:00.470732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:00.667765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:00.678744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:00.689278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:00.689876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:00.798717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.858207 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9002aaa7-fe80-45d8-8d27-668b81ef598c tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7544038 Apr 01 16:12:00.859415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:00.861280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50900) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:00.890427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:00.938993 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'status': 'completed', 'code': 200} Apr 01 16:12:01.038419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-17c0ab19-02ef-43ef-8320-9153da18d3ab tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.1757898 Apr 01 16:12:01.067006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-99659155-0845-4f12-932e-f92dd5773d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.068446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-99659155-0845-4f12-932e-f92dd5773d06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1098 time: 0.0993080 Apr 01 16:12:01.212672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-85779b62-cde0-4212-a63e-6f062eca6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.214195 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-85779b62-cde0-4212-a63e-6f062eca6fe6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1d3d2d20-f900-49bd-97bf-c54274e2be0d HTTP/1.1" status: 200 len: 898 time: 0.1387060 Apr 01 16:12:01.338428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:11:59Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.343462 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:01.354286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:01.355008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:11:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.437014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-14615472-6a65-461f-8ba1-e3f0856312c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64 HTTP/1.1" status: 200 len: 999 time: 0.2160912 Apr 01 16:12:01.505517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-d12bb3e8-07b7-4130-875e-73e699c54683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.507007 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-d12bb3e8-07b7-4130-875e-73e699c54683 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0d9fdbf1-8789-46b9-9f79-39d7d084826c HTTP/1.1" status: 200 len: 834 time: 0.0636072 Apr 01 16:12:01.538546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:01.587725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-e7469451-23ed-462f-bc09-7a79c0f93851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.589552 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-e7469451-23ed-462f-bc09-7a79c0f93851 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1d3d2d20-f900-49bd-97bf-c54274e2be0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764234 Apr 01 16:12:01.761453 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-7f41dcaa-6972-4030-afe7-6af89903635a service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643388 Apr 01 16:12:01.919344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bc1d0a8-68f1-4e2c-bea4-bc6b795dc53c req-6d31fd68-2b6a-4080-9583-244c9993ab4e service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513708 Apr 01 16:12:01.946286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:11:59Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.950809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298c0e4-cb07-4542-8e2f-283c888b88e8 None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:11:39Z', 'revision_number': 4, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:11:59Z', 'revision_number': 0, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:11:44Z', 'revision_number': 5, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:02.042456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50906) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:02.162552 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1efc0-84af-4af3-b158-f7eda6d0c595 None None] New status for floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:02.165118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6783806f-a4a4-4943-a797-2927fac4dc98 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.1214309 Apr 01 16:12:02.466872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7162a67f-baba-4aae-819f-8d33d46528c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.167322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50910) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:03.285406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5547f546-036d-4d83-b5f7-4a6977a991a6 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 993 time: 0.1167331 Apr 01 16:12:04.895858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df92c797-ed45-4477-8206-be9e0ba286ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.615267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.226778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:07.700524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:08.860510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-6f375cef-d664-4ef3-bb6c-4383e18a8f5e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756116 Apr 01 16:12:08.964855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-cff12689-567b-4109-94f1-f5954d5256c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:08.966446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-cff12689-567b-4109-94f1-f5954d5256c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1099 time: 0.0832763 Apr 01 16:12:09.127767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-c8bdb60f-8e82-43b4-ad97-e052f29ff341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.127767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-c8bdb60f-8e82-43b4-ad97-e052f29ff341 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1343441 Apr 01 16:12:09.232793 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-842b0505-bccd-4ff6-968c-17d5a27456c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 1001 time: 0.1012738 Apr 01 16:12:09.299174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-686a9382-b325-4b08-97c6-0f9ccd5a0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.300639 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-686a9382-b325-4b08-97c6-0f9ccd5a0c7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0610511 Apr 01 16:12:09.380221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-9b60bec2-d8da-4d7f-9e68-8aa2c400f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.381530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-9b60bec2-d8da-4d7f-9e68-8aa2c400f1b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738029 Apr 01 16:12:09.521529 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-f02ab579-d530-42bf-bd4e-db5cb8a1b18a service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317098 Apr 01 16:12:09.663242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7609326a-4c2e-4055-87e4-80ea6e4720cc req-6f8ea507-04e6-4fa2-8733-ae5bf0cf2a01 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321220 Apr 01 16:12:18.358054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:22.788134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:32.477092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a6f2-e1e8-41d3-9742-af0ae553ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:34.576637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50932) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:34.582504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:34.906469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-68c6cdaf-ccb6-42f5-89ae-a639d2b410ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.227933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.317829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.511161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:35.608742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.708001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:35.714810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.715931 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dd479261-6122-48c5-951f-852ee1c3debc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 HTTP/1.1" status: 200 len: 888 time: 1.1382895 Apr 01 16:12:35.718999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:35.731252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:35.731873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:35.797896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:35.807712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:35.808322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:35.870523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:35.870954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e636d6-e4aa-4293-91ae-fa89c3f18b90 None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:36.243463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:36.662578 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35b0bd-2d39-4069-ad32-7513ed1db9c4 None None] New status for floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:37.648419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.773802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:37.887307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50938) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:37.892951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.893398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:37.911065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9a8a221c-d98d-4177-8105-b4983698bf69,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:37.992574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.993910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:38.113311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:38.122874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.123228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.123569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.123906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.124236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.124568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.124897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.125225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.125552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.125870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.126191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.126516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:38.187048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.219563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e14083b7-10fd-4fc0-91ce-1997597632ca,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:38.289111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.362585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:38.571621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.688964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461656'] for router, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.887015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:39.086238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:39.093055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:39.094217 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-387a6040-a4b6-42b0-81d0-baf0bc1de8d2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 HTTP/1.1" status: 200 len: 887 time: 1.2057898 Apr 01 16:12:39.096664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:39.099887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50942) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:39.107990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:39.108614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:39.212554 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-269e0ebb-4fa6-49d0-8da6-4613fd5a7fe8 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.1113698 Apr 01 16:12:39.359091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:39.844305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:12:36Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:39.848338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:39.858348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:39.859048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:40.082019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:40.216374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50946) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:40.338730 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e5529e9-1b08-41b4-b3f3-3307296eaf37 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.1208704 Apr 01 16:12:40.482155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:12:36Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:40.486301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0dddd-5fc0-4e37-8fa9-d9bfac150507 None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '0debf0fe-8346-46a3-bfd9-293d32bdfdba', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'floating_ip_address': '172.26.8.108', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'port_id': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'mac_address': 'fa:16:3e:8c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f59c31-316b-467c-98d6-128baf23c811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:59Z', 'updated_at': '2022-04-01T16:12:36Z', 'revision_number': 2, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:41.343428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 50950) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:41.463625 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b7a3eea6-5082-4b14-8909-91800165e9da tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.1176610 Apr 01 16:12:41.832968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:41.903628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9a8a221c-d98d-4177-8105-b4983698bf69 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:41.904029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.046939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.066272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9a8a221c-d98d-4177-8105-b4983698bf69,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:42.129110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.129904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:42.257879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:42.268574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:42.268959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.332831 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd97fa-6ee7-4c6f-93ab-88aba88ee90e None None] New status for floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:42.409390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.449200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e14083b7-10fd-4fc0-91ce-1997597632ca,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:42.466467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50954) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:42.521762 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.600521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:42.737849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-df042e9d-6004-4410-bd84-bc3fa623b302 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 991 time: 0.2695355 Apr 01 16:12:43.741833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50958) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:43.790333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:43.865561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 9a8a221c-d98d-4177-8105-b4983698bf69 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:43.865925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:43.867318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-78928c3e-2cec-4476-839b-0a9589407095 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 200 len: 993 time: 0.1242805 Apr 01 16:12:44.049864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:44.120925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e14083b7-10fd-4fc0-91ce-1997597632ca triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:44.121293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.160789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50966) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:44.383012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 0311b9ed-d4a7-46b2-b909-2f09e9611fa5 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:44.383526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.582399 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.582672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.711560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 0311b9ed-d4a7-46b2-b909-2f09e9611fa5 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:44.951735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.005378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=0311b9ed-d4a7-46b2-b909-2f09e9611fa5,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:45.049380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.049950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.050514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.051030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.051527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.052028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.052472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.052786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.053125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.053480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.053856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.054215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:45.125361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.125659 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba disassociated (deleted). External IP: 172.26.8.108, port: 691c6f58-1ef5-410b-a077-05b0a0e56d64. Apr 01 16:12:45.515980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:45.844621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:45.848766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:45.862273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:45.863118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:45.929305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.991359 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8372f2b9-eea9-4640-94e6-694751679cf5 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/floatingips/0debf0fe-8346-46a3-bfd9-293d32bdfdba HTTP/1.1" status: 204 len: 168 time: 1.8294551 Apr 01 16:12:45.992306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:46.044775 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'status': 'completed', 'code': 200} Apr 01 16:12:46.075995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:46.156862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-ffe863c1-07aa-4b4e-9c61-f2f9502f5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.159944 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-ffe863c1-07aa-4b4e-9c61-f2f9502f5550 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 1098 time: 0.0860014 Apr 01 16:12:46.313176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-25fa1998-520d-4b31-9692-be07f46c186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.315965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-25fa1998-520d-4b31-9692-be07f46c186f service neutron] 10.222.0.91 "GET /v2.0/networks?id=1d3d2d20-f900-49bd-97bf-c54274e2be0d HTTP/1.1" status: 200 len: 898 time: 0.1491089 Apr 01 16:12:46.403529 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-df4e2d79-3deb-40ec-bf0f-95f39aa02abc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64 HTTP/1.1" status: 200 len: 217 time: 0.0687551 Apr 01 16:12:46.477147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:46.483258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-1302d0a4-7e7c-46c8-882c-1644ab158371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.484111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:46.484756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-1302d0a4-7e7c-46c8-882c-1644ab158371 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0d9fdbf1-8789-46b9-9f79-39d7d084826c HTTP/1.1" status: 200 len: 834 time: 0.0745535 Apr 01 16:12:46.499195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:46.499814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:46.573427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-133c8954-4950-452e-ac66-350ab232f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.575480 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-133c8954-4950-452e-ac66-350ab232f49a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1d3d2d20-f900-49bd-97bf-c54274e2be0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810058 Apr 01 16:12:46.645535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe6aed-c12a-48cc-9302-675135562aa0 req-8d3b8bfd-6316-464f-89d3-bc9031f1fe22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.646466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3ffe6aed-c12a-48cc-9302-675135562aa0 req-8d3b8bfd-6316-464f-89d3-bc9031f1fe22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:46.709788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:46.739915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3ffe6aed-c12a-48cc-9302-675135562aa0 req-8d3b8bfd-6316-464f-89d3-bc9031f1fe22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:46.746964 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3ffe6aed-c12a-48cc-9302-675135562aa0 req-8d3b8bfd-6316-464f-89d3-bc9031f1fe22 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.1997764 Apr 01 16:12:46.800788 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3ffe6aed-c12a-48cc-9302-675135562aa0 req-8a82f250-5e8e-4db3-9309-0a55fa70094b tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Apr 01 16:12:46.911003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-e370b5d7-b741-4be7-8ee8-44829c7f88c8 service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285255 Apr 01 16:12:47.052939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d34b793-03f2-491c-b281-b6f5043565d2 req-ab12d606-01ab-430e-86a4-6c0c3c92b531 service neutron] 10.222.0.91 "GET /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349237 Apr 01 16:12:47.058976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:47.064836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281edd3-bfa9-400b-bfa2-a073b796f05c None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:38Z', 'revision_number': 6, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e14083b7-10fd-4fc0-91ce-1997597632ca', 'name': '', 'network_id': '1d3d2d20-f900-49bd-97bf-c54274e2be0d', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'mac_address': 'fa:16:3e:65:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:37Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'subnets': [{'id': '0d9fdbf1-8789-46b9-9f79-39d7d084826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:47.718821 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d5324-1f75-4faf-b463-387ed73621ea None None] New status for floating IP 0debf0fe-8346-46a3-bfd9-293d32bdfdba: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:48.028048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd602-3896-4ec7-85c5-b640057e6d87 req-d170bdea-46ec-493b-a1ab-9425f449afc2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:48.029623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3ffd602-3896-4ec7-85c5-b640057e6d87 req-d170bdea-46ec-493b-a1ab-9425f449afc2 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.1013126 Apr 01 16:12:48.131547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3ffd602-3896-4ec7-85c5-b640057e6d87 req-bae49938-3b1e-4a7d-a876-6dfa5f454aff tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8a63871-16c9-49bb-a804-0351eec20d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949199 Apr 01 16:12:48.168679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-41fb7aa4-9c23-4ac5-8f20-6b4c7010f893 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:48.170274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-41fb7aa4-9c23-4ac5-8f20-6b4c7010f893 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 945 time: 0.1192017 Apr 01 16:12:48.253851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 691c6f58-1ef5-410b-a077-05b0a0e56d64 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:48.254196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:48.367170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:48.522687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 691c6f58-1ef5-410b-a077-05b0a0e56d64, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=691c6f58-1ef5-410b-a077-05b0a0e56d64,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:48.523002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:48.651256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 691c6f58-1ef5-410b-a077-05b0a0e56d64 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:48.866498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:48.919226 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=691c6f58-1ef5-410b-a077-05b0a0e56d64,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:48.959070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.959415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.959753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.960087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.960419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.960749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.961177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.961438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.961764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.962086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.962408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:48.962750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:49.010011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] No DVR routers for this DVR port 691c6f58-1ef5-410b-a077-05b0a0e56d64 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:49.012392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:49.014919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'name': 'network-vif-deleted', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:49.066126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f59c31-316b-467c-98d6-128baf23c811', 'name': 'network-vif-deleted', 'tag': '691c6f58-1ef5-410b-a077-05b0a0e56d64', 'status': 'completed', 'code': 200} Apr 01 16:12:49.089011 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-645bd043-5a4f-4035-a513-e6dcc3b18db7 req-580523c0-584d-44dd-83e0-b7d8dc0a8253 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.91 "DELETE /v2.0/ports/691c6f58-1ef5-410b-a077-05b0a0e56d64 HTTP/1.1" status: 204 len: 173 time: 0.9128988 Apr 01 16:12:49.297971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-af23163d-94f0-4a78-83a8-2ccdf3898deb req-41607e0e-0f03-4716-9637-e5ffacdd1d08 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Synchronizing usage tracker for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:49.367373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-af23163d-94f0-4a78-83a8-2ccdf3898deb req-41607e0e-0f03-4716-9637-e5ffacdd1d08 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Unset dirty status for tenant:bfe1ce7b8227435e834be5f4935f6ca1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:49.368328 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af23163d-94f0-4a78-83a8-2ccdf3898deb req-41607e0e-0f03-4716-9637-e5ffacdd1d08 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f59c31-316b-467c-98d6-128baf23c811 HTTP/1.1" status: 200 len: 210 time: 0.1146243 Apr 01 16:12:50.469652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50984) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:50.542104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.572459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.709789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50988) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:50.773315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.813758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a63871-16c9-49bb-a804-0351eec20d65,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:50.912069 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.913173 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c09ee8ff-70a9-4792-bbbe-ea0c8d8be09a tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8a63871-16c9-49bb-a804-0351eec20d65 HTTP/1.1" status: 204 len: 168 time: 0.4425249 Apr 01 16:12:50.947235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port b4dd2cd6-ad37-4256-9c2f-7b29d20957de {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:50.947594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.997739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 50994) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:51.287798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.288114 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.484612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for b4dd2cd6-ad37-4256-9c2f-7b29d20957de owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:52.010682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.063629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=b4dd2cd6-ad37-4256-9c2f-7b29d20957de,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:52.100493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.296840 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.297062 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP bf900c7d-0b83-44e1-a3e2-0de80c904fc9 disassociated (deleted). External IP: 172.26.8.28, port: 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456. Apr 01 16:12:52.810521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port e14083b7-10fd-4fc0-91ce-1997597632ca {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:52.811248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.860419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:53.275934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port e14083b7-10fd-4fc0-91ce-1997597632ca, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e14083b7-10fd-4fc0-91ce-1997597632ca,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:53.276195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.418254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:53.422645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 691c6f58-1ef5-410b-a077-05b0a0e56d64 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:53.426694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for e14083b7-10fd-4fc0-91ce-1997597632ca owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:53.501106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:53.511217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 691c6f58-1ef5-410b-a077-05b0a0e56d64 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:53.511561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 691c6f58-1ef5-410b-a077-05b0a0e56d64 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:53.517650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:53.518262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:53.645079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.703617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:53.724665 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-60e875c0-a159-4fc9-ab32-c7d0c16cf627 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf900c7d-0b83-44e1-a3e2-0de80c904fc9 HTTP/1.1" status: 204 len: 168 time: 3.0134006 Apr 01 16:12:53.726926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:53.840639 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'status': 'completed', 'code': 200} Apr 01 16:12:53.918277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.927063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-c44b2667-f5af-426d-bb9c-35fe6299527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.935088 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-c44b2667-f5af-426d-bb9c-35fe6299527a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 1099 time: 0.1012912 Apr 01 16:12:54.031081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=e14083b7-10fd-4fc0-91ce-1997597632ca,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.110372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.115186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:54.124881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:54.126989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.132416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-8e1b5f56-a21a-4f26-99a3-e40f266c8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.134032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-8e1b5f56-a21a-4f26-99a3-e40f266c8dd3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1965256 Apr 01 16:12:54.264541 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-72e2fd2f-7131-4a10-961e-6c8d4601ecfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 200 len: 217 time: 0.1200497 Apr 01 16:12:54.334663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.351467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:54.491852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-2000cc52-1b09-41fe-8d24-1c85dfd0909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.493714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-2000cc52-1b09-41fe-8d24-1c85dfd0909b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.2228138 Apr 01 16:12:54.570941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c655f-9928-4a65-977a-9481d05e07bd req-b94779f7-9f75-4e16-900c-73c2237bf4bf tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.572416 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-148c655f-9928-4a65-977a-9481d05e07bd req-b94779f7-9f75-4e16-900c-73c2237bf4bf tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.2594011 Apr 01 16:12:54.628415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-a8f4ca62-d40a-4abe-a14b-df719c808fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.629965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-a8f4ca62-d40a-4abe-a14b-df719c808fc9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1284208 Apr 01 16:12:54.651174 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-148c655f-9928-4a65-977a-9481d05e07bd req-5bd7e990-9645-4d72-80ef-c1fa66864288 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702565 Apr 01 16:12:54.717262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.723174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc4c31-14fc-4b92-9c65-b13fddb956ce None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '7f0720be-d2e7-4c9f-8805-f243fb6e706d', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'port_id': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'mac_address': 'fa:16:3e:d6:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:45Z', 'updated_at': '2022-04-01T16:06:48Z', 'revision_number': 1, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:54.758981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:54.805830 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-177d115f-70ab-42cd-99b3-573d9499532c service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669898 Apr 01 16:12:54.963558 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6326e8a7-0b0a-4816-8678-4ea72501359c req-6fb8020d-0710-4a7a-ab29-4413a0f6bcff service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503909 Apr 01 16:12:54.997044 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2797f42-0edc-443c-9d7e-4931e7cb6985 None None] New status for floating IP bf900c7d-0b83-44e1-a3e2-0de80c904fc9: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:55.086941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:55.097915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Sync routers for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:55.111645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:55.112446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.169983 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1c64dee0-ba21-4cc2-b9cc-fef811195b5e tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "PUT /v2.0/routers/6cb3ac39-e62a-47fa-9007-c8218fb2c5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1667566 Apr 01 16:12:55.172695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51004) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:55.242817 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting subnet 0d9fdbf1-8789-46b9-9f79-39d7d084826c {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:12:55.245940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.303008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.368375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:55.397505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.544482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.591684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.597924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9fdbf1-8789-46b9-9f79-39d7d084826c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.601313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13079467-6cd7-4eed-8432-f2fa7768fd40 None None] Network 1d3d2d20-f900-49bd-97bf-c54274e2be0d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:12:55.604652 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-13a6a7dd-2974-4b8e-a02a-5d6e715205c3 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/subnets/0d9fdbf1-8789-46b9-9f79-39d7d084826c HTTP/1.1" status: 204 len: 168 time: 0.4285047 Apr 01 16:12:55.605465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51008) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:55.831521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:53Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.838872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Checking router: 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:55.856551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Routers {'6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:55.857193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:12:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.884127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.076745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a101d1-e744-485d-972e-7fdaf86683cd req-5077b47b-3f6c-477e-a541-1fbb158dad0e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.077464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-04a101d1-e744-485d-972e-7fdaf86683cd req-5077b47b-3f6c-477e-a541-1fbb158dad0e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:56.083170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] DHCP port deletion for 1d3d2d20-f900-49bd-97bf-c54274e2be0d request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:12:56.110258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Deleting port 30c6645b-56b2-4b1f-a251-73bef67c26a6 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:56.110733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.123876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.137465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-0dc74e60-661d-44ec-a9c7-7551144820f7 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.139134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-0dc74e60-661d-44ec-a9c7-7551144820f7 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.1257000 Apr 01 16:12:56.150065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] Set router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:56.196809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-04a101d1-e744-485d-972e-7fdaf86683cd req-5077b47b-3f6c-477e-a541-1fbb158dad0e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:56.197968 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-04a101d1-e744-485d-972e-7fdaf86683cd req-5077b47b-3f6c-477e-a541-1fbb158dad0e tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 946 time: 0.3918092 Apr 01 16:12:56.218242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:56.218594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.253253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Deleting port 9a8a221c-d98d-4177-8105-b4983698bf69 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:56.253253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.291656 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-04a101d1-e744-485d-972e-7fdaf86683cd req-e07af7bf-d547-4c9e-ba2d-c0215cd709e3 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844424 Apr 01 16:12:56.452146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] For port 9a8a221c-d98d-4177-8105-b4983698bf69, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=9a8a221c-d98d-4177-8105-b4983698bf69,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:56.452424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.502159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] For port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:56.502684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.582808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] For port 30c6645b-56b2-4b1f-a251-73bef67c26a6, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=30c6645b-56b2-4b1f-a251-73bef67c26a6,segment=NetworkSegment(ff4561e8-6458-451b-9187-9d66308084c2),segment_id=ff4561e8-6458-451b-9187-9d66308084c2)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:56.583205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.594358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Calling delete_port for 9a8a221c-d98d-4177-8105-b4983698bf69 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:56.644686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:56.721911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Calling delete_port for 30c6645b-56b2-4b1f-a251-73bef67c26a6 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:56.876980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:53Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:56.881835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a2490-9fac-4e98-9086-14e19b24dd0d None None] The sync data for ids ['6cb3ac39-e62a-47fa-9007-c8218fb2c5a9'] in dv-neutron-835944-1-hyperv is: [{'id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'name': 'tempest-TestNetworkBasicOps-router-616410104', 'tenant_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:11:32Z', 'updated_at': '2022-04-01T16:12:53Z', 'revision_number': 7, 'project_id': 'bfe1ce7b8227435e834be5f4935f6ca1', 'gw_port': {'id': '9a8a221c-d98d-4177-8105-b4983698bf69', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3ac39-e62a-47fa-9007-c8218fb2c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:11:33Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:56.922522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.977818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:56.979629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.027807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] Pushing event deleted for resources: {'Port': ['ID=30c6645b-56b2-4b1f-a251-73bef67c26a6,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.031248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcd7c1-f9bb-49a3-b3c3-7d9015e1d67e None None] No DVR routers for this DVR port 30c6645b-56b2-4b1f-a251-73bef67c26a6 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:57.036805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.062528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] No DVR routers for this DVR port 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:57.065144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.067768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'name': 'network-vif-deleted', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:57.114589 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c506c0a-3dfc-4fab-81f0-719b8d0203cf', 'name': 'network-vif-deleted', 'tag': '2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456', 'status': 'completed', 'code': 200} Apr 01 16:12:57.131869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Port': ['ID=9a8a221c-d98d-4177-8105-b4983698bf69,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.163330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3b5fb56-bd45-4205-bb42-5aefc9bb8ed4 req-4533deb8-bfe3-41c4-9bfc-f924cc5b3493 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "DELETE /v2.0/ports/2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 HTTP/1.1" status: 204 len: 173 time: 1.0181344 Apr 01 16:12:57.244931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.425461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.427977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.521278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.521787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:12:57.543696 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-658b55ad-8c19-4576-b679-994c6dbda39d req-feb10038-a494-4a6b-8953-523825612aca tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.0713294 Apr 01 16:12:57.551644 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.555071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-680dd194-c49e-4599-b5fb-e40d5eacb4bc tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/routers/6cb3ac39-e62a-47fa-9007-c8218fb2c5a9 HTTP/1.1" status: 204 len: 168 time: 1.9486749 Apr 01 16:12:57.557986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51018) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:57.701343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.958410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.987043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3d2d20-f900-49bd-97bf-c54274e2be0d']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.000210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4561e8-6458-451b-9187-9d66308084c2') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.000507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4561e8-6458-451b-9187-9d66308084c2') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.013608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.032358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.039746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:58.040151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:58.056427 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:58.098711 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:58.136354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 9a8a221c-d98d-4177-8105-b4983698bf69 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:58.136695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 9a8a221c-d98d-4177-8105-b4983698bf69 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:58.137104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 30c6645b-56b2-4b1f-a251-73bef67c26a6 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:58.174510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 30c6645b-56b2-4b1f-a251-73bef67c26a6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:58.174987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 30c6645b-56b2-4b1f-a251-73bef67c26a6 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:58.175402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:58.210009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e14083b7-10fd-4fc0-91ce-1997597632ca {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:58.210346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e14083b7-10fd-4fc0-91ce-1997597632ca not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:58.225211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.230552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.257171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] Pushing event deleted for resources: {'Network': ['ID=1d3d2d20-f900-49bd-97bf-c54274e2be0d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.340474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c3755634-25f9-4e21-9987-4faed1184832 tempest-TestNetworkBasicOps-336393242 tempest-TestNetworkBasicOps-336393242-project] 10.222.0.21 "DELETE /v2.0/networks/1d3d2d20-f900-49bd-97bf-c54274e2be0d HTTP/1.1" status: 204 len: 168 time: 0.7810781 Apr 01 16:12:58.718825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9d3f2ea0-123e-43ad-8f35-fc36d6ab5448 req-cca7fae3-c12e-410f-9fcb-6a9e433a99d1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:58.812700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9d3f2ea0-123e-43ad-8f35-fc36d6ab5448 req-cca7fae3-c12e-410f-9fcb-6a9e433a99d1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:58.815189 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9d3f2ea0-123e-43ad-8f35-fc36d6ab5448 req-cca7fae3-c12e-410f-9fcb-6a9e433a99d1 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c506c0a-3dfc-4fab-81f0-719b8d0203cf HTTP/1.1" status: 200 len: 210 time: 0.1471376 Apr 01 16:12:58.997505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51028) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:59.197172 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9ac93658-3ea9-4e18-b8fc-d3c10a7f0ca1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfe1ce7b8227435e834be5f4935f6ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981220 Apr 01 16:12:59.199703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51034) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:59.258456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.286945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.438580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:59.442603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.461119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ac9f5-f914-4a98-b142-5e9c248fb366,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:59.469034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.470239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9aaa6a98-446b-416a-8320-fb3f36415711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d01ac9f5-f914-4a98-b142-5e9c248fb366 HTTP/1.1" status: 204 len: 168 time: 0.2695587 Apr 01 16:12:59.480941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:59.481284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 2ea0d6aa-4a8d-4b72-b64f-4fb6e8f70456 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:59.788767 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:00.118929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51046) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:00.137278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.154147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:00.159652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Usage tracker for resource:security_group_rule and tenant:0263a267f1b5469f88e5bcae3fa0b151 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:00.163050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:00.172955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:00.266529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.351969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.403076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0263a267f1b5469f88e5bcae3fa0b151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829626 Apr 01 16:13:00.404672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0615-1ba5-4b70-a042-9476daf3ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680c5d3-bdf9-4061-bd40-60e061783a76,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.405884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51054) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:00.474679 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.502055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.653593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.669750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680c5d3-bdf9-4061-bd40-60e061783a76,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.677526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.681437 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8a882dc6-997e-41c0-806b-15289a40a899 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2680c5d3-bdf9-4061-bd40-60e061783a76 HTTP/1.1" status: 204 len: 168 time: 0.2714715 Apr 01 16:13:02.413618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3d21ec9f-7788-43ea-a28d-e62f882d220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.665632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51072) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:04.869692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cddf277b-903d-4ecd-a64e-be20f51f9f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.885665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port 8518631a-b54d-45ec-8de1-71a078833b59 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:04.885995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.061567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.061885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.190802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for 8518631a-b54d-45ec-8de1-71a078833b59 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:05.435316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.488274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=8518631a-b54d-45ec-8de1-71a078833b59,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.590176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.590512 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Floating IP 7f0720be-d2e7-4c9f-8805-f243fb6e706d disassociated (deleted). External IP: 172.26.8.193, port: c75ba71a-1c31-4ace-94ad-3a059e57522b. Apr 01 16:13:05.629549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.072332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:13:06.236992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.264717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:13:06.277975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:06.289384 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:06.290018 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.372355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.435904 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-07eed7bb-0477-4ce5-be51-037771dd3e1d tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "DELETE /v2.0/floatingips/7f0720be-d2e7-4c9f-8805-f243fb6e706d HTTP/1.1" status: 204 len: 168 time: 1.7691309 Apr 01 16:13:06.436509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:06.491435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'status': 'completed', 'code': 200} Apr 01 16:13:06.491942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:06.598220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-d9dad8b9-0ccb-45f2-9efc-34f8e04f7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.599782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-d9dad8b9-0ccb-45f2-9efc-34f8e04f7508 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c08c23e0a35c4cba9c315f81de099a09&device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 1098 time: 0.0843334 Apr 01 16:13:06.745618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-18cdf97f-c1bb-4ab6-af5d-5c39a3ea7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.747223 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-18cdf97f-c1bb-4ab6-af5d-5c39a3ea7c0c service neutron] 10.222.0.91 "GET /v2.0/networks?id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 200 len: 913 time: 0.1355004 Apr 01 16:13:06.820385 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.824431 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:06.827378 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-0d43fd9e-43d3-4488-b317-4e39468aa00b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 200 len: 217 time: 0.0721943 Apr 01 16:13:06.833303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:06.833894 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.903815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-d7ad5e11-a3a1-4233-9624-496a2ab7ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.905683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-d7ad5e11-a3a1-4233-9624-496a2ab7ae57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 200 len: 851 time: 0.0686367 Apr 01 16:13:07.003602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-1f3b030d-c545-4e29-b1e0-2aeb9614cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.005078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-1f3b030d-c545-4e29-b1e0-2aeb9614cf19 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f7203b8a-fed5-47bf-b6d1-e665252c2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891788 Apr 01 16:13:07.028534 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:07.036411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183df6-4be5-462b-9012-898deae1cf58 req-4caf57f8-75d9-4c60-bb23-0bca6fd8846c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.038161 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-99183df6-4be5-462b-9012-898deae1cf58 req-4caf57f8-75d9-4c60-bb23-0bca6fd8846c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.0904899 Apr 01 16:13:07.087594 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-99183df6-4be5-462b-9012-898deae1cf58 req-55b5dea2-dc05-4def-88a8-614f7b9540fe tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Apr 01 16:13:07.153562 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-fb32e534-9811-40c3-8889-07ffb665954a service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399565 Apr 01 16:13:07.292661 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24c78ed1-686e-4eb1-a4c2-b14a3ba77ee2 req-da8af366-b4f7-4946-9779-54f5440a1b26 service neutron] 10.222.0.91 "GET /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320860 Apr 01 16:13:07.366960 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:07.371253 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce00a4-f09a-4968-a9df-14c43735ac45 None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:00Z', 'revision_number': 4, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'bb51e746-0ed1-404a-bfc8-a1e066d4ac5e', 'name': '', 'network_id': 'f7203b8a-fed5-47bf-b6d1-e665252c2ed5', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'mac_address': 'fa:16:3e:9d:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:59Z', 'updated_at': '2022-04-01T16:02:06Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'subnets': [{'id': 'fd7363cf-de93-445b-875f-2d4c01a58cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:07.611615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd272e5-d94d-49ff-9456-b7d19afe19a8 None None] New status for floating IP 7f0720be-d2e7-4c9f-8805-f243fb6e706d: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:13:07.623798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-67b815d7-f746-42f7-aee6-539907350ae6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.624498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-67b815d7-f746-42f7-aee6-539907350ae6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:07.693929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-67b815d7-f746-42f7-aee6-539907350ae6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:07.695329 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-67b815d7-f746-42f7-aee6-539907350ae6 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.1651554 Apr 01 16:13:07.717788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.778840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port c75ba71a-1c31-4ace-94ad-3a059e57522b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:07.779180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:08.165246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] For port c75ba71a-1c31-4ace-94ad-3a059e57522b, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c75ba71a-1c31-4ace-94ad-3a059e57522b,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:08.165941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:08.339008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for c75ba71a-1c31-4ace-94ad-3a059e57522b owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:08.507028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2639f-816e-47ff-8cda-1055c9e65273 req-a07f4438-e043-419b-b8e4-4d0592dde845 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:08.508523 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ee2639f-816e-47ff-8cda-1055c9e65273 req-a07f4438-e043-419b-b8e4-4d0592dde845 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 945 time: 0.2714963 Apr 01 16:13:08.564589 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ee2639f-816e-47ff-8cda-1055c9e65273 req-14ce5c6b-d928-4ce5-a0ae-2f130437d25c tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a4867ad-a310-4f69-ac34-15dc9ba52822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496278 Apr 01 16:13:08.590958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:08.643315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=c75ba71a-1c31-4ace-94ad-3a059e57522b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:08.722578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] No DVR routers for this DVR port c75ba71a-1c31-4ace-94ad-3a059e57522b on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:08.724976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:08.727561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'name': 'network-vif-deleted', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:08.772542 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70a9012-28cf-4137-a8b8-1641b32d0e4d', 'name': 'network-vif-deleted', 'tag': 'c75ba71a-1c31-4ace-94ad-3a059e57522b', 'status': 'completed', 'code': 200} Apr 01 16:13:08.812890 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-539ff27c-910a-4ba7-a66d-a634eca169ec req-4d13ddec-532a-458f-87bf-71dea28c03af tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.91 "DELETE /v2.0/ports/c75ba71a-1c31-4ace-94ad-3a059e57522b HTTP/1.1" status: 204 len: 173 time: 1.1085627 Apr 01 16:13:09.731227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-bac8f20f-0fd5-43cc-831e-8422e7e88f63 req-574bd7f7-8f08-454b-93a5-ea97a40d2e99 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Synchronizing usage tracker for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:09.842132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-bac8f20f-0fd5-43cc-831e-8422e7e88f63 req-574bd7f7-8f08-454b-93a5-ea97a40d2e99 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Unset dirty status for tenant:c08c23e0a35c4cba9c315f81de099a09 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:09.843433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bac8f20f-0fd5-43cc-831e-8422e7e88f63 req-574bd7f7-8f08-454b-93a5-ea97a40d2e99 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b70a9012-28cf-4137-a8b8-1641b32d0e4d HTTP/1.1" status: 200 len: 210 time: 0.1575444 Apr 01 16:13:10.940915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51096) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:11.101442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Deleting port b98afbdc-ede7-402e-b346-a933a04fe897 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:11.101821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.275371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.275656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.401279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Calling delete_port for b98afbdc-ede7-402e-b346-a933a04fe897 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:11.484089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c75ba71a-1c31-4ace-94ad-3a059e57522b no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:11.519362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: c75ba71a-1c31-4ace-94ad-3a059e57522b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:11.519698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c75ba71a-1c31-4ace-94ad-3a059e57522b not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:11.607786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.659286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'Port': ['ID=b98afbdc-ede7-402e-b346-a933a04fe897,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:11.747181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.853163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.854306 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7fcc1023-4b85-4d0b-ba18-0ebf4545c769 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d3aed44-6544-452e-be8c-3f194f78a1bc HTTP/1.1" status: 204 len: 168 time: 0.9123952 Apr 01 16:13:15.475968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51114) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:15.550930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.687072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.828962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.848204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4867ad-a310-4f69-ac34-15dc9ba52822,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:15.949843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.951078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3a2d2e92-211d-4e87-b228-1984e6e8de48 tempest-TestVolumeBootPattern-66258259 tempest-TestVolumeBootPattern-66258259-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a4867ad-a310-4f69-ac34-15dc9ba52822 HTTP/1.1" status: 204 len: 168 time: 0.4740922 Apr 01 16:13:16.090101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51120) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:16.830254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:17.322395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Deleting port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:17.323143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:17.506298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] For port bb51e746-0ed1-404a-bfc8-a1e066d4ac5e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:17.506701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:17.636996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Calling delete_port for bb51e746-0ed1-404a-bfc8-a1e066d4ac5e owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:17.894486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:17.946784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb51e746-0ed1-404a-bfc8-a1e066d4ac5e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:18.243816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.396189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.745742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:13:18.936647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:13:18.946481 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Sync routers for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:18.952795 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d8dc7c5e-3f72-412b-a162-16aebdd87f6e admin admin] 10.222.0.21 "PUT /v2.0/routers/0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8615417 Apr 01 16:13:18.955556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51126) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:18.957640 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:18.958375 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:19.183244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.193499 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:19.379869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.441883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Deleting port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:19.442247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.513450 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:13:17Z', 'revision_number': 5, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port': {'id': '2e88028b-e0a1-46be-bcdd-8482f6ca75f8', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:19.518963 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Checking router: 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:19.528657 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Routers {'0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:19.529278 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:19.647979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] For port 2e88028b-e0a1-46be-bcdd-8482f6ca75f8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:19.649614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.695911 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] Set router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:19.780616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Calling delete_port for 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:19.814463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:13:19Z', 'revision_number': 6, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:19.818903 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255302e-f515-4ab6-85ed-82e8cc2059aa None None] The sync data for ids ['0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff'] in dv-neutron-835944-1-hyperv is: [{'id': '0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff', 'name': 'tempest-TestVolumeBootPattern-1922761345-router', 'tenant_id': 'c08c23e0a35c4cba9c315f81de099a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:55Z', 'updated_at': '2022-04-01T16:13:19Z', 'revision_number': 6, 'project_id': 'c08c23e0a35c4cba9c315f81de099a09', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:20.075232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.125189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e88028b-e0a1-46be-bcdd-8482f6ca75f8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:20.237849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.556917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.559148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.687059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.687700 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:13:20.703204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.704476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d73db2eb-b3a6-4c73-919c-b79acc70c9e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d9564fa-1b3c-4d5b-8884-8c8e8c2ac9ff HTTP/1.1" status: 204 len: 168 time: 1.7477043 Apr 01 16:13:20.707586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:20.779297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Deleting subnet fd7363cf-de93-445b-875f-2d4c01a58cc1 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:13:20.782462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.840749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.932387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.088663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.138148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7363cf-de93-445b-875f-2d4c01a58cc1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:21.143254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.151376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76657315-7c9e-4f00-96a8-413ab37200a4 None None] Network f7203b8a-fed5-47bf-b6d1-e665252c2ed5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:13:21.152737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-eaa6b0f8-059a-4f40-9a41-05866b579225 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd7363cf-de93-445b-875f-2d4c01a58cc1 HTTP/1.1" status: 204 len: 168 time: 0.4440603 Apr 01 16:13:21.155795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51134) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:21.278154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.290147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Deleting port 39a5a546-21a8-4b97-9340-8cd07c5a1387 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:21.290482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.431535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] DHCP port deletion for f7203b8a-fed5-47bf-b6d1-e665252c2ed5 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:13:21.436208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Deleting port 39a5a546-21a8-4b97-9340-8cd07c5a1387 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:21.436577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.532673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] For port 39a5a546-21a8-4b97-9340-8cd07c5a1387, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=39a5a546-21a8-4b97-9340-8cd07c5a1387,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:21.533428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.664959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] For port 39a5a546-21a8-4b97-9340-8cd07c5a1387, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=39a5a546-21a8-4b97-9340-8cd07c5a1387,segment=NetworkSegment(533189c4-3afc-427e-8076-62b93777bbda),segment_id=533189c4-3afc-427e-8076-62b93777bbda)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:21.665275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.684496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Calling delete_port for 39a5a546-21a8-4b97-9340-8cd07c5a1387 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:21.801754 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Calling delete_port for 39a5a546-21a8-4b97-9340-8cd07c5a1387 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:21.834006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb51e746-0ed1-404a-bfc8-a1e066d4ac5e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:21.858967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.886944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: bb51e746-0ed1-404a-bfc8-a1e066d4ac5e {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:21.887532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bb51e746-0ed1-404a-bfc8-a1e066d4ac5e not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:21.888235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:21.919219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] No DVR routers for this DVR port 39a5a546-21a8-4b97-9340-8cd07c5a1387 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:21.976131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a5a546-21a8-4b97-9340-8cd07c5a1387,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:21.981892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:21.982242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e88028b-e0a1-46be-bcdd-8482f6ca75f8 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:21.982675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 39a5a546-21a8-4b97-9340-8cd07c5a1387 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:22.035938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 39a5a546-21a8-4b97-9340-8cd07c5a1387 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:22.036492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 39a5a546-21a8-4b97-9340-8cd07c5a1387 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:22.064637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:13:22.065213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.065359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:13:22.095294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7203b8a-fed5-47bf-b6d1-e665252c2ed5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:22.109171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533189c4-3afc-427e-8076-62b93777bbda') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:22.109467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533189c4-3afc-427e-8076-62b93777bbda') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:22.122880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.140303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.147512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:22.147894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:22.163154 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:22.544797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.562850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.566497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Deleting port 39a5a546-21a8-4b97-9340-8cd07c5a1387 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:22.567077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.573746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7203b8a-fed5-47bf-b6d1-e665252c2ed5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:22.638103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8d1173ba-e82e-489c-87f8-d2844533651d None None] The port '39a5a546-21a8-4b97-9340-8cd07c5a1387' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:13:22.652433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2bfe63a2-1118-485c-a468-6badc23709a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7203b8a-fed5-47bf-b6d1-e665252c2ed5 HTTP/1.1" status: 204 len: 168 time: 1.4954846 Apr 01 16:13:22.655499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51138) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:23.225613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.631873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Deleting port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:23.632209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.819252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] For port c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:23.819993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.950010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Calling delete_port for c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:24.305106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.354909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:24.628043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.989786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Router 67593acd-4a6d-4631-afa4-1713ff251216 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:13:25.167311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:13:25.176781 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0f6d7ae2-755f-4814-b8a6-75d6f7a47c40 admin admin] 10.222.0.21 "PUT /v2.0/routers/67593acd-4a6d-4631-afa4-1713ff251216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5202219 Apr 01 16:13:25.177082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Sync routers for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:25.179698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51142) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:25.186983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:25.187602 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:25.352989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.365481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:25.653744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.655702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:13:24Z', 'revision_number': 5, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:25.660303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Checking router: 67593acd-4a6d-4631-afa4-1713ff251216 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:25.668613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Routers {'67593acd-4a6d-4631-afa4-1713ff251216'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:13:25.669203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:13:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['67593acd-4a6d-4631-afa4-1713ff251216'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:25.768370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Deleting port 0b833bda-79d5-44c8-89fe-5dce1095b18b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:25.768731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.849836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] Set router 67593acd-4a6d-4631-afa4-1713ff251216 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:13:25.959006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] For port 0b833bda-79d5-44c8-89fe-5dce1095b18b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0b833bda-79d5-44c8-89fe-5dce1095b18b,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:25.959291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.093590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Calling delete_port for 0b833bda-79d5-44c8-89fe-5dce1095b18b owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:26.138344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:13:24Z', 'revision_number': 5, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:26.143217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be756e16-10a2-4f65-ba73-af809c608a55 None None] The sync data for ids ['67593acd-4a6d-4631-afa4-1713ff251216'] in dv-neutron-835944-1-hyperv is: [{'id': '67593acd-4a6d-4631-afa4-1713ff251216', 'name': 'tempest-TestVolumeBootPattern-45303045-router', 'tenant_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:03Z', 'updated_at': '2022-04-01T16:13:24Z', 'revision_number': 5, 'project_id': '6a9f1a3c16bf4940a8b00d2859d044bd', 'gw_port': {'id': '0b833bda-79d5-44c8-89fe-5dce1095b18b', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67593acd-4a6d-4631-afa4-1713ff251216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:04Z', 'updated_at': '2022-04-01T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:26.320756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.368638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b833bda-79d5-44c8-89fe-5dce1095b18b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.466438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.651382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.653776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.767797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.768330 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67593acd-4a6d-4631-afa4-1713ff251216 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:13:26.780994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.783434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-822db611-ecbb-4b85-a6f0-5f2c6a4aecd1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/67593acd-4a6d-4631-afa4-1713ff251216 HTTP/1.1" status: 204 len: 168 time: 1.6024566 Apr 01 16:13:26.785295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51146) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:26.849356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Deleting subnet 85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:13:26.852506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.906279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.984097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.127903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.168182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:27.177052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.182172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01f7e5-b406-4565-958a-bc0a3b31398f None None] Network e0df09a9-656d-472e-9b16-54c736add132 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:13:27.186967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7fed67ba-b1af-4e4f-99e8-a7d5b051171c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/85b1ae24-f8b8-4ae3-80a4-d41c49cec6e6 HTTP/1.1" status: 204 len: 168 time: 0.4004245 Apr 01 16:13:27.190427 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51150) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:27.302500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.317676 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Deleting port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:27.318003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.442194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] DHCP port deletion for e0df09a9-656d-472e-9b16-54c736add132 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:13:27.446533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Deleting port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:27.446950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.534353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] For port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:27.534740 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.660496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Calling delete_port for 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:27.708367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] For port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,segment=NetworkSegment(e614ce83-b008-4d6c-a4be-000c0cbb0925),segment_id=e614ce83-b008-4d6c-a4be-000c0cbb0925)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:27.708761 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.837518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:27.868916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Calling delete_port for 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:27.971859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.005788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 update to DOWN by agent not found {{(pid=88734) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 16:13:28.006226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0b833bda-79d5-44c8-89fe-5dce1095b18b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:28.021999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Pushing event deleted for resources: {'Port': ['ID=666e9b72-40d4-42d1-9abb-6bcf3a8a3653,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:28.025685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] No DVR routers for this DVR port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:28.043630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:13:28.044435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:13:28.044620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0b833bda-79d5-44c8-89fe-5dce1095b18b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:28.044935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0b833bda-79d5-44c8-89fe-5dce1095b18b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:28.045346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:28.087389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:28.087735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c428b4b1-29ba-4ea2-a0f3-7f6c2bbdc229 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:28.150873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.182566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df09a9-656d-472e-9b16-54c736add132']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:28.196468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e614ce83-b008-4d6c-a4be-000c0cbb0925') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:28.196751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e614ce83-b008-4d6c-a4be-000c0cbb0925') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:28.209062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.228452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.236728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:28.237251 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:28.252299 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:28.389961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.416080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.426881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0df09a9-656d-472e-9b16-54c736add132,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:28.431465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aa6d48a2-d9df-48c8-ad4c-c3e31e8af963 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0df09a9-656d-472e-9b16-54c736add132 HTTP/1.1" status: 204 len: 168 time: 1.2400181 Apr 01 16:13:28.545473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Deleting port 666e9b72-40d4-42d1-9abb-6bcf3a8a3653 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:28.546191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.613614 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c34f4bab-a80a-4151-8a71-154443572c7a None None] The port '666e9b72-40d4-42d1-9abb-6bcf3a8a3653' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:13:28.808091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51156) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:28.858876 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1a8273b3-c0b4-4cec-85e2-a45206b18024 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c08c23e0a35c4cba9c315f81de099a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495505 Apr 01 16:13:28.861323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51160) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:28.925570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.952531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.076324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.092775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b712b96-60a4-44eb-af41-768e41aa7bb9,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:29.102282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.103479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6540e1b1-18b5-4f07-86a2-40e1da0a34b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b712b96-60a4-44eb-af41-768e41aa7bb9 HTTP/1.1" status: 204 len: 168 time: 0.2412395 Apr 01 16:13:29.819529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51168) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:29.873178 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-32f05af9-b8c2-4585-96b7-b118864bdac6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a9f1a3c16bf4940a8b00d2859d044bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525172 Apr 01 16:13:29.875789 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51172) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:29.936846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.965257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.070221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.084380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38213e64-f835-475b-93c8-67bbe2a609d5,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:30.091009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.093364 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a2bd5cb-11a7-49a5-99d7-831b05709f0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38213e64-f835-475b-93c8-67bbe2a609d5 HTTP/1.1" status: 204 len: 168 time: 0.2154813 Apr 01 16:13:32.413037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9aec-4dad-495f-839e-9a9582e07ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:34.876164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df6106c6-231f-4f5a-bb58-985c615b805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:35.601395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:36.224387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:36.788975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:37.681044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:38.256010 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-9d49256a-aaea-4777-8ae3-15de9e3e0613 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9672984740d42c5ada88db59aff4cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275860 Apr 01 16:13:38.408768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-07d438e7-aba1-4431-9fbd-e3f099050797 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.410184 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-07d438e7-aba1-4431-9fbd-e3f099050797 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490936 Apr 01 16:13:38.425630 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-e432e536-a1d4-48fb-89e8-c7a987f26876 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/quotas/b9672984740d42c5ada88db59aff4cde HTTP/1.1" status: 200 len: 375 time: 0.0099962 Apr 01 16:13:38.477405 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-84803f94-a58d-40e3-a92e-f5c24ad22b95 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9672984740d42c5ada88db59aff4cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461805 Apr 01 16:13:38.773583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d266e738-99a8-4839-8769-41c71f8de833 req-087fb72d-12e4-4c39-8a60-590511be55c6 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 210 time: 0.0455415 Apr 01 16:13:39.931617 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fa4141db-41e1-46dc-8685-5965f49a2190 req-dbe46ca4-bc7b-4580-a86d-ceb585d02846 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 210 time: 0.0453353 Apr 01 16:13:41.022098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-c81a5a82-fc8f-4027-9e45-16d11fab0ad5 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b9672984740d42c5ada88db59aff4cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274673 Apr 01 16:13:41.116751 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74060cee-4d83-45e3-9cdb-b4b4e3b3b23f req-93b39180-64f3-489d-8332-e247dc661671 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 210 time: 0.0629737 Apr 01 16:13:41.331651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-c56a09fa-477e-406d-a0a1-c853d68871e1 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.334060 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-c56a09fa-477e-406d-a0a1-c853d68871e1 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026187 Apr 01 16:13:41.347062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Request body: {'port': {'device_id': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398', 'admin_state_up': True, 'tenant_id': 'b9672984740d42c5ada88db59aff4cde'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:41.489364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:41.493210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Usage tracker for resource:port and tenant:b9672984740d42c5ada88db59aff4cde is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:41.496073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:41.501850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:41.583455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Made reservation on behalf of b9672984740d42c5ada88db59aff4cde for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:41.586945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.599930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.614518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:41.618355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Usage tracker for resource:security_group_rule and tenant:b9672984740d42c5ada88db59aff4cde is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:41.621197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:41.626968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:41.711549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.777135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.865266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9497db-e9f8-42a5-864b-20536d244cbf,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:41.957787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Allocated IP 192.168.233.7 (5dd58949-9af6-4a6a-8c89-46859fe4e398/f88a6146-8d53-4fef-ab24-415806880660/e6303f5c-1754-4e95-9a08-a6f41a24c90f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:42.168218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:42.187239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Transition to ACTIVE for port object e6303f5c-1754-4e95-9a08-a6f41a24c90f will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:13:42.270707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b39be51-19e5-4242-af57-18e99296822d req-69c3e4c5-772e-4f40-bf61-1071f46c3e7a tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 210 time: 0.0439951 Apr 01 16:13:42.287158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:42.359708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Network 5dd58949-9af6-4a6a-8c89-46859fe4e398 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:42.368467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:42.372982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:13:42.405357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Pushing event updated for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:42.445968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.446610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:42.533807 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-975abf93-93ff-4f85-beee-9b2aec8c815e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1901910 Apr 01 16:13:42.549671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Request body: {'port': {'device_id': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:42.667380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:42.681421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8aa983ea-9471-44f2-91ad-ed62a113928e None None] Provisioning for port e6303f5c-1754-4e95-9a08-a6f41a24c90f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:13:42.688187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-8aa983ea-9471-44f2-91ad-ed62a113928e None None] Provisioning complete for port e6303f5c-1754-4e95-9a08-a6f41a24c90f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:42.688555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8aa983ea-9471-44f2-91ad-ed62a113928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:42.744934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-8aa983ea-9471-44f2-91ad-ed62a113928e None None] Port e6303f5c-1754-4e95-9a08-a6f41a24c90f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:13:43.033453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6303f5c-1754-4e95-9a08-a6f41a24c90f {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:43.042974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.058986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Transition to ACTIVE for port object e6303f5c-1754-4e95-9a08-a6f41a24c90f will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:13:43.115571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.280432 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:43.373149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Attempting to bind port e6303f5c-1754-4e95-9a08-a6f41a24c90f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:43.373607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Attempting to bind port e6303f5c-1754-4e95-9a08-a6f41a24c90f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:43.374138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Attempting to bind port e6303f5c-1754-4e95-9a08-a6f41a24c90f on network 5dd58949-9af6-4a6a-8c89-46859fe4e398 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:13:43.380622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Port e6303f5c-1754-4e95-9a08-a6f41a24c90f on network 5dd58949-9af6-4a6a-8c89-46859fe4e398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:13:43.380967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Attempting to bind port e6303f5c-1754-4e95-9a08-a6f41a24c90f on network 5dd58949-9af6-4a6a-8c89-46859fe4e398 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:13:43.386708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:13:43.387045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Checking segment: {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:13:43.387425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Bound using segment: {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:13:43.387846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Bound port: e6303f5c-1754-4e95-9a08-a6f41a24c90f, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d032603-4d0c-4043-a2c8-057ec129e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:43.388187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.543525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:13:43.670368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-9fc62ec6-df7e-4967-bf9a-a23b9470c927 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.671070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-9fc62ec6-df7e-4967-bf9a-a23b9470c927 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Synchronizing usage tracker for tenant:b9672984740d42c5ada88db59aff4cde on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:43.674380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:13:43.731942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.795334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.795801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.797160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] 10.222.0.91 "PUT /v2.0/ports/e6303f5c-1754-4e95-9a08-a6f41a24c90f HTTP/1.1" status: 200 len: 1096 time: 1.2517447 Apr 01 16:13:43.797625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:43.815708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-9fc62ec6-df7e-4967-bf9a-a23b9470c927 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Unset dirty status for tenant:b9672984740d42c5ada88db59aff4cde on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:43.815708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-9fc62ec6-df7e-4967-bf9a-a23b9470c927 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 946 time: 0.4122696 Apr 01 16:13:43.852930 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f', 'status': 'completed', 'code': 200} Apr 01 16:13:43.854623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb136b-5d1c-4e80-89fc-faf08237dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:43.881764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-6ff22f14-d185-4f43-af56-d3417572b0bc tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Synchronizing usage tracker for tenant:b9672984740d42c5ada88db59aff4cde on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:43.972351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c374f2-e14b-4997-8651-ac0d08c69bde req-499414ac-23bd-4e18-8715-23aadc0b4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.973903 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4c374f2-e14b-4997-8651-ac0d08c69bde req-499414ac-23bd-4e18-8715-23aadc0b4e61 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b9672984740d42c5ada88db59aff4cde&device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 1099 time: 0.0893838 Apr 01 16:13:44.013422 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4c374f2-e14b-4997-8651-ac0d08c69bde req-136269ec-cf0f-4ce2-96e2-0b0205fd0539 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=b9672984740d42c5ada88db59aff4cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276103 Apr 01 16:13:44.040533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-6ff22f14-d185-4f43-af56-d3417572b0bc tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Unset dirty status for tenant:b9672984740d42c5ada88db59aff4cde on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:44.041638 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1bf052b2-4267-4b92-954d-331e3cffe9cf req-6ff22f14-d185-4f43-af56-d3417572b0bc tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210288 Apr 01 16:13:44.159652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c374f2-e14b-4997-8651-ac0d08c69bde req-71a72653-c112-40fd-adc6-f0bd5ffe220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.161789 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4c374f2-e14b-4997-8651-ac0d08c69bde req-71a72653-c112-40fd-adc6-f0bd5ffe220e service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416664 Apr 01 16:13:44.278980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-95a77d86-0f5f-4d9b-ab88-0cea03be1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.280454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-95a77d86-0f5f-4d9b-ab88-0cea03be1ff8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b9672984740d42c5ada88db59aff4cde&device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 1099 time: 0.0708163 Apr 01 16:13:44.359538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-9204447d-80a2-46d2-a91f-e40e4d9714d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f HTTP/1.1" status: 200 len: 217 time: 0.0673268 Apr 01 16:13:44.430532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-fc1fd449-adb0-4980-8b5b-578434e7a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.432006 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-fc1fd449-adb0-4980-8b5b-578434e7a8be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f88a6146-8d53-4fef-ab24-415806880660 HTTP/1.1" status: 200 len: 843 time: 0.0630934 Apr 01 16:13:44.513359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-cb78df8b-21b5-4ada-af93-627e47a3ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.514863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-cb78df8b-21b5-4ada-af93-627e47a3ae6b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dd58949-9af6-4a6a-8c89-46859fe4e398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0735757 Apr 01 16:13:44.650393 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-059de4b1-9acc-46e0-ac9b-8d70d6129086 service neutron] 10.222.0.91 "GET /v2.0/networks/5dd58949-9af6-4a6a-8c89-46859fe4e398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256180 Apr 01 16:13:44.790818 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ff880ee1-399e-4338-bec2-c79ed9128aec req-eced4e4b-e117-49f3-9ba8-c82f29fc954d service neutron] 10.222.0.91 "GET /v2.0/networks/5dd58949-9af6-4a6a-8c89-46859fe4e398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310019 Apr 01 16:13:45.243126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e21ee-874b-49e9-8e4d-5cf35ea7be8d req-771605b1-b9ce-43c6-96df-bd0f83785f74 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.244654 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-290e21ee-874b-49e9-8e4d-5cf35ea7be8d req-771605b1-b9ce-43c6-96df-bd0f83785f74 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 946 time: 0.0861001 Apr 01 16:13:45.290078 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-290e21ee-874b-49e9-8e4d-5cf35ea7be8d req-b8c03d6e-47f9-41cd-9a6c-99d28eaed618 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Apr 01 16:13:46.473501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002cfd-d226-4f58-aa09-14f2abb59633 req-450fc7af-971b-4828-808e-3eaf4841b152 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:46.475201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85002cfd-d226-4f58-aa09-14f2abb59633 req-450fc7af-971b-4828-808e-3eaf4841b152 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 946 time: 0.0812104 Apr 01 16:13:46.519707 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85002cfd-d226-4f58-aa09-14f2abb59633 req-71675b33-6e2b-454d-a888-b2c3ae810a3e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Apr 01 16:13:47.671581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device e6303f5c-1754-4e95-9a08-a6f41a24c90f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:13:47.704650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e314-0b70-498a-8f3a-c19eed25db58 req-c2922e7f-c21b-4b12-9456-41402d9ae395 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:47.706103 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1ca9e314-0b70-498a-8f3a-c19eed25db58 req-c2922e7f-c21b-4b12-9456-41402d9ae395 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 946 time: 0.0808916 Apr 01 16:13:47.758751 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1ca9e314-0b70-498a-8f3a-c19eed25db58 req-b69330ad-4af2-4f38-bf7e-0b1291a82b4e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460007 Apr 01 16:13:47.807882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:47.820928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f', 'network_id': '5dd58949-9af6-4a6a-8c89-46859fe4e398', 'port_id': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f', 'mac_address': 'fa:16:3e:8e:6b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a6146-8d53-4fef-ab24-415806880660', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:13:47.880456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:47.897890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6303f5c-1754-4e95-9a08-a6f41a24c90f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:47.913523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:47.972581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:48.041070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:48.048183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.048524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.048856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.049186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.049512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.049843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.050160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.050481 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.050870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.051224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.051545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.051857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:48.255603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['e6303f5c-1754-4e95-9a08-a6f41a24c90f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:13:48.418558 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:48.951222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8807263-0469-42fc-aab9-e647e39adc7b req-cc5387b3-ed01-4ea1-9348-8465d69e8e8d tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:48.952689 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8807263-0469-42fc-aab9-e647e39adc7b req-cc5387b3-ed01-4ea1-9348-8465d69e8e8d tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 947 time: 0.0859065 Apr 01 16:13:48.998222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a8807263-0469-42fc-aab9-e647e39adc7b req-df22e336-49fb-4a3f-b5af-0e689b87463e tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Apr 01 16:13:49.686540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device e6303f5c-1754-4e95-9a08-a6f41a24c90f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:13:49.812176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port e6303f5c-1754-4e95-9a08-a6f41a24c90f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:13:49.818530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port e6303f5c-1754-4e95-9a08-a6f41a24c90f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:49.818944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:49.937305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:49.965218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:49.981293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:50.015338 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f', 'code': 200} Apr 01 16:13:50.046904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:50.152017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:50.196802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e287a4-ba63-4eed-9f10-715fcfc7fce6 req-086ec922-d3e5-4f79-b0a2-85475d2aff2b tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:50.196802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-19e287a4-ba63-4eed-9f10-715fcfc7fce6 req-086ec922-d3e5-4f79-b0a2-85475d2aff2b tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0830033 Apr 01 16:13:50.243583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-19e287a4-ba63-4eed-9f10-715fcfc7fce6 req-a20c72dc-3660-4498-84c2-97517aa6c04b tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Apr 01 16:13:50.453490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42d8a8-e78d-4c12-99e4-c3cae35f5d30 req-c46ce89b-227f-45d2-8a78-d2b184d0847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:50.454906 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce42d8a8-e78d-4c12-99e4-c3cae35f5d30 req-c46ce89b-227f-45d2-8a78-d2b184d0847a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 1101 time: 0.0793760 Apr 01 16:13:50.499029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce42d8a8-e78d-4c12-99e4-c3cae35f5d30 req-e90c2030-1e04-420b-aaa4-04bb8cec6965 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Apr 01 16:13:51.432011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2b4b-6184-42bd-be26-7e8b7c6ba6c2 req-9ab66412-73f8-418c-a339-cebd41cd4f2a tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:51.433494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-97fe2b4b-6184-42bd-be26-7e8b7c6ba6c2 req-9ab66412-73f8-418c-a339-cebd41cd4f2a tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0826750 Apr 01 16:13:51.478405 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-97fe2b4b-6184-42bd-be26-7e8b7c6ba6c2 req-a1eb4215-f09a-410c-b80c-a57147906cfa tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Apr 01 16:13:52.665819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b2979-740a-40d1-827d-94d02fe29495 req-cc1d9154-bb06-4be9-aa11-a32db9ba73cf tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:52.667387 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b05b2979-740a-40d1-827d-94d02fe29495 req-cc1d9154-bb06-4be9-aa11-a32db9ba73cf tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0838876 Apr 01 16:13:52.711860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b05b2979-740a-40d1-827d-94d02fe29495 req-f387043d-6cfa-43aa-98b6-9176bcbe205a tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Apr 01 16:13:54.333603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8944-e004-4fca-b9b8-18d9facaa318 req-fef0b3b6-8bbe-44f1-b1cf-68caca236905 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:54.335116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fabc8944-e004-4fca-b9b8-18d9facaa318 req-fef0b3b6-8bbe-44f1-b1cf-68caca236905 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0821335 Apr 01 16:13:54.379983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fabc8944-e004-4fca-b9b8-18d9facaa318 req-19848f0a-1820-42a4-a941-c6a3e5543288 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 Apr 01 16:13:55.575135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97f20f-7353-4ffd-b86d-9421ae486561 req-de48a88e-dc96-4f08-ad1f-62a9af5f8fc1 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.576622 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1e97f20f-7353-4ffd-b86d-9421ae486561 req-de48a88e-dc96-4f08-ad1f-62a9af5f8fc1 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0879629 Apr 01 16:13:55.621932 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1e97f20f-7353-4ffd-b86d-9421ae486561 req-ed085712-c882-4884-a3f0-8a2999b4cf43 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c9497db-e9f8-42a5-864b-20536d244cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Apr 01 16:13:55.749402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-1a8bbb03-6da1-453f-85d0-72d9f757b2d0 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.750769 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-1a8bbb03-6da1-453f-85d0-72d9f757b2d0 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.91 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 948 time: 0.0847788 Apr 01 16:13:55.828707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Deleting port e6303f5c-1754-4e95-9a08-a6f41a24c90f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:13:55.829042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:56.186498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] For port e6303f5c-1754-4e95-9a08-a6f41a24c90f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e6303f5c-1754-4e95-9a08-a6f41a24c90f,segment=NetworkSegment(6d032603-4d0c-4043-a2c8-057ec129e4ea),segment_id=6d032603-4d0c-4043-a2c8-057ec129e4ea)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:13:56.186874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:56.310829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Calling delete_port for e6303f5c-1754-4e95-9a08-a6f41a24c90f owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:13:56.497869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:56.512252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['e6303f5c-1754-4e95-9a08-a6f41a24c90f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:13:56.549916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Pushing event deleted for resources: {'Port': ['ID=e6303f5c-1754-4e95-9a08-a6f41a24c90f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:56.596356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.596704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.597081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.597477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.597948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.598290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.598641 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.598982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.599319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.599648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.599974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.600298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:56.644186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] No DVR routers for this DVR port e6303f5c-1754-4e95-9a08-a6f41a24c90f on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:56.648286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:56.651595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'name': 'network-vif-deleted', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:56.702058 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ee53fe-83ba-4c9b-ab27-381e1e730afd', 'name': 'network-vif-deleted', 'tag': 'e6303f5c-1754-4e95-9a08-a6f41a24c90f', 'status': 'completed', 'code': 200} Apr 01 16:13:56.771762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e54ae6f1-0255-4a2d-9bed-37adfb84d744 req-67860928-fece-414b-bea6-4ad34d6ec349 tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.91 "DELETE /v2.0/ports/e6303f5c-1754-4e95-9a08-a6f41a24c90f HTTP/1.1" status: 204 len: 173 time: 1.0073040 Apr 01 16:13:56.777893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-99a36683-c1e6-4296-a316-2794a2c45088 req-226575c5-d5bc-4acf-9e85-5a474d4eef5c tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Synchronizing usage tracker for tenant:b9672984740d42c5ada88db59aff4cde on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:56.892494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-99a36683-c1e6-4296-a316-2794a2c45088 req-226575c5-d5bc-4acf-9e85-5a474d4eef5c tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] Unset dirty status for tenant:b9672984740d42c5ada88db59aff4cde on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:56.896293 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99a36683-c1e6-4296-a316-2794a2c45088 req-226575c5-d5bc-4acf-9e85-5a474d4eef5c tempest-ServersAdminNegativeTestJSON-138753575 tempest-ServersAdminNegativeTestJSON-138753575-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ee53fe-83ba-4c9b-ab27-381e1e730afd HTTP/1.1" status: 200 len: 210 time: 0.1603849 Apr 01 16:13:58.532029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:58.683302 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-13d2ab14-eb7d-47e5-89bd-03281b5fe234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9672984740d42c5ada88db59aff4cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500156 Apr 01 16:13:58.685997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51316) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:58.746907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:58.775301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:58.904265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:58.922406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9497db-e9f8-42a5-864b-20536d244cbf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.931102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:58.937604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:59.021438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.022558 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5826497a-0c5a-48dd-8008-647d702330b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c9497db-e9f8-42a5-864b-20536d244cbf HTTP/1.1" status: 204 len: 168 time: 0.3356712 Apr 01 16:13:59.701825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51324) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:59.720285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.733228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device e6303f5c-1754-4e95-9a08-a6f41a24c90f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:59.735206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:59.739066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3f3b5a1a9d402dac12e7b2774e5563 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:59.741922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:59.747663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:59.770166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: e6303f5c-1754-4e95-9a08-a6f41a24c90f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:13:59.770508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device e6303f5c-1754-4e95-9a08-a6f41a24c90f not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:59.832848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.914870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.963555 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f3f3b5a1a9d402dac12e7b2774e5563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606192 Apr 01 16:13:59.965231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e0c80-46ce-4dcf-ab0a-b996c5a4a237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60272bff-9c20-4eee-9cdd-50a2543514b6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:59.966236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51328) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:00.029357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:00.056306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:00.216791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:00.233901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60272bff-9c20-4eee-9cdd-50a2543514b6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:00.238209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:00.239359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53f6f125-a0a8-4ac4-9695-3c2307d1f072 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60272bff-9c20-4eee-9cdd-50a2543514b6 HTTP/1.1" status: 204 len: 168 time: 0.2720520 Apr 01 16:14:01.315625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51352) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:01.422527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-508194625-network', 'tenant_id': '36897c9427c84eb98623ffdfdbc3e698'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:01.427891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:01.432351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Usage tracker for resource:network and tenant:36897c9427c84eb98623ffdfdbc3e698 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:01.435263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:01.442831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:01.520615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Made reservation on behalf of 36897c9427c84eb98623ffdfdbc3e698 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:01.523633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.536488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.552328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:01.557349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:36897c9427c84eb98623ffdfdbc3e698 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:01.560016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:01.565707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:01.646556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.698075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.732040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:14:01.740351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5f9fd-286e-4d91-a8e4-8e62505475d7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:01.745883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.746219 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Added segment 26484d97-fe50-449a-8e8b-04781f53c327 of type vlan for network f83721aa-63b8-4d9f-8e47-d90740c50c4e Apr 01 16:14:01.774153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.879536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.880506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:01.881116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.987712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=f83721aa-63b8-4d9f-8e47-d90740c50c4e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:01.997299 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f83721aa-63b8-4d9f-8e47-d90740c50c4e details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:14:02.053056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1f0941c8-abec-4f84-abd2-2d14c1e89ab9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7362878 Apr 01 16:14:02.056440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51358) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:02.061835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Request body: {'subnet': {'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-508194625-subnet', 'tenant_id': '36897c9427c84eb98623ffdfdbc3e698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:02.066812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:02.071388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Usage tracker for resource:subnet and tenant:36897c9427c84eb98623ffdfdbc3e698 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:02.074284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:02.080172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:02.149675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Made reservation on behalf of 36897c9427c84eb98623ffdfdbc3e698 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:02.152146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.416886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.423391 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185f774a-cc81-4dfb-aac6-c7e2374df8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.497088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:02.505748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Checking segment: {'id': '26484d97-fe50-449a-8e8b-04781f53c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:14:02.506106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Network hostable DHCP agents. Network: f83721aa-63b8-4d9f-8e47-d90740c50c4e, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:14:02.578010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Network f83721aa-63b8-4d9f-8e47-d90740c50c4e is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:14:02.640726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f83721aa-63b8-4d9f-8e47-d90740c50c4e) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:02.645682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:02.646321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.649598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd1beb-5572-46eb-af86-78df2161bffd None None] Network f83721aa-63b8-4d9f-8e47-d90740c50c4e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:14:02.728141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7fe46d82-74d1-47da-a024-cb7105395d9d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6702647 Apr 01 16:14:02.862058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a62cb-4fb4-4d53-9ff6-aa8093b50442 None None] Network f83721aa-63b8-4d9f-8e47-d90740c50c4e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:14:03.254853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-5a41f369-af9e-499f-8a08-e0cf24bdb613 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:03.255466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-5a41f369-af9e-499f-8a08-e0cf24bdb613 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Synchronizing usage tracker for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:03.439264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-5a41f369-af9e-499f-8a08-e0cf24bdb613 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Unset dirty status for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:03.440477 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-5a41f369-af9e-499f-8a08-e0cf24bdb613 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/networks?id=f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 200 len: 811 time: 0.3316643 Apr 01 16:14:03.456290 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-a2fc1513-d4b8-4ee3-8151-f458a3eba5c6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/quotas/36897c9427c84eb98623ffdfdbc3e698 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Apr 01 16:14:03.504003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be0e12bb-acac-4be6-b374-b97f09dc5ae1 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415068 Apr 01 16:14:03.515167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-0e41c3fc-6076-4a92-8605-3646e9057b85 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:14:03.516015 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-0e41c3fc-6076-4a92-8605-3646e9057b85 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049338 Apr 01 16:14:03.758444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-a8635f4c-1e99-40cd-9196-d20786b85f5d service neutron] 10.222.0.21 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369580 Apr 01 16:14:03.893817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-103630a9-88cb-4ed6-bf2b-14ee3f37ed64 service neutron] 10.222.0.21 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295121 Apr 01 16:14:04.199123 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dd166e78-31bb-4ba4-965d-13a94d327841 req-f9456e04-75e4-4ea9-9725-9f08c5e6e550 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 210 time: 0.0471926 Apr 01 16:14:04.907736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8fc788e3-5a39-4988-b07f-e2f612a9ace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.355212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c35baa90-de01-41d8-b19f-05e6d4e94dc2 req-67478a66-d8d3-4609-9029-366020f0b5ac tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 210 time: 0.0478346 Apr 01 16:14:05.612450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.217727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.514394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-571c69c9-457e-4fb8-b275-014acdeabbb4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.515756 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-571c69c9-457e-4fb8-b275-014acdeabbb4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.91 "GET /v2.0/networks?id=f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 200 len: 811 time: 0.1639664 Apr 01 16:14:06.523924 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-527e8b75-51c4-4492-ba4e-ae2969ea8009 req-4d0350d8-ac26-48ab-9069-844c8135f2ba tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 210 time: 0.0453408 Apr 01 16:14:06.535129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Request body: {'port': {'device_id': '52967e36-792b-405e-8dd9-64b41298b917', 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e', 'admin_state_up': True, 'tenant_id': '36897c9427c84eb98623ffdfdbc3e698'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:06.674454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:06.678909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Usage tracker for resource:port and tenant:36897c9427c84eb98623ffdfdbc3e698 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:06.681866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:06.689047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:06.755195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Made reservation on behalf of 36897c9427c84eb98623ffdfdbc3e698 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:06.758839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.927805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Allocated IP 172.20.0.8 (f83721aa-63b8-4d9f-8e47-d90740c50c4e/e3b5d6bb-de7c-48d9-8622-d28bb0c32b45/6d2eeec3-97f5-48e6-a495-b496e7ee7342) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:07.155470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.224161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.292685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Network f83721aa-63b8-4d9f-8e47-d90740c50c4e is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:07.301122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:07.305817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:14:07.341577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:07.378266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.378901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.480012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-ff581a0c-c07c-4f65-912b-bdd8e0262720 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494519 Apr 01 16:14:07.495498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Request body: {'port': {'device_id': '52967e36-792b-405e-8dd9-64b41298b917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:07.611784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.669206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.852961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-fd285b70-6c4f-4621-8271-2b4951beb1d4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.853632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-fd285b70-6c4f-4621-8271-2b4951beb1d4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Synchronizing usage tracker for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:08.024679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-fd285b70-6c4f-4621-8271-2b4951beb1d4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Unset dirty status for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:08.025748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-fd285b70-6c4f-4621-8271-2b4951beb1d4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 931 time: 0.3963916 Apr 01 16:14:08.187331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:08.198496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.210276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-5912f7d8-a86b-4bc4-84c9-24b2be87ec07 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Synchronizing usage tracker for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:08.223722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Transition to ACTIVE for port object 6d2eeec3-97f5-48e6-a495-b496e7ee7342 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:14:08.309832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.349401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-5912f7d8-a86b-4bc4-84c9-24b2be87ec07 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Unset dirty status for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:08.350773 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-affcd396-46b3-4bf6-9c0e-1de8cfdf51b5 req-5912f7d8-a86b-4bc4-84c9-24b2be87ec07 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183403 Apr 01 16:14:08.446175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:08.550991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Attempting to bind port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:14:08.551324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Attempting to bind port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '26484d97-fe50-449a-8e8b-04781f53c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:14:08.551650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Attempting to bind port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 on network f83721aa-63b8-4d9f-8e47-d90740c50c4e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:14:08.556590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 on network f83721aa-63b8-4d9f-8e47-d90740c50c4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:14:08.556907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Attempting to bind port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 on network f83721aa-63b8-4d9f-8e47-d90740c50c4e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:14:08.562187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:14:08.562459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Checking segment: {'id': '26484d97-fe50-449a-8e8b-04781f53c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:14:08.562869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Bound using segment: {'id': '26484d97-fe50-449a-8e8b-04781f53c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:14:08.563292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Bound port: 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26484d97-fe50-449a-8e8b-04781f53c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:14:08.563633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.655469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:14:08.658773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:14:08.719605 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.775608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:08.776196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.777937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] 10.222.0.91 "PUT /v2.0/ports/6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 200 len: 1093 time: 1.2862616 Apr 01 16:14:08.778064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:08.802008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90a7dc-9420-4415-852c-a2f9aa593342 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:08.828290 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'status': 'completed', 'code': 200} Apr 01 16:14:08.929220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-0d5e286c-cf5b-47ce-bb2a-f8031a1209d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:08.930721 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-0d5e286c-cf5b-47ce-bb2a-f8031a1209d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1096 time: 0.0779138 Apr 01 16:14:09.079143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-283fee34-aaa1-4c75-bae3-f2b0ca88d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.080519 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-283fee34-aaa1-4c75-bae3-f2b0ca88d3af service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=36897c9427c84eb98623ffdfdbc3e698&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1375062 Apr 01 16:14:09.224696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-7db24920-3568-4db6-a60a-a0a928f66084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.226180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-361107bd-a218-4fcc-9e11-51c35eebb8e3 req-7db24920-3568-4db6-a60a-a0a928f66084 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365783 Apr 01 16:14:09.340527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-8360afb1-dc3d-470d-a9fe-e6ec11b02c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.341939 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-8360afb1-dc3d-470d-a9fe-e6ec11b02c78 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1096 time: 0.0726571 Apr 01 16:14:09.419208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-777c5615-8e59-4d2f-aeb0-12c3f770f4df service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 200 len: 217 time: 0.0663459 Apr 01 16:14:09.530926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-343c74a4-cfae-4c07-863a-c5155a01717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.532360 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-343c74a4-cfae-4c07-863a-c5155a01717d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 HTTP/1.1" status: 200 len: 851 time: 0.1045284 Apr 01 16:14:09.590502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-b3b91f34-fee1-4b0a-864b-199f27622645 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f83721aa-63b8-4d9f-8e47-d90740c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465932 Apr 01 16:14:09.621313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5c49-9fda-49af-9eb2-a6ea5b4043b5 req-f5db783c-6caa-4b1d-a5d7-d0d470e46370 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.622668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b69e5c49-9fda-49af-9eb2-a6ea5b4043b5 req-f5db783c-6caa-4b1d-a5d7-d0d470e46370 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 943 time: 0.1621833 Apr 01 16:14:09.744121 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b69e5c49-9fda-49af-9eb2-a6ea5b4043b5 req-256b5393-465c-457d-810b-e026973f8790 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068208 Apr 01 16:14:09.770723 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-6df55dce-4732-4c5b-b49c-587b68a21b13 service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742165 Apr 01 16:14:09.908335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a580ae3c-6064-43b3-afe0-6e82eb539f55 req-16910a2b-5510-432d-a3a7-2ed5a4f140e0 service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269333 Apr 01 16:14:10.931514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a001c-651f-404c-aa47-3a6fb9421a2b req-1a042d35-3cf4-4007-a811-e316b4529342 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:10.932985 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6b5a001c-651f-404c-aa47-3a6fb9421a2b req-1a042d35-3cf4-4007-a811-e316b4529342 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 943 time: 0.0823262 Apr 01 16:14:10.984968 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6b5a001c-651f-404c-aa47-3a6fb9421a2b req-91403b74-f3dc-4694-bb9a-54c2e96e58fb tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453863 Apr 01 16:14:12.322503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a5ed4-6622-4817-ab50-25304179b028 req-c998f8d0-2eee-438c-b0e3-acfc5e1e7e40 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.324429 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c28a5ed4-6622-4817-ab50-25304179b028 req-c998f8d0-2eee-438c-b0e3-acfc5e1e7e40 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 943 time: 0.0875528 Apr 01 16:14:12.371356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c28a5ed4-6622-4817-ab50-25304179b028 req-4c3701c1-2a31-4d5f-9d65-901526a1ffda tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Apr 01 16:14:13.557212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcc730-496b-412b-833f-e188aad2c3d6 req-77325ca3-4fc5-499f-8d7e-3fb28b579a90 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:13.559206 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00dcc730-496b-412b-833f-e188aad2c3d6 req-77325ca3-4fc5-499f-8d7e-3fb28b579a90 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 943 time: 0.0810716 Apr 01 16:14:13.603556 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-00dcc730-496b-412b-833f-e188aad2c3d6 req-595b6179-a6ea-43ae-96c3-e9082fbd1025 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Apr 01 16:14:13.787678 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:13.805359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:14:13.947498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:13.963349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e', 'port_id': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'mac_address': 'fa:16:3e:ae:1f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b5d6bb-de7c-48d9-8622-d28bb0c32b45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:14:14.025176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:14.046081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:14.063975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:14.132599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:14.203416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:14.377503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['6d2eeec3-97f5-48e6-a495-b496e7ee7342'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:14:14.800331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d6b69-c61c-42db-97b3-f1812c372120 req-71797f2a-1019-4942-ae78-64ffde420926 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:14.801998 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b66d6b69-c61c-42db-97b3-f1812c372120 req-71797f2a-1019-4942-ae78-64ffde420926 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 944 time: 0.0877786 Apr 01 16:14:14.872763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b66d6b69-c61c-42db-97b3-f1812c372120 req-9d013233-ed63-43d9-9a07-8f4d13557cd4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644712 Apr 01 16:14:15.827096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:15.978269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:14:15.984526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:15.984898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.084714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ec84c-7338-4c32-ba03-f85842267c47 req-7b456941-6eb1-444d-a6e3-5d3ce571c1f5 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:16.084714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6e2ec84c-7338-4c32-ba03-f85842267c47 req-7b456941-6eb1-444d-a6e3-5d3ce571c1f5 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 944 time: 0.0914826 Apr 01 16:14:16.109355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.124739 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6e2ec84c-7338-4c32-ba03-f85842267c47 req-9ad688b0-be34-4bac-8adc-05ab52ba270e tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Apr 01 16:14:16.137420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:16.147059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:16.184474 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'code': 200} Apr 01 16:14:16.229392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.296760 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.664587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466ba24-55fa-47cf-bcec-6fb8e5549372 req-f15d08c8-e79a-492d-b4a9-b31d8a49cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:16.666062 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0466ba24-55fa-47cf-bcec-6fb8e5549372 req-f15d08c8-e79a-492d-b4a9-b31d8a49cdfa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1098 time: 0.1827397 Apr 01 16:14:16.713282 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0466ba24-55fa-47cf-bcec-6fb8e5549372 req-ffcd0883-e397-4bfd-92ea-310bc30658bf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Apr 01 16:14:17.314195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc918d7-6876-4e25-9ddf-830e78fc3624 req-98e0df8f-7033-49de-a235-718409d3c1f8 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.315621 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fbc918d7-6876-4e25-9ddf-830e78fc3624 req-98e0df8f-7033-49de-a235-718409d3c1f8 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0827274 Apr 01 16:14:17.362535 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fbc918d7-6876-4e25-9ddf-830e78fc3624 req-c17f8529-3e57-4052-8f2e-f063b1d7c8cc tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Apr 01 16:14:18.377706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:18.569692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df460c-22c7-4416-8cfd-b5fb4841dfe2 req-4d2a52d5-6732-4f36-a111-d0a677e3d918 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:18.571468 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75df460c-22c7-4416-8cfd-b5fb4841dfe2 req-4d2a52d5-6732-4f36-a111-d0a677e3d918 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0984817 Apr 01 16:14:18.619889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75df460c-22c7-4416-8cfd-b5fb4841dfe2 req-cf5a017e-b7e5-4249-8493-e45695078f7c tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Apr 01 16:14:19.199594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d26e9-0b18-460d-95cb-9b27015b6ef3 req-e5e93123-cf59-46a2-a682-cf89ce8ecccf tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:19.201249 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a39d26e9-0b18-460d-95cb-9b27015b6ef3 req-e5e93123-cf59-46a2-a682-cf89ce8ecccf tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0927386 Apr 01 16:14:19.251857 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a39d26e9-0b18-460d-95cb-9b27015b6ef3 req-0b224d97-3df3-4c6d-8344-2340541da068 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Apr 01 16:14:19.280269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51426) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:19.400152 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-773a5d03-221a-4200-8958-a239d13774bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187286 Apr 01 16:14:20.446110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f1437-a6ea-454a-b8e3-b95c54774572 req-d23a6ce4-67e6-48af-9ce9-084542c628ab tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:20.447614 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d54f1437-a6ea-454a-b8e3-b95c54774572 req-d23a6ce4-67e6-48af-9ce9-084542c628ab tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0814195 Apr 01 16:14:20.496311 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d54f1437-a6ea-454a-b8e3-b95c54774572 req-c9cf1b8f-ee59-4fde-a5ff-f44e0ceb3239 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Apr 01 16:14:21.711964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-09b84888-870b-413e-aa00-972a778d19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:21.713455 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-09b84888-870b-413e-aa00-972a778d19b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1098 time: 0.1376984 Apr 01 16:14:21.720915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cffcbc-e97a-4957-a352-84bbbe368652 req-ff1ca3c4-be28-45a7-a979-611577c95d87 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:21.722333 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-21cffcbc-e97a-4957-a352-84bbbe368652 req-ff1ca3c4-be28-45a7-a979-611577c95d87 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.1119692 Apr 01 16:14:21.862097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-21cffcbc-e97a-4957-a352-84bbbe368652 req-5dc2f6d6-2505-4f80-be86-c1edf46f5f90 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208377 Apr 01 16:14:21.890078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-adbab464-b1a3-4fca-bbf0-38fc2a83dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:21.891630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-adbab464-b1a3-4fca-bbf0-38fc2a83dd6f service neutron] 10.222.0.91 "GET /v2.0/networks?id=f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 200 len: 912 time: 0.1683538 Apr 01 16:14:21.964327 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-6c9ee6a3-4e76-41cc-b976-f94df6c4bfef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 200 len: 217 time: 0.0656075 Apr 01 16:14:22.029748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-eab1368f-5658-41f6-890a-98609d843bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.031261 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-eab1368f-5658-41f6-890a-98609d843bfe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 HTTP/1.1" status: 200 len: 851 time: 0.0612133 Apr 01 16:14:22.081971 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-c9930a07-9f5b-42a2-aca8-53503b3d6a83 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f83721aa-63b8-4d9f-8e47-d90740c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442193 Apr 01 16:14:22.221339 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-c51be2d8-5cd5-4b03-aa28-bdb4804d0378 service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305025 Apr 01 16:14:22.375489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-ec6321b5-8d10-448a-bb92-0c8940b35150 service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474030 Apr 01 16:14:23.082364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8fdc8-15c6-4129-99ed-cfa4ac9a8b3f req-5f3bd5aa-9cc0-4e05-9250-fbeabf81af25 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.084832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76d8fdc8-15c6-4129-99ed-cfa4ac9a8b3f req-5f3bd5aa-9cc0-4e05-9250-fbeabf81af25 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.1080267 Apr 01 16:14:23.133063 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76d8fdc8-15c6-4129-99ed-cfa4ac9a8b3f req-183f1d1a-ab3b-4574-ad44-a07db3c61653 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Apr 01 16:14:24.323325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e06b-be95-42a0-b759-4be5c05a8d5c req-b800cd30-06b2-49c6-882b-2ec1ddf64977 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.324942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d939e06b-be95-42a0-b759-4be5c05a8d5c req-b800cd30-06b2-49c6-882b-2ec1ddf64977 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0844398 Apr 01 16:14:24.368809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d939e06b-be95-42a0-b759-4be5c05a8d5c req-33ba4f9a-ae58-478e-b4de-73069609a7ca tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Apr 01 16:14:25.561602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41eaa0-54e7-41af-86fd-3807ed9812f8 req-1efa4147-6d3e-4991-a666-acc8156e396b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:25.563097 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c41eaa0-54e7-41af-86fd-3807ed9812f8 req-1efa4147-6d3e-4991-a666-acc8156e396b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0846457 Apr 01 16:14:25.608614 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c41eaa0-54e7-41af-86fd-3807ed9812f8 req-0e20435b-8a70-4ed9-9fd4-52c1127646e1 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Apr 01 16:14:26.805467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a53906-580b-460b-a179-f103500dc430 req-94e8d628-cef4-4510-bbda-a78bb0b36cf2 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:26.806961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5a53906-580b-460b-a179-f103500dc430 req-94e8d628-cef4-4510-bbda-a78bb0b36cf2 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0864215 Apr 01 16:14:26.856385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5a53906-580b-460b-a179-f103500dc430 req-a6fc848a-e131-411e-9b12-81f0344b2ec4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Apr 01 16:14:28.043302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324582-8c30-4738-939a-0efd06a028cb req-d26ee5cc-c9cd-4046-9e7d-87b70ae1c949 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.044756 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48324582-8c30-4738-939a-0efd06a028cb req-d26ee5cc-c9cd-4046-9e7d-87b70ae1c949 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0807316 Apr 01 16:14:28.093458 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48324582-8c30-4738-939a-0efd06a028cb req-6012c40d-5c36-4c49-9d7c-20a6defb4bed tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Apr 01 16:14:29.283928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e94be-e437-419b-9ccd-c2a470dc04ed req-a5f75b0a-3363-47eb-a2e0-94790acc3f63 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.285305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e27e94be-e437-419b-9ccd-c2a470dc04ed req-a5f75b0a-3363-47eb-a2e0-94790acc3f63 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0818570 Apr 01 16:14:29.331527 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e27e94be-e437-419b-9ccd-c2a470dc04ed req-21fee122-abaf-4546-ad5d-f558ff531344 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Apr 01 16:14:30.635469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbfa0d-7999-4acc-ac41-45671af33cc5 req-a5fa8643-34ea-41ad-b8f6-cb4a5849eec6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:30.638143 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-63bbfa0d-7999-4acc-ac41-45671af33cc5 req-a5fa8643-34ea-41ad-b8f6-cb4a5849eec6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.1986356 Apr 01 16:14:30.686399 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-63bbfa0d-7999-4acc-ac41-45671af33cc5 req-5922762d-3f96-497c-bad4-5cbd9f2af853 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Apr 01 16:14:31.881208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522813-1d0f-4e97-b046-971ff428dd88 req-c85326ce-3d53-44d2-be0a-45af6d7f3e11 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.882701 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-73522813-1d0f-4e97-b046-971ff428dd88 req-c85326ce-3d53-44d2-be0a-45af6d7f3e11 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0856082 Apr 01 16:14:31.929236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-73522813-1d0f-4e97-b046-971ff428dd88 req-eb694dc7-7a50-479c-8aa9-ecc50a57a639 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Apr 01 16:14:32.446453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-58705d9a-709f-4872-855a-6949dc979e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:33.129011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe86a1-4f7e-415e-af8d-34190c5b7fde req-d61a0d41-866a-4b26-9244-232914114e7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.130779 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-53fe86a1-4f7e-415e-af8d-34190c5b7fde req-d61a0d41-866a-4b26-9244-232914114e7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0880349 Apr 01 16:14:33.176124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-53fe86a1-4f7e-415e-af8d-34190c5b7fde req-f6307a0e-53d6-4420-b65c-a5c4b0a559a2 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Apr 01 16:14:34.371597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec121b2-f804-43c3-8f19-fc5669c8295b req-f2121791-05bb-4708-9f2e-eb1a8f29d0fe tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:34.373050 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ec121b2-f804-43c3-8f19-fc5669c8295b req-f2121791-05bb-4708-9f2e-eb1a8f29d0fe tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0822165 Apr 01 16:14:34.419509 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5ec121b2-f804-43c3-8f19-fc5669c8295b req-46b05c13-d9b4-4a11-96cd-bd47e36c4aee tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Apr 01 16:14:34.880452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7e4be919-f89e-4fb9-b979-c59dd1ae5086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:35.602175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214a140-a681-4b88-b052-64423b5d93f1 req-5c434aaf-11c9-45d0-8cee-1e4ad311030a tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:35.603663 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b214a140-a681-4b88-b052-64423b5d93f1 req-5c434aaf-11c9-45d0-8cee-1e4ad311030a tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0797558 Apr 01 16:14:35.623632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:35.649501 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b214a140-a681-4b88-b052-64423b5d93f1 req-72ca56a1-efca-436f-8eda-9127a57706b0 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Apr 01 16:14:36.200723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:36.842969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1f9ac-f531-4521-945b-cae0f908261e req-74204468-5678-470d-842c-104f4a0441f6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:36.844421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-60e1f9ac-f531-4521-945b-cae0f908261e req-74204468-5678-470d-842c-104f4a0441f6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0887146 Apr 01 16:14:36.890792 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-60e1f9ac-f531-4521-945b-cae0f908261e req-19b0e175-2bdd-4cac-92c2-41c2874d3078 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Apr 01 16:14:37.662107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:38.092449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b37e-f9fd-4d82-b41c-28d64d0c4413 req-b9ee8af9-20fa-47e7-a29b-0129b0493a7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:38.093975 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b01b37e-f9fd-4d82-b41c-28d64d0c4413 req-b9ee8af9-20fa-47e7-a29b-0129b0493a7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0897095 Apr 01 16:14:38.141419 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b01b37e-f9fd-4d82-b41c-28d64d0c4413 req-dfd8e8f0-3219-4849-9d53-ece7519e2a9c tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Apr 01 16:14:39.337525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dc561-c137-4187-9c11-2b4310c73774 req-45f4f34d-81d6-4293-a7d5-080143215911 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:39.338960 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ae9dc561-c137-4187-9c11-2b4310c73774 req-45f4f34d-81d6-4293-a7d5-080143215911 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0845783 Apr 01 16:14:39.393653 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ae9dc561-c137-4187-9c11-2b4310c73774 req-43860a1e-1094-4301-81e2-f2fead32fad3 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Apr 01 16:14:40.593944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90354c14-d012-464b-b8d9-1a4a19f622ab req-320122be-5c52-49b7-a076-b8e753a89ddc tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:40.595490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90354c14-d012-464b-b8d9-1a4a19f622ab req-320122be-5c52-49b7-a076-b8e753a89ddc tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0870817 Apr 01 16:14:40.642433 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90354c14-d012-464b-b8d9-1a4a19f622ab req-2f641de5-d1a0-47ab-bf13-83b5e63f7574 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Apr 01 16:14:41.844383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7519d2-0898-4dd1-a12f-26539c38f1f9 req-f7053a8b-ba32-4e64-a913-b4d5c6b74a4d tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:41.845969 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f7519d2-0898-4dd1-a12f-26539c38f1f9 req-f7053a8b-ba32-4e64-a913-b4d5c6b74a4d tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0883670 Apr 01 16:14:41.895716 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f7519d2-0898-4dd1-a12f-26539c38f1f9 req-58bdf758-62f5-4299-8621-7fe58efd6aaf tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Apr 01 16:14:43.090868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcbb08-7753-4215-b806-2a6fc171d1ae req-62319258-6f8c-4c8b-91df-67e596811b9f tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:43.092068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2dbcbb08-7753-4215-b806-2a6fc171d1ae req-62319258-6f8c-4c8b-91df-67e596811b9f tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0852864 Apr 01 16:14:43.139513 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2dbcbb08-7753-4215-b806-2a6fc171d1ae req-9944b08e-0f46-4507-87f0-61892d86d62b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Apr 01 16:14:44.439935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaa6e1-814d-47bc-9624-2ea866e06d58 req-199151da-264f-4ffb-a83c-80c267a5f4b4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:44.441298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-76aaa6e1-814d-47bc-9624-2ea866e06d58 req-199151da-264f-4ffb-a83c-80c267a5f4b4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.1880918 Apr 01 16:14:44.487435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-76aaa6e1-814d-47bc-9624-2ea866e06d58 req-30396940-e9b3-44fa-8698-ec2319093ad6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Apr 01 16:14:45.679788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea73f4-f583-404e-bbef-87db5d8599be req-25c50189-68f4-4b6b-babb-469c3d932c7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.681294 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ea73f4-f583-404e-bbef-87db5d8599be req-25c50189-68f4-4b6b-babb-469c3d932c7b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0874157 Apr 01 16:14:45.727167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ea73f4-f583-404e-bbef-87db5d8599be req-a28f0790-da60-451d-b1c0-f21eb0390f4b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Apr 01 16:14:46.915233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd51613-7dd9-4c9f-8ee7-b25b52241248 req-7246002d-2021-46c0-b5dc-4408c3450832 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:46.916740 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cd51613-7dd9-4c9f-8ee7-b25b52241248 req-7246002d-2021-46c0-b5dc-4408c3450832 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0808506 Apr 01 16:14:46.970316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cd51613-7dd9-4c9f-8ee7-b25b52241248 req-24129a3a-6df1-47b8-9822-3b3d38f6c257 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Apr 01 16:14:48.159144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cf0e-bf8c-4821-beb8-c2b15217e932 req-1f764562-dc1e-46e7-aeb7-17ed5bb8d1a4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:48.160606 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ae4cf0e-bf8c-4821-beb8-c2b15217e932 req-1f764562-dc1e-46e7-aeb7-17ed5bb8d1a4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0798049 Apr 01 16:14:48.209139 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ae4cf0e-bf8c-4821-beb8-c2b15217e932 req-20000491-2d77-471b-9aec-7cbf2085752a tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Apr 01 16:14:48.371341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:49.399767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86249dd7-5c7d-42ee-aad6-0e36bd4d1ff1 req-351fb320-2e8a-466b-a85a-e813dd8914fe tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:49.401024 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-86249dd7-5c7d-42ee-aad6-0e36bd4d1ff1 req-351fb320-2e8a-466b-a85a-e813dd8914fe tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0815454 Apr 01 16:14:49.450214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-86249dd7-5c7d-42ee-aad6-0e36bd4d1ff1 req-e8e0190c-6b00-4ef1-9b30-d5d619661b9a tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Apr 01 16:14:49.854139 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-a9ce24e7-3622-41e3-b720-7e3d1c0a4824 service neutron] 10.222.0.91 "GET /v2.0/ports/6d2eeec3-97f5-48e6-a495-b496e7ee7342/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0804970 Apr 01 16:14:50.559905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-96552d07-3252-4ab5-b1b0-c3abae42ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.561471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-96552d07-3252-4ab5-b1b0-c3abae42ccf7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917&tenant_id=36897c9427c84eb98623ffdfdbc3e698 HTTP/1.1" status: 200 len: 1098 time: 0.0751183 Apr 01 16:14:50.644022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3f80b-e866-455c-9775-2572229c2e4a req-f9a226c6-ec25-4cae-ba03-c947ff784dcb tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.645510 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0eb3f80b-e866-455c-9775-2572229c2e4a req-f9a226c6-ec25-4cae-ba03-c947ff784dcb tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0854661 Apr 01 16:14:50.671573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-ec75c4b5-eeec-4dd5-a5c5-4bf94797f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.673097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-ec75c4b5-eeec-4dd5-a5c5-4bf94797f2ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1098 time: 0.0818765 Apr 01 16:14:50.691803 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0eb3f80b-e866-455c-9775-2572229c2e4a req-b2f17f5e-0779-4c34-ba59-b3202533f052 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Apr 01 16:14:50.786610 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:50.817310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-95a0ee82-50ac-4488-8e8b-d2dc506cffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.818742 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-95a0ee82-50ac-4488-8e8b-d2dc506cffb8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 200 len: 912 time: 0.1328340 Apr 01 16:14:50.890712 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-cc6484c3-2e20-472f-a678-50d2acfbbf23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 200 len: 217 time: 0.0614285 Apr 01 16:14:50.965292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-b5ef7f1e-4bad-4dd8-8ec9-c42f7fbfc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.966779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-b5ef7f1e-4bad-4dd8-8ec9-c42f7fbfc000 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 HTTP/1.1" status: 200 len: 851 time: 0.0633042 Apr 01 16:14:51.017355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-9eaa6e2f-2710-4642-8f05-88c0fde1cb35 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f83721aa-63b8-4d9f-8e47-d90740c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415123 Apr 01 16:14:51.157273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-f227f28f-ef02-4c92-b88e-29c6bd088ceb service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281564 Apr 01 16:14:51.305463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3d7d0-93a5-42ee-9cdc-20072428308d req-60a6b2f3-7d30-4324-bd8a-69f0e08fa2af service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358309 Apr 01 16:14:51.880949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee26b26-3302-4c67-a5a2-387d065abdf0 req-80040a2d-3d26-46ab-b246-bf7fd9d3b5d0 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:51.882997 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ee26b26-3302-4c67-a5a2-387d065abdf0 req-80040a2d-3d26-46ab-b246-bf7fd9d3b5d0 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0818598 Apr 01 16:14:51.934392 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ee26b26-3302-4c67-a5a2-387d065abdf0 req-0d3696a4-a507-4527-9995-977ba49a44c4 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453119 Apr 01 16:14:53.125926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c510-22ba-448b-8679-ed0d3f35d37d req-ae863ee8-b073-44fa-8b47-7b6045c1c865 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:53.127517 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7463c510-22ba-448b-8679-ed0d3f35d37d req-ae863ee8-b073-44fa-8b47-7b6045c1c865 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0862625 Apr 01 16:14:53.185735 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7463c510-22ba-448b-8679-ed0d3f35d37d req-02280b49-beed-48b2-9441-f2850e988998 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Apr 01 16:14:54.004457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:14:54.008498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:14:54.256219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:54.287212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:54.310040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:54.317883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'network_id': 'f83721aa-63b8-4d9f-8e47-d90740c50c4e', 'port_id': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'mac_address': 'fa:16:3e:ae:1f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b5d6bb-de7c-48d9-8622-d28bb0c32b45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:14:54.348468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:54.381497 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'code': 200} Apr 01 16:14:54.386042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:54.387311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae42d8-a0d8-4dfc-b78e-947497e600d6 req-d58086a6-7b94-49a2-b995-c611f4695941 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:54.388910 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6eae42d8-a0d8-4dfc-b78e-947497e600d6 req-d58086a6-7b94-49a2-b995-c611f4695941 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0908613 Apr 01 16:14:54.404347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:54.441210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6eae42d8-a0d8-4dfc-b78e-947497e600d6 req-34e529a4-0e44-4cd7-babe-1b391b6b7bd6 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Apr 01 16:14:54.452657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:54.572542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:14:54.572895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:14:54.576788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:54.584628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.584965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.585301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.585629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.585980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.586285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.586611 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.586970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.587301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.587612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.587929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:54.588303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.086857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-31d5f6f2-cea8-4ee0-8136-803c2e9565c2 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:55.088454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-31d5f6f2-cea8-4ee0-8136-803c2e9565c2 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.91 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917&tenant_id=36897c9427c84eb98623ffdfdbc3e698&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 943 time: 0.1233447 Apr 01 16:14:55.133672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.154488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:55.171132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:55.241173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-00b81834-9ce3-4e20-90d2-317f603f5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:55.242571 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-00b81834-9ce3-4e20-90d2-317f603f5e2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=36897c9427c84eb98623ffdfdbc3e698&device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 1096 time: 0.0826235 Apr 01 16:14:55.269489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.345899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['6d2eeec3-97f5-48e6-a495-b496e7ee7342'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:14:55.393688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:55.397600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-1d48cc6b-c619-465f-aac9-3fd68c09b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:55.399323 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-1d48cc6b-c619-465f-aac9-3fd68c09b2f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 200 len: 912 time: 0.1505432 Apr 01 16:14:55.588375 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-952cfce2-0fee-4b2c-9f59-853b2dd4c811 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 200 len: 217 time: 0.1814263 Apr 01 16:14:55.662092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-8056a448-c714-49ea-a60b-396a94b3e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:55.663578 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-8056a448-c714-49ea-a60b-396a94b3e306 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 HTTP/1.1" status: 200 len: 851 time: 0.0685954 Apr 01 16:14:55.720886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-b561d4ba-989b-420a-9c0c-834343fe90f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f83721aa-63b8-4d9f-8e47-d90740c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429964 Apr 01 16:14:55.878832 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-d0bb8725-df9d-45f5-a658-10b5fed339f9 service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499500 Apr 01 16:14:56.010218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:56.033516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-d97cb5c3-73e2-4faa-beb4-bc5cda45df6c service neutron] 10.222.0.91 "GET /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483147 Apr 01 16:14:56.087525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:56.087892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.224802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.267448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:14:56.378070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.411068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:56.465075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:56.486546 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'code': 200} Apr 01 16:14:57.878683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646f79a-141d-466f-980c-cd534b2fd784 req-7d073d58-6e36-4ad1-bb9b-bcbcd3fecaac tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:57.880435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b646f79a-141d-466f-980c-cd534b2fd784 req-7d073d58-6e36-4ad1-bb9b-bcbcd3fecaac tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0994625 Apr 01 16:14:57.932488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b646f79a-141d-466f-980c-cd534b2fd784 req-592c3ea6-919d-4b16-afdf-28975b0f6f85 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Apr 01 16:14:59.137616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfe76-2d65-43de-b175-dddc1b8c234a req-aaa31903-ab52-4ebc-90c1-28382f4162a9 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:59.139243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f1bfe76-2d65-43de-b175-dddc1b8c234a req-aaa31903-ab52-4ebc-90c1-28382f4162a9 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0889583 Apr 01 16:14:59.187732 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f1bfe76-2d65-43de-b175-dddc1b8c234a req-3f5b511b-8f45-4df7-9953-510695f8e104 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Apr 01 16:14:59.669822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-f994fcef-6ff9-4a5e-9e0b-f4a5e2dfa132 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:59.671419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-f994fcef-6ff9-4a5e-9e0b-f4a5e2dfa132 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.91 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0893631 Apr 01 16:14:59.751759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Deleting port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:14:59.752131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.016943 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] For port 6d2eeec3-97f5-48e6-a495-b496e7ee7342, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6d2eeec3-97f5-48e6-a495-b496e7ee7342,segment=NetworkSegment(26484d97-fe50-449a-8e8b-04781f53c327),segment_id=26484d97-fe50-449a-8e8b-04781f53c327)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:00.017300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.148055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Calling delete_port for 6d2eeec3-97f5-48e6-a495-b496e7ee7342 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:15:00.400914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446040b4-aebc-4bac-b6ea-0a8a8a1544db req-1d4510ee-10ed-419e-a812-ebd31dabab5b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:00.403141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-446040b4-aebc-4bac-b6ea-0a8a8a1544db req-1d4510ee-10ed-419e-a812-ebd31dabab5b tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 945 time: 0.0949047 Apr 01 16:15:00.440047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.459982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['6d2eeec3-97f5-48e6-a495-b496e7ee7342'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:15:00.505050 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-446040b4-aebc-4bac-b6ea-0a8a8a1544db req-f22f23fe-fb15-40a7-8d43-e7eab55361db tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ff5f9fd-286e-4d91-a8e4-8e62505475d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Apr 01 16:15:00.507566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Pushing event deleted for resources: {'Port': ['ID=6d2eeec3-97f5-48e6-a495-b496e7ee7342,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:00.547900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.548252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.548569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.548940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.549238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.549575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.549903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.550230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.550559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.550915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.551235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.551559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.597561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] No DVR routers for this DVR port 6d2eeec3-97f5-48e6-a495-b496e7ee7342 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:00.600342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.603082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-deleted', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:00.681621 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01f62b85-cbb5-460e-b6dd-4468e8fc54ed req-7943ceeb-ed3e-4c0d-a68e-8e9174d58966 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.91 "DELETE /v2.0/ports/6d2eeec3-97f5-48e6-a495-b496e7ee7342 HTTP/1.1" status: 204 len: 173 time: 1.0015202 Apr 01 16:15:00.711451 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52967e36-792b-405e-8dd9-64b41298b917', 'name': 'network-vif-deleted', 'tag': '6d2eeec3-97f5-48e6-a495-b496e7ee7342', 'status': 'completed', 'code': 200} Apr 01 16:15:01.682128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-79d64b57-4306-4c43-ad74-4974329fc93d req-63af3cbb-4820-461b-a06a-47f88d9cca31 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Synchronizing usage tracker for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:01.795180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-79d64b57-4306-4c43-ad74-4974329fc93d req-63af3cbb-4820-461b-a06a-47f88d9cca31 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] Unset dirty status for tenant:36897c9427c84eb98623ffdfdbc3e698 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:01.796295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-79d64b57-4306-4c43-ad74-4974329fc93d req-63af3cbb-4820-461b-a06a-47f88d9cca31 tempest-DeleteServersTestJSON-1356175041 tempest-DeleteServersTestJSON-1356175041-project] 10.222.0.21 "GET /v2.0/ports?device_id=52967e36-792b-405e-8dd9-64b41298b917 HTTP/1.1" status: 200 len: 210 time: 0.1600552 Apr 01 16:15:02.450971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-51390079-00dc-4057-aede-69661bf7debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.053876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51538) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.117456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Deleting subnet e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:15:03.120524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.171742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.234677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.389672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.436402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.439468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b5d6bb-de7c-48d9-8622-d28bb0c32b45,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.454596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.454962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.455294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.455630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.456028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.456361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.456678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.456996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.457319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.457638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.457949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.458255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:03.465880 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d0ca1e8-6601-4dbc-bc7b-3614b34fa900 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3b5d6bb-de7c-48d9-8622-d28bb0c32b45 HTTP/1.1" status: 204 len: 168 time: 0.4095454 Apr 01 16:15:03.468514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51542) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.597869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.757084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.785224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83721aa-63b8-4d9f-8e47-d90740c50c4e']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:03.802597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26484d97-fe50-449a-8e8b-04781f53c327') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:03.802909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26484d97-fe50-449a-8e8b-04781f53c327') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:03.815628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.831468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.837442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:03.837825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:03.851605 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:03.994640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.999111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.027775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f83721aa-63b8-4d9f-8e47-d90740c50c4e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:04.061444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:04.099129 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d366381-0efb-482e-aafd-121ce51516eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/f83721aa-63b8-4d9f-8e47-d90740c50c4e HTTP/1.1" status: 204 len: 168 time: 0.6295109 Apr 01 16:15:04.099726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 6d2eeec3-97f5-48e6-a495-b496e7ee7342 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:15:04.099726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 6d2eeec3-97f5-48e6-a495-b496e7ee7342 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:04.409365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51548) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:04.459554 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9a5192be-2c60-458f-a3dc-f819da1619ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36897c9427c84eb98623ffdfdbc3e698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489955 Apr 01 16:15:04.461982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51552) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:04.519782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.544568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.696534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.716325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5f9fd-286e-4d91-a8e4-8e62505475d7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:04.782468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.784559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7dc2e3e5-f6bb-4334-beb9-e0ec30290052 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ff5f9fd-286e-4d91-a8e4-8e62505475d7 HTTP/1.1" status: 204 len: 168 time: 0.3216810 Apr 01 16:15:04.863192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2e70fa24-7080-456f-ba0f-7e95a9da9fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.617772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.824721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51576) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:05.943770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-253236887-network', 'tenant_id': '8579598ace38422faebdb7edd241ebcf'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:05.948990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:05.954073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Usage tracker for resource:network and tenant:8579598ace38422faebdb7edd241ebcf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:05.957776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:05.965360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:06.034577 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Made reservation on behalf of 8579598ace38422faebdb7edd241ebcf for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:06.037056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.054478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.082027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:06.088738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8579598ace38422faebdb7edd241ebcf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:06.094239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:06.104186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:06.212529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.223362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.274489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.306487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:15:06.315305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98298dc8-77ab-4f78-ac37-38a0637e2f24,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.321087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.321431 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Added segment 2a0ba904-540b-4d7f-b39c-13a6f93cc531 of type vlan for network 7fe77267-975d-432c-8241-1535fbd809a5 Apr 01 16:15:06.349743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.450796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.451772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:06.452370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.559435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe77267-975d-432c-8241-1535fbd809a5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.569111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 7fe77267-975d-432c-8241-1535fbd809a5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:15:06.613993 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-37e3db43-642d-4f19-bca1-4b717791c3e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7855265 Apr 01 16:15:06.614238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51582) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:06.619582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Request body: {'subnet': {'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-253236887-subnet', 'tenant_id': '8579598ace38422faebdb7edd241ebcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:06.625621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:06.629542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Usage tracker for resource:subnet and tenant:8579598ace38422faebdb7edd241ebcf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:06.632479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:06.639491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:06.725935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Made reservation on behalf of 8579598ace38422faebdb7edd241ebcf for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:06.728322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.121364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.197061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f99fbf-f9e1-42cc-9770-79a66a8d63ed,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:07.209184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Checking segment: {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:15:07.209608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Network hostable DHCP agents. Network: 7fe77267-975d-432c-8241-1535fbd809a5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:15:07.292003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Network 7fe77267-975d-432c-8241-1535fbd809a5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:15:07.354867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 7fe77267-975d-432c-8241-1535fbd809a5) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:07.359186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.359790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.365164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9b9cb-52b9-4b4c-b6e0-ebd987061403 None None] Network 7fe77267-975d-432c-8241-1535fbd809a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:15:07.452981 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bb9b0699-39ad-4147-961f-2a0102ba1ab9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8376596 Apr 01 16:15:07.583180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4bb15-5e35-4992-b49f-38d68fbb5bd1 None None] Network 7fe77267-975d-432c-8241-1535fbd809a5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:15:07.704187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.974908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-1535034e-d51e-46dd-ae98-4e9976175639 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.975396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-1535034e-d51e-46dd-ae98-4e9976175639 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Synchronizing usage tracker for tenant:8579598ace38422faebdb7edd241ebcf on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:08.126709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-1535034e-d51e-46dd-ae98-4e9976175639 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Unset dirty status for tenant:8579598ace38422faebdb7edd241ebcf on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:08.128097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-1535034e-d51e-46dd-ae98-4e9976175639 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 814 time: 0.3059075 Apr 01 16:15:08.143512 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-ed2cab7a-60cf-4731-bbfe-79c0f785ed48 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/quotas/8579598ace38422faebdb7edd241ebcf HTTP/1.1" status: 200 len: 375 time: 0.0097404 Apr 01 16:15:08.197051 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d5435b3d-c9bc-4208-af0c-59ba9c7ba786 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478833 Apr 01 16:15:08.382119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-5812486a-8a98-4b20-869f-3721a72b7830 service neutron] 10.222.0.21 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779568 Apr 01 16:15:08.523830 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-4d1d8c92-8cc0-4ce9-9504-432d3bf197da service neutron] 10.222.0.21 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345062 Apr 01 16:15:08.793541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4fcf530f-4f15-43e9-87b2-b24b55b6fd75 req-04bce2e6-a89a-44e9-8d51-105c795048f1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 210 time: 0.0437057 Apr 01 16:15:09.890456 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a24c97fa-b4f5-4d46-b9d3-3935a328e74a req-e3d0a4ec-4f3f-42a3-a85d-08e617188726 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Apr 01 16:15:11.052251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d2075265-7665-4ed1-a77a-7924bc80334a req-b411e276-3976-4d6b-9fa7-9c3080195d9c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 210 time: 0.0435948 Apr 01 16:15:11.660511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-806a318b-0405-4473-9b15-e30cb79a7eb5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:11.662644 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-806a318b-0405-4473-9b15-e30cb79a7eb5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 814 time: 0.1568642 Apr 01 16:15:11.674924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Request body: {'port': {'device_id': '4f991118-4a2b-4a7f-9498-8752438611f1', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'admin_state_up': True, 'tenant_id': '8579598ace38422faebdb7edd241ebcf'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:11.822819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:11.830373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Usage tracker for resource:port and tenant:8579598ace38422faebdb7edd241ebcf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:11.830561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:11.836251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:11.913257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Made reservation on behalf of 8579598ace38422faebdb7edd241ebcf for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:11.916758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.095522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Allocated IP 172.20.0.14 (7fe77267-975d-432c-8241-1535fbd809a5/23f99fbf-f9e1-42cc-9770-79a66a8d63ed/a39dc956-5d3c-499e-b18e-ac1b775d11f6) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:12.238599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b8ce63e-b686-4ad3-8c50-87ae102bfd84 req-b0c0a165-1351-412a-9ace-df884f8b3421 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 210 time: 0.0636296 Apr 01 16:15:12.360739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.462707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.534301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Network 7fe77267-975d-432c-8241-1535fbd809a5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:12.541455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:12.548086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:15:12.588887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.737645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:12.738332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.846125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-23530360-08a1-4429-9fe7-e55cff9930f9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1750550 Apr 01 16:15:12.862060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Request body: {'port': {'device_id': '4f991118-4a2b-4a7f-9498-8752438611f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:12.981107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.344911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:13.352663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.368183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Transition to ACTIVE for port object a39dc956-5d3c-499e-b18e-ac1b775d11f6 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:13.474786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.548663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41840f3c-1115-4842-9ba7-32fab1a684b6 req-a9f78fdf-926e-4420-a25d-61692e558926 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:13.550286 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-41840f3c-1115-4842-9ba7-32fab1a684b6 req-a9f78fdf-926e-4420-a25d-61692e558926 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 932 time: 0.1984873 Apr 01 16:15:13.612043 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-41840f3c-1115-4842-9ba7-32fab1a684b6 req-39cb0248-bd49-4bef-b3bc-5def3ab12889 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Apr 01 16:15:13.640912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.732361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Attempting to bind port a39dc956-5d3c-499e-b18e-ac1b775d11f6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:13.732693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Attempting to bind port a39dc956-5d3c-499e-b18e-ac1b775d11f6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:13.737852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Attempting to bind port a39dc956-5d3c-499e-b18e-ac1b775d11f6 on network 7fe77267-975d-432c-8241-1535fbd809a5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:15:13.738490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Port a39dc956-5d3c-499e-b18e-ac1b775d11f6 on network 7fe77267-975d-432c-8241-1535fbd809a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:15:13.738691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Attempting to bind port a39dc956-5d3c-499e-b18e-ac1b775d11f6 on network 7fe77267-975d-432c-8241-1535fbd809a5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:15:13.744708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:15:13.745043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Checking segment: {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:15:13.745434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Bound using segment: {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:15:13.745913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Bound port: a39dc956-5d3c-499e-b18e-ac1b775d11f6, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:13.746821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.846733 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:15:13.849823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:15:13.897976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.960923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:13.961556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.963328 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] 10.222.0.91 "PUT /v2.0/ports/a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 200 len: 1094 time: 1.1051357 Apr 01 16:15:13.967009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:13.999801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89430d0-4894-4b6f-ad8a-ad6c01490225 service neutron] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.018073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'status': 'completed', 'code': 200} Apr 01 16:15:14.118199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-80707b9f-e73d-4347-9a91-f661d4693474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.119727 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-80707b9f-e73d-4347-9a91-f661d4693474 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1097 time: 0.0770743 Apr 01 16:15:14.285946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-bedd2f68-cdd2-4f5a-802c-be3340b04a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.287460 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-bedd2f68-cdd2-4f5a-802c-be3340b04a53 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8579598ace38422faebdb7edd241ebcf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1575961 Apr 01 16:15:14.440819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-aec39f23-f929-456f-a301-b97254646f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.442382 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77c6d790-fe09-4799-820d-45e9561b2c3b req-aec39f23-f929-456f-a301-b97254646f2b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444910 Apr 01 16:15:14.566469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-abc86a1a-6395-408b-acb0-1a00fc111c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.567916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-abc86a1a-6395-408b-acb0-1a00fc111c62 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1097 time: 0.0786140 Apr 01 16:15:14.642938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-97ebfcb3-07d9-4f14-818a-f9baaf6b0838 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 200 len: 217 time: 0.0627515 Apr 01 16:15:14.718857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-aecf3d95-399c-40d8-a3f3-143a19deea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.720501 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-aecf3d95-399c-40d8-a3f3-143a19deea46 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0656970 Apr 01 16:15:14.774098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-39a7e60d-2f8c-4770-8e04-22b29772c54e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441008 Apr 01 16:15:14.812335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114ec6c-ff14-4867-a7e7-d881426de134 req-2bea4e1f-820b-450b-a6ec-6e5d2fd0da03 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.818183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0114ec6c-ff14-4867-a7e7-d881426de134 req-2bea4e1f-820b-450b-a6ec-6e5d2fd0da03 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 944 time: 0.0857227 Apr 01 16:15:14.860752 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0114ec6c-ff14-4867-a7e7-d881426de134 req-194541d9-9d7e-4adb-8e96-6c2857bea1bd tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Apr 01 16:15:14.915150 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-5b5a6d78-0954-4671-b862-07b99d232ff6 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303585 Apr 01 16:15:15.059362 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a25d29fd-e472-43fc-a257-fd1ec12f0be3 req-0c1c055e-101c-4eb8-b11c-28b808ed0371 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340549 Apr 01 16:15:16.061256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-0754dcba-0601-4a6b-bc77-01de943e1778 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:16.061928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-0754dcba-0601-4a6b-bc77-01de943e1778 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Synchronizing usage tracker for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:16.148824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-0754dcba-0601-4a6b-bc77-01de943e1778 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Unset dirty status for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:16.150012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-0754dcba-0601-4a6b-bc77-01de943e1778 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 944 time: 0.1754167 Apr 01 16:15:16.195238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-e62c3e25-18c2-4abc-aeed-89565b53e08b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Synchronizing usage tracker for tenant:8579598ace38422faebdb7edd241ebcf on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:16.268565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-e62c3e25-18c2-4abc-aeed-89565b53e08b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Unset dirty status for tenant:8579598ace38422faebdb7edd241ebcf on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:16.269835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4f1abaa3-3b9b-4643-8990-4fa7af71a204 req-e62c3e25-18c2-4abc-aeed-89565b53e08b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134737 Apr 01 16:15:17.462681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890287-e7a9-446d-acbb-f2d223029330 req-fb55aa5c-53e1-44ba-b97b-1e9750e10d12 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.464151 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-37890287-e7a9-446d-acbb-f2d223029330 req-fb55aa5c-53e1-44ba-b97b-1e9750e10d12 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 944 time: 0.0853422 Apr 01 16:15:17.510070 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-37890287-e7a9-446d-acbb-f2d223029330 req-33831c13-9098-444a-9233-1c7c8ccbd07c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Apr 01 16:15:18.201280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:15:18.347340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:18.360810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'port_id': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'mac_address': 'fa:16:3e:f2:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f99fbf-f9e1-42cc-9770-79a66a8d63ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:15:18.394595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.419529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.436707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:18.453362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:18.551538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.623464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:18.701493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6830abb-85bb-43fe-856e-4ed1685afbd3 req-728ad550-b83d-4d4b-bf5f-f10feb7267f3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.703008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6830abb-85bb-43fe-856e-4ed1685afbd3 req-728ad550-b83d-4d4b-bf5f-f10feb7267f3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 945 time: 0.0837948 Apr 01 16:15:18.748832 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6830abb-85bb-43fe-856e-4ed1685afbd3 req-204d7fc1-f428-4d23-9f5c-e552a05c0bb4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Apr 01 16:15:18.811435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['a39dc956-5d3c-499e-b18e-ac1b775d11f6'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:15:19.944894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666d9e2-d34d-46c1-8bc7-64b346b57038 req-92f22dd1-fa5d-46da-87f3-9a1095c8e6cb tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.946342 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f666d9e2-d34d-46c1-8bc7-64b346b57038 req-92f22dd1-fa5d-46da-87f3-9a1095c8e6cb tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 945 time: 0.0860250 Apr 01 16:15:19.991724 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f666d9e2-d34d-46c1-8bc7-64b346b57038 req-8d7b2b5e-a1df-4172-9dc9-6960d4b7561f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Apr 01 16:15:20.204480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:20.343010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port a39dc956-5d3c-499e-b18e-ac1b775d11f6 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:20.348043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port a39dc956-5d3c-499e-b18e-ac1b775d11f6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:20.348419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.466522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.493367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:20.504222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:20.536979 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'code': 200} Apr 01 16:15:20.581728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.656130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.928029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a457a89-f4ad-4770-99d0-9a1e5a1b86ee req-f177b9fe-9ecc-4e1a-a240-c2942318274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:20.929762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a457a89-f4ad-4770-99d0-9a1e5a1b86ee req-f177b9fe-9ecc-4e1a-a240-c2942318274b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1099 time: 0.0757387 Apr 01 16:15:20.976108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a457a89-f4ad-4770-99d0-9a1e5a1b86ee req-83651e03-b883-4865-b8ef-92d0be8b4827 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354409 Apr 01 16:15:21.177230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b4c11-a312-4dc8-8c11-08c6f4502bf6 req-e6d997f9-8d35-4058-8563-7f0787902f56 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.179064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-066b4c11-a312-4dc8-8c11-08c6f4502bf6 req-e6d997f9-8d35-4058-8563-7f0787902f56 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0815403 Apr 01 16:15:21.225970 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-066b4c11-a312-4dc8-8c11-08c6f4502bf6 req-5fec17e5-8d23-4142-b5f4-7b76ed2706d2 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Apr 01 16:15:22.443711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff350-0f23-42ab-a945-6e3ac885ac97 req-29d6733d-51a5-4ea7-b09d-9219223bba27 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:22.445281 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-453ff350-0f23-42ab-a945-6e3ac885ac97 req-29d6733d-51a5-4ea7-b09d-9219223bba27 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.1081259 Apr 01 16:15:22.505662 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-453ff350-0f23-42ab-a945-6e3ac885ac97 req-cdafcc61-cb91-40b1-961d-749922d652e9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Apr 01 16:15:23.695954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daec4b-c352-4312-b5b0-f0770ea7671d req-8aa0866a-faf2-44d0-8ef8-7dcb4be35027 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.697418 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-29daec4b-c352-4312-b5b0-f0770ea7671d req-8aa0866a-faf2-44d0-8ef8-7dcb4be35027 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0850072 Apr 01 16:15:23.741912 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-29daec4b-c352-4312-b5b0-f0770ea7671d req-a1799600-7dfc-4036-b852-94ce19b952a6 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Apr 01 16:15:24.028295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0f62-ddb4-4c5e-9521-818f59334314 req-03ceff5b-95fd-4ed3-a56a-1a1be392f12d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.029762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e54b0f62-ddb4-4c5e-9521-818f59334314 req-03ceff5b-95fd-4ed3-a56a-1a1be392f12d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.1818326 Apr 01 16:15:24.075141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e54b0f62-ddb4-4c5e-9521-818f59334314 req-6b38f99b-24d0-4d18-bf3c-01370c82f98e tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Apr 01 16:15:24.630022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a68d7-d708-4244-8aac-88b19f25368f req-78f4bbb5-1e92-4718-ba0e-57db04222c65 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.631528 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fb6a68d7-d708-4244-8aac-88b19f25368f req-78f4bbb5-1e92-4718-ba0e-57db04222c65 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0837133 Apr 01 16:15:24.676640 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fb6a68d7-d708-4244-8aac-88b19f25368f req-88f8f718-1688-4432-8d29-ecc43344bb8b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Apr 01 16:15:24.864516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144777-0f0d-4e83-b805-95ecbbb43f7a req-fcfc2f82-2780-47d9-8eae-d1ef533e395d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.865973 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a144777-0f0d-4e83-b805-95ecbbb43f7a req-fcfc2f82-2780-47d9-8eae-d1ef533e395d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0807703 Apr 01 16:15:24.914368 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5a144777-0f0d-4e83-b805-95ecbbb43f7a req-2d10a979-fc85-4001-8555-4fb44490a494 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Apr 01 16:15:25.532193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05b80-f5a5-48d0-b5ba-a58b81ab7cbb req-c779c9e3-e956-400f-9292-74e5b42a9fd5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.533654 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-60c05b80-f5a5-48d0-b5ba-a58b81ab7cbb req-c779c9e3-e956-400f-9292-74e5b42a9fd5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0801408 Apr 01 16:15:25.622977 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-60c05b80-f5a5-48d0-b5ba-a58b81ab7cbb req-a5eaed7f-8340-46b8-9e96-d0e56d854d94 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835035 Apr 01 16:15:25.647593 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-861ecf58-632d-4477-8be5-b85e6db1216a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945542 Apr 01 16:15:26.814084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a3cc-b5c2-44fc-92ff-881d3af6b7a3 req-6c6080ba-870a-40e7-874c-fb0b7f3d0292 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.815524 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc3a3cc-b5c2-44fc-92ff-881d3af6b7a3 req-6c6080ba-870a-40e7-874c-fb0b7f3d0292 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0856531 Apr 01 16:15:26.865569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc3a3cc-b5c2-44fc-92ff-881d3af6b7a3 req-f715aabd-4774-4090-86bc-f9712bfa199b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Apr 01 16:15:27.740753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-55451a89-d03c-4893-b5c7-86c205111352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:27.742289 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-55451a89-d03c-4893-b5c7-86c205111352 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1099 time: 0.0731068 Apr 01 16:15:27.789092 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:15:27.875451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-6e0b1d64-7986-4cbc-9497-03e408238fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:27.876865 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-6e0b1d64-7986-4cbc-9497-03e408238fc8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.1281672 Apr 01 16:15:27.948130 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-652e926d-7216-4f43-b7b4-b6f59fb5603d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 200 len: 217 time: 0.0647254 Apr 01 16:15:28.023406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-3d0e5fae-9f82-4bdd-b60a-9035f582d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.024870 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-3d0e5fae-9f82-4bdd-b60a-9035f582d39c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0690069 Apr 01 16:15:28.071247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-bedb5aef-9d0f-46f5-b3f9-5cae26223c8f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399776 Apr 01 16:15:28.107633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2d80d-4968-4d03-ae0d-19f851c7586b req-585b5cab-8e56-411f-b8d3-7455484ef555 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.109087 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ad2d80d-4968-4d03-ae0d-19f851c7586b req-585b5cab-8e56-411f-b8d3-7455484ef555 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0813575 Apr 01 16:15:28.154579 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ad2d80d-4968-4d03-ae0d-19f851c7586b req-a83665f7-e0d3-436b-8716-860409f02808 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Apr 01 16:15:28.206471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-624d73c2-2bf0-4c48-93fa-5088fef4c98b service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272352 Apr 01 16:15:28.338800 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-882b0a49-e446-46fa-8131-154db95925fa service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263368 Apr 01 16:15:29.347809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68be2f-ea2b-4463-97e5-e0be7a6b121d req-7fd9c225-ac29-4af2-8196-ea06b0df6c6d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:29.349160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d68be2f-ea2b-4463-97e5-e0be7a6b121d req-7fd9c225-ac29-4af2-8196-ea06b0df6c6d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0853517 Apr 01 16:15:29.394528 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d68be2f-ea2b-4463-97e5-e0be7a6b121d req-3a98e775-33bc-4fc7-9490-988a1648175b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Apr 01 16:15:30.584047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3addff-51d3-4979-bd80-8adb37e4412c req-5c641ef5-756f-4944-bfde-9a98fb00518b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:30.585495 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ba3addff-51d3-4979-bd80-8adb37e4412c req-5c641ef5-756f-4944-bfde-9a98fb00518b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0841701 Apr 01 16:15:30.630320 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ba3addff-51d3-4979-bd80-8adb37e4412c req-cd771825-7a81-46cf-a4a2-4a7666e40cac tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Apr 01 16:15:31.818099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111805f8-52ab-4727-a099-7351b0adf43e req-df84fcad-1122-4ed0-89df-173dc421feb5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:31.819584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-111805f8-52ab-4727-a099-7351b0adf43e req-df84fcad-1122-4ed0-89df-173dc421feb5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0824971 Apr 01 16:15:31.866559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-111805f8-52ab-4727-a099-7351b0adf43e req-fff04a62-7fbf-4c02-833d-300a7c3d640f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Apr 01 16:15:32.417359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5634de78-031b-4dff-b249-5a62fa9296e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:33.054471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8472-cfb4-43bf-939d-eb064702812a req-b901bcf8-1c6d-41ae-bad0-8fae3e21bc26 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:33.055963 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1d0d8472-cfb4-43bf-939d-eb064702812a req-b901bcf8-1c6d-41ae-bad0-8fae3e21bc26 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0810711 Apr 01 16:15:33.100754 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1d0d8472-cfb4-43bf-939d-eb064702812a req-9cfbc96c-3550-4ef4-93c9-856f64d24a22 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Apr 01 16:15:34.288944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefa1b-c8e2-4f77-b651-528d8b8a45d3 req-4bad8f1e-c1b6-4d39-8244-e5a601f14e5d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:34.290407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-17eefa1b-c8e2-4f77-b651-528d8b8a45d3 req-4bad8f1e-c1b6-4d39-8244-e5a601f14e5d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0816710 Apr 01 16:15:34.335701 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-17eefa1b-c8e2-4f77-b651-528d8b8a45d3 req-423dc8bf-c607-4d42-b307-c72a71d6e9da tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392218 Apr 01 16:15:34.868536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-35635371-1990-4fad-8d19-12f0c446a0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:35.525464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26741-45db-48e7-99f5-122a6240ed59 req-59ea64b5-0398-4867-900c-e6c51ba1fd5b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:35.526931 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d1c26741-45db-48e7-99f5-122a6240ed59 req-59ea64b5-0398-4867-900c-e6c51ba1fd5b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0836148 Apr 01 16:15:35.573545 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d1c26741-45db-48e7-99f5-122a6240ed59 req-a64e28cf-9f9e-499b-afaf-3510a87879f7 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Apr 01 16:15:35.594242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:36.211734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:36.762788 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476046fb-444d-4460-b7a7-8fcc1c3c2ad5 req-28ce2709-ebc8-44b6-a84c-fd64c8b57e87 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:36.764899 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-476046fb-444d-4460-b7a7-8fcc1c3c2ad5 req-28ce2709-ebc8-44b6-a84c-fd64c8b57e87 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0831211 Apr 01 16:15:36.812608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-476046fb-444d-4460-b7a7-8fcc1c3c2ad5 req-73f21385-7a8d-48bd-aed7-e2dc401f6e68 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Apr 01 16:15:37.703528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:38.001317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7be72-2ce8-4ece-bacb-30958e719ec9 req-8d218bd4-ab65-45c4-985f-e1983d992e0c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:38.002797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76a7be72-2ce8-4ece-bacb-30958e719ec9 req-8d218bd4-ab65-45c4-985f-e1983d992e0c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0849845 Apr 01 16:15:38.047022 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76a7be72-2ce8-4ece-bacb-30958e719ec9 req-6425d1b9-03ee-4723-beab-e78ad3c6be24 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Apr 01 16:15:39.234127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b369c-3dad-4c22-963f-7d09fb91a218 req-2acea9d8-feed-40c4-9cf3-e1b3e1df6d9a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.235671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f31b369c-3dad-4c22-963f-7d09fb91a218 req-2acea9d8-feed-40c4-9cf3-e1b3e1df6d9a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0830967 Apr 01 16:15:39.281175 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f31b369c-3dad-4c22-963f-7d09fb91a218 req-f350c5bb-654a-4d45-ab63-a4e2377ec5e5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Apr 01 16:15:40.467294 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc94d-a648-44d9-bb6a-7b4371e608ec req-2d339887-588f-471b-b28a-affbb52d308d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:40.468744 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-adbfc94d-a648-44d9-bb6a-7b4371e608ec req-2d339887-588f-471b-b28a-affbb52d308d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0818071 Apr 01 16:15:40.512823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-adbfc94d-a648-44d9-bb6a-7b4371e608ec req-2b2aab7c-135a-4457-b123-3cb16825595f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Apr 01 16:15:41.706349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5c313-2ac7-42c1-b944-3662d7d834e5 req-74323be9-0ea4-4695-8a85-733dfd065fbc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:41.707910 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-97a5c313-2ac7-42c1-b944-3662d7d834e5 req-74323be9-0ea4-4695-8a85-733dfd065fbc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0876994 Apr 01 16:15:41.753851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-97a5c313-2ac7-42c1-b944-3662d7d834e5 req-e99af008-edb9-425c-b5f0-be846ba96985 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Apr 01 16:15:42.945894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5454813-13a6-4593-9e81-33126ccdfe6f req-b10a0347-ed52-45d6-a787-4a6c707e119a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.947386 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5454813-13a6-4593-9e81-33126ccdfe6f req-b10a0347-ed52-45d6-a787-4a6c707e119a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0842850 Apr 01 16:15:42.993922 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5454813-13a6-4593-9e81-33126ccdfe6f req-c891cb36-bfc9-41f7-a63b-b7d0587ce65d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Apr 01 16:15:44.199696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c19a0b-f759-444c-a8d9-908752dcf030 req-a5cc5d76-4e95-4fa6-bc92-cc1b2bf0217d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:44.201147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6c19a0b-f759-444c-a8d9-908752dcf030 req-a5cc5d76-4e95-4fa6-bc92-cc1b2bf0217d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0881011 Apr 01 16:15:44.245958 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6c19a0b-f759-444c-a8d9-908752dcf030 req-31efece4-dc7d-4784-8ced-fe88dd58db02 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Apr 01 16:15:45.431507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623d160-6235-4cd7-895d-6dd1c2e2c3d6 req-6a386bb6-eb1b-4b3c-8fe1-5182e06c2b19 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:45.432956 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c623d160-6235-4cd7-895d-6dd1c2e2c3d6 req-6a386bb6-eb1b-4b3c-8fe1-5182e06c2b19 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0816600 Apr 01 16:15:45.479564 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c623d160-6235-4cd7-895d-6dd1c2e2c3d6 req-4e0f21cb-3aee-483a-a4a1-670f553a4459 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Apr 01 16:15:45.663109 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-e5f9ab24-b312-4456-9f12-75d86e5a4ecb service neutron] 10.222.0.91 "GET /v2.0/ports/a39dc956-5d3c-499e-b18e-ac1b775d11f6/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0739539 Apr 01 16:15:46.340267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-a75c4800-966d-459c-9874-59204847603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.341673 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-a75c4800-966d-459c-9874-59204847603b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1&tenant_id=8579598ace38422faebdb7edd241ebcf HTTP/1.1" status: 200 len: 1099 time: 0.0756221 Apr 01 16:15:46.442498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-8b3e3b24-ef22-4415-8c4b-364aa7138c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.444013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-8b3e3b24-ef22-4415-8c4b-364aa7138c5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1099 time: 0.0736425 Apr 01 16:15:46.739803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-42cb7076-51ec-4c94-b5df-5f6bd0340c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.741284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-42cb7076-51ec-4c94-b5df-5f6bd0340c9f service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.2869406 Apr 01 16:15:46.820995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-42629fde-fa73-4e3d-9147-08906107c8ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 200 len: 217 time: 0.0680313 Apr 01 16:15:46.829878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58345-cf3f-43de-a51b-9478bee52aa0 req-11f787b2-b477-4dde-b93e-521ff3bb5bf4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.831355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28a58345-cf3f-43de-a51b-9478bee52aa0 req-11f787b2-b477-4dde-b93e-521ff3bb5bf4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.1872528 Apr 01 16:15:46.925151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-ef44ca43-7a8d-4de0-8a12-ae718b46954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.926666 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-ef44ca43-7a8d-4de0-8a12-ae718b46954c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0943995 Apr 01 16:15:46.929725 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-28a58345-cf3f-43de-a51b-9478bee52aa0 req-4b28367b-14a4-4b98-95f6-cee20058b5d5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646126 Apr 01 16:15:46.981961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-d0423d46-b7ef-4ec3-b69b-7a82b4eabcf3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445373 Apr 01 16:15:47.128248 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-6b03acf8-ba8c-487b-bb31-d8248c383442 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369853 Apr 01 16:15:47.272214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e13966a4-5c5e-4a6d-8a05-8a6c45e12350 req-b1abdbc8-c6f3-4736-b87f-090e98ff2928 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323407 Apr 01 16:15:48.134826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3b575-1c73-49d1-bcbc-1b26768c14fb req-ff1b0a71-73db-45fc-bea3-5570fde1fbaa tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:48.136478 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d7c3b575-1c73-49d1-bcbc-1b26768c14fb req-ff1b0a71-73db-45fc-bea3-5570fde1fbaa tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0884600 Apr 01 16:15:48.190395 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d7c3b575-1c73-49d1-bcbc-1b26768c14fb req-f5189b0d-dcbf-44c8-9946-c5513eaa7d43 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 Apr 01 16:15:48.382886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:49.391872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0d41-6a9f-4f90-91a0-643233b14cea req-fbe57cfa-93d3-460b-bc86-7a9e1799b9c0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.393335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e5ab0d41-6a9f-4f90-91a0-643233b14cea req-fbe57cfa-93d3-460b-bc86-7a9e1799b9c0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0889404 Apr 01 16:15:49.438950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e5ab0d41-6a9f-4f90-91a0-643233b14cea req-6ac13e44-db33-48b2-918b-69bda9cb80d0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Apr 01 16:15:50.308514 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:15:50.311846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:50.529259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.560210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:50.582879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:50.588950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'port_id': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'mac_address': 'fa:16:3e:f2:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f99fbf-f9e1-42cc-9770-79a66a8d63ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:15:50.595424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:50.648526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56154191-b88e-4020-823e-c298236a94e3 req-affe1816-ccb5-4dfc-ac2e-94d4ef4d39be tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.650409 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-56154191-b88e-4020-823e-c298236a94e3 req-affe1816-ccb5-4dfc-ac2e-94d4ef4d39be tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0935822 Apr 01 16:15:50.654179 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'code': 200} Apr 01 16:15:50.660058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.670932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.703932 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-56154191-b88e-4020-823e-c298236a94e3 req-d620534b-fa0e-4a22-a9b1-397fa814094f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Apr 01 16:15:50.725995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:50.882423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:50.888484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:15:50.888484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:15:51.156314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaea6b-8c85-4557-9c96-0c6583a3a785 req-05f9d794-16bf-494e-9d84-501fb86ae494 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.158395 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fbeaea6b-8c85-4557-9c96-0c6583a3a785 req-05f9d794-16bf-494e-9d84-501fb86ae494 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 944 time: 0.0867755 Apr 01 16:15:51.205456 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fbeaea6b-8c85-4557-9c96-0c6583a3a785 req-e01f1b27-40c2-49a9-9acd-ee1cb4eec4ab tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Apr 01 16:15:51.255098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc109-338c-43c6-a278-74817d3c93c1 req-4ebfed06-41c5-4d30-a490-fb45f2e8733b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.256612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-4ebfed06-41c5-4d30-a490-fb45f2e8733b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1&tenant_id=8579598ace38422faebdb7edd241ebcf&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 944 time: 0.0999906 Apr 01 16:15:51.401564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc109-338c-43c6-a278-74817d3c93c1 req-8bf9548c-8c88-4789-9ba8-2d2a65714ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.403173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-8bf9548c-8c88-4789-9ba8-2d2a65714ebe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 1097 time: 0.0728452 Apr 01 16:15:51.443099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.459666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:51.475813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:51.541151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc109-338c-43c6-a278-74817d3c93c1 req-7a72a3a1-b729-47b2-8f8b-77b7841676dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.542828 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-7a72a3a1-b729-47b2-8f8b-77b7841676dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.1341686 Apr 01 16:15:51.542960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.610666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['a39dc956-5d3c-499e-b18e-ac1b775d11f6'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:15:51.618732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-be285adf-be57-4248-ae65-8c3b38377693 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 200 len: 217 time: 0.0685170 Apr 01 16:15:51.658504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:51.686683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc109-338c-43c6-a278-74817d3c93c1 req-62a6c358-20bd-4ab6-ac2c-3d438a4cdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.688159 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-62a6c358-20bd-4ab6-ac2c-3d438a4cdb56 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0637386 Apr 01 16:15:51.736836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-bb72b1cf-09c4-4402-8a13-fd749ca9cf78 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413015 Apr 01 16:15:51.872259 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-aa3d9648-896a-4016-887c-fc8214d259de service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301024 Apr 01 16:15:52.019215 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-945dc109-338c-43c6-a278-74817d3c93c1 req-f5318b1b-2abf-4612-9978-d577cc5f3ad1 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404843 Apr 01 16:15:52.319792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:52.400063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port a39dc956-5d3c-499e-b18e-ac1b775d11f6 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:52.400617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:52.416103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd273ad-944d-43d5-a1a4-8add653c3e6b req-b41e1526-41e8-4c0a-a7a5-b2b65d070bc4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:52.417618 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cdd273ad-944d-43d5-a1a4-8add653c3e6b req-b41e1526-41e8-4c0a-a7a5-b2b65d070bc4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 945 time: 0.0965643 Apr 01 16:15:52.466040 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cdd273ad-944d-43d5-a1a4-8add653c3e6b req-cce9987a-4b28-45c5-924a-225091f24633 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Apr 01 16:15:52.523626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:52.557715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:52.652204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:52.712944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:52.754734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:52.761396 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'code': 200} Apr 01 16:15:53.661762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47e0ca-07c3-46d4-b2a7-4e4f6f8837f1 req-4cf46c15-34c0-47c6-a3ff-2d2a0ad6313d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:53.663309 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc47e0ca-07c3-46d4-b2a7-4e4f6f8837f1 req-4cf46c15-34c0-47c6-a3ff-2d2a0ad6313d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0818141 Apr 01 16:15:53.713008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc47e0ca-07c3-46d4-b2a7-4e4f6f8837f1 req-33550860-f166-4f19-a367-9c0288deee5f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Apr 01 16:15:53.918276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f7ea5-4a9e-404a-8119-aa7d2ea175a7 req-57a6f06c-47fa-4aba-ac82-1b226e87db7c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:53.919838 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cc7f7ea5-4a9e-404a-8119-aa7d2ea175a7 req-57a6f06c-47fa-4aba-ac82-1b226e87db7c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0888271 Apr 01 16:15:53.981269 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cc7f7ea5-4a9e-404a-8119-aa7d2ea175a7 req-3f2db6aa-99ad-4a04-89cd-1b1c7565a31b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Apr 01 16:15:54.190865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cd7f7-1443-4af8-b67d-3ec75c282715 req-cd79071b-fe8b-44ee-9781-cac21d274e16 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:54.193565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9b5cd7f7-1443-4af8-b67d-3ec75c282715 req-cd79071b-fe8b-44ee-9781-cac21d274e16 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0998852 Apr 01 16:15:54.243247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9b5cd7f7-1443-4af8-b67d-3ec75c282715 req-8ac5f5c7-c48d-414f-baa5-cabee9bbf0d6 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Apr 01 16:15:55.070995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-2a901dd2-ea52-46e2-a193-ca9ca316c2c0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:55.072557 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-2a901dd2-ea52-46e2-a193-ca9ca316c2c0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 814 time: 0.2721882 Apr 01 16:15:55.093277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-41f69723-d7f8-40d8-a3d1-c912a2d56760 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/quotas/8579598ace38422faebdb7edd241ebcf HTTP/1.1" status: 200 len: 375 time: 0.0100701 Apr 01 16:15:55.184855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-26b694a5-bb7c-4edf-aa06-83cff17683cd tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847123 Apr 01 16:15:55.332023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-9eb5220d-8c92-4f17-b42e-8cdd49ec6a51 service neutron] 10.222.0.21 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340284 Apr 01 16:15:55.468777 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-38d05041-6316-4997-9e0d-64bc6b15b6dd service neutron] 10.222.0.21 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306722 Apr 01 16:15:55.760498 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4a57c3e1-a010-49fa-bc54-9960189ee08f req-7bf6e87b-3cbb-49b4-b061-d8eb6152597f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 210 time: 0.0451937 Apr 01 16:15:56.686948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-f4f62c61-0812-4fa5-a919-bf0f9aa28b59 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:56.688619 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-f4f62c61-0812-4fa5-a919-bf0f9aa28b59 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f991118-4a2b-4a7f-9498-8752438611f1 HTTP/1.1" status: 200 len: 946 time: 0.0846541 Apr 01 16:15:56.765217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Deleting port a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:15:56.765558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:56.924001 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-be06c3ca-ecee-4ba6-80cd-f4e97a80c37b req-eebcfe32-15c8-49d0-b8b2-bd3fc5fed166 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 210 time: 0.0507820 Apr 01 16:15:57.081665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] For port a39dc956-5d3c-499e-b18e-ac1b775d11f6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a39dc956-5d3c-499e-b18e-ac1b775d11f6,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:57.082042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:57.218800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Calling delete_port for a39dc956-5d3c-499e-b18e-ac1b775d11f6 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:15:57.440873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:57.455603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['a39dc956-5d3c-499e-b18e-ac1b775d11f6'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:15:57.526111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Pushing event deleted for resources: {'Port': ['ID=a39dc956-5d3c-499e-b18e-ac1b775d11f6,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:57.575122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] No DVR routers for this DVR port a39dc956-5d3c-499e-b18e-ac1b775d11f6 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:57.577562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:57.580753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-deleted', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:57.625694 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f991118-4a2b-4a7f-9498-8752438611f1', 'name': 'network-vif-deleted', 'tag': 'a39dc956-5d3c-499e-b18e-ac1b775d11f6', 'status': 'completed', 'code': 200} Apr 01 16:15:57.691229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "DELETE /v2.0/ports/a39dc956-5d3c-499e-b18e-ac1b775d11f6 HTTP/1.1" status: 204 len: 173 time: 0.9952748 Apr 01 16:15:57.823808 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-bea7d3ca-5ae4-4312-8dc7-3bfa2438b6db tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:57.825281 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-bea7d3ca-5ae4-4312-8dc7-3bfa2438b6db tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 814 time: 0.1586182 Apr 01 16:15:57.839447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Request body: {'port': {'device_id': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'admin_state_up': True, 'tenant_id': '8579598ace38422faebdb7edd241ebcf'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:58.109018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-eef40d37-eeb5-4033-bc5f-de22f7bf19c1 req-c5bac15e-1ced-4268-8c3e-4c817c52eb45 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Synchronizing usage tracker for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:58.158286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:58.332741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-eef40d37-eeb5-4033-bc5f-de22f7bf19c1 req-c5bac15e-1ced-4268-8c3e-4c817c52eb45 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Unset dirty status for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:58.334292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eef40d37-eeb5-4033-bc5f-de22f7bf19c1 req-c5bac15e-1ced-4268-8c3e-4c817c52eb45 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 210 time: 0.2840912 Apr 01 16:15:58.335575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Usage tracker for resource:port and tenant:8579598ace38422faebdb7edd241ebcf is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:58.338752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:58.345359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:58.440375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Made reservation on behalf of 8579598ace38422faebdb7edd241ebcf for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:58.444717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:58.615541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Allocated IP 172.20.0.8 (7fe77267-975d-432c-8241-1535fbd809a5/23f99fbf-f9e1-42cc-9770-79a66a8d63ed/532bcd34-67d1-4f66-a843-092c91c9f502) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:58.832749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:58.966285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.035962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Network 7fe77267-975d-432c-8241-1535fbd809a5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:59.043222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:59.045628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:15:59.084318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:59.123879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:59.124527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.240889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-558c2bb7-e857-4251-a9e8-fd70733d61ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4052806 Apr 01 16:15:59.258288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Request body: {'port': {'device_id': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:59.371309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.533670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e7778-c024-466b-a759-4a8876a5fc49 req-4e9ab168-0532-46da-bd82-c582a44360f0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:59.535114 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dc5e7778-c024-466b-a759-4a8876a5fc49 req-4e9ab168-0532-46da-bd82-c582a44360f0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 931 time: 0.0856793 Apr 01 16:15:59.584741 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dc5e7778-c024-466b-a759-4a8876a5fc49 req-e020a021-3209-4ee0-913a-8887ab661617 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431015 Apr 01 16:15:59.745705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532bcd34-67d1-4f66-a843-092c91c9f502 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:59.753727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.769737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Transition to ACTIVE for port object 532bcd34-67d1-4f66-a843-092c91c9f502 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:59.828924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.992117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:00.072782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Attempting to bind port 532bcd34-67d1-4f66-a843-092c91c9f502 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:16:00.073004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Attempting to bind port 532bcd34-67d1-4f66-a843-092c91c9f502 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:16:00.073333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Attempting to bind port 532bcd34-67d1-4f66-a843-092c91c9f502 on network 7fe77267-975d-432c-8241-1535fbd809a5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:16:00.077911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Port 532bcd34-67d1-4f66-a843-092c91c9f502 on network 7fe77267-975d-432c-8241-1535fbd809a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:16:00.078227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Attempting to bind port 532bcd34-67d1-4f66-a843-092c91c9f502 on network 7fe77267-975d-432c-8241-1535fbd809a5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:16:00.084526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:16:00.084865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Checking segment: {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:16:00.085249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Bound using segment: {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:16:00.085809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Bound port: 532bcd34-67d1-4f66-a843-092c91c9f502, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0ba904-540b-4d7f-b39c-13a6f93cc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:16:00.086159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:00.181922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:16:00.185065 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:16:00.264082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:00.322499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.323210 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:00.324525 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] 10.222.0.91 "PUT /v2.0/ports/532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 1093 time: 1.0706420 Apr 01 16:16:00.324957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:00.353264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216bbef-0659-4c80-b847-14d44eebddee service neutron] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:00.377086 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502', 'status': 'completed', 'code': 200} Apr 01 16:16:00.385300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:16:00.428146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: a39dc956-5d3c-499e-b18e-ac1b775d11f6 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:16:00.428764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a39dc956-5d3c-499e-b18e-ac1b775d11f6 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:16:00.478834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71971ca4-a014-4191-9232-c0fd970c14dc req-38aeaee2-7e7c-44d7-888e-1c3ff163e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.480306 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71971ca4-a014-4191-9232-c0fd970c14dc req-38aeaee2-7e7c-44d7-888e-1c3ff163e975 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1096 time: 0.0805438 Apr 01 16:16:00.636281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71971ca4-a014-4191-9232-c0fd970c14dc req-6372e55f-f637-45c5-8c8d-5c6f0902c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.637757 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71971ca4-a014-4191-9232-c0fd970c14dc req-6372e55f-f637-45c5-8c8d-5c6f0902c071 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8579598ace38422faebdb7edd241ebcf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1465359 Apr 01 16:16:00.794192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193321c5-7074-4ff8-b598-20c0d81f7b9a req-ad044308-e722-420d-bc5f-66e1659c0e14 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.795640 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-193321c5-7074-4ff8-b598-20c0d81f7b9a req-ad044308-e722-420d-bc5f-66e1659c0e14 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.0897012 Apr 01 16:16:00.847726 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-193321c5-7074-4ff8-b598-20c0d81f7b9a req-3a92ad39-30fa-451e-9d14-5470dce9ca48 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Apr 01 16:16:00.892951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71971ca4-a014-4191-9232-c0fd970c14dc req-b93b05f2-6c2f-4349-a768-e52646a39924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.894399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-71971ca4-a014-4191-9232-c0fd970c14dc req-b93b05f2-6c2f-4349-a768-e52646a39924 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2479539 Apr 01 16:16:01.012377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-e971c1e8-a20a-4f3c-880c-6ffa07e72312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:01.013864 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-e971c1e8-a20a-4f3c-880c-6ffa07e72312 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1096 time: 0.0726562 Apr 01 16:16:01.090167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-6476f740-b843-4c60-9663-174dc39f5a8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 217 time: 0.0655510 Apr 01 16:16:01.157655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-5d4e8ab1-f8b8-4cbf-b612-a8a369b1d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:01.159091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-5d4e8ab1-f8b8-4cbf-b612-a8a369b1d79a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0593820 Apr 01 16:16:01.216489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-3024dda3-0d06-447c-a0ff-aab857aea9a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464385 Apr 01 16:16:01.353334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-1dc6118e-8fbb-4ec7-8244-9bd19aad4569 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308324 Apr 01 16:16:01.495232 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cc723d9-93d4-4c42-9069-16f216b59c1b req-828b8322-fb2b-4cbc-8eb8-798772f23949 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315536 Apr 01 16:16:02.040603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126cd1c-4a60-4e53-b4e8-f12cc8bbe50c req-3fdd8f0f-c98a-4c3f-ba1d-cad4c82c62ab tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:02.041347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f126cd1c-4a60-4e53-b4e8-f12cc8bbe50c req-3fdd8f0f-c98a-4c3f-ba1d-cad4c82c62ab tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Synchronizing usage tracker for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:16:02.131661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f126cd1c-4a60-4e53-b4e8-f12cc8bbe50c req-3fdd8f0f-c98a-4c3f-ba1d-cad4c82c62ab tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Unset dirty status for tenant:8579598ace38422faebdb7edd241ebcf on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:16:02.132845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f126cd1c-4a60-4e53-b4e8-f12cc8bbe50c req-3fdd8f0f-c98a-4c3f-ba1d-cad4c82c62ab tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.1734245 Apr 01 16:16:02.187036 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f126cd1c-4a60-4e53-b4e8-f12cc8bbe50c req-0a61d4a7-e19b-4644-b5ae-49484a2e4708 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Apr 01 16:16:02.412003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f9ddffc2-5a05-4a2b-af8e-b8d350f74b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:03.383248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c124f6-5d10-449d-b259-be2a1e19ad18 req-3efe2865-ff08-444d-8543-00936a8ac5ec tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:03.384786 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f7c124f6-5d10-449d-b259-be2a1e19ad18 req-3efe2865-ff08-444d-8543-00936a8ac5ec tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.0857410 Apr 01 16:16:03.432677 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f7c124f6-5d10-449d-b259-be2a1e19ad18 req-7474a994-8edc-4045-a129-b8b352120533 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Apr 01 16:16:04.419351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:16:04.582216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:04.596988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '532bcd34-67d1-4f66-a843-092c91c9f502', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'port_id': '532bcd34-67d1-4f66-a843-092c91c9f502', 'mac_address': 'fa:16:3e:18:ed:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f99fbf-f9e1-42cc-9770-79a66a8d63ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:16:04.640831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9d1e5-faa8-46d5-bb7f-384d294b1c0f req-47e1c4d3-4764-401a-bac0-0d619dd22b83 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:04.642851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1cb9d1e5-faa8-46d5-bb7f-384d294b1c0f req-47e1c4d3-4764-401a-bac0-0d619dd22b83 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.0842206 Apr 01 16:16:04.654628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:04.672643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532bcd34-67d1-4f66-a843-092c91c9f502 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:16:04.689386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:04.698057 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1cb9d1e5-faa8-46d5-bb7f-384d294b1c0f req-0efcbad0-c535-4736-ac8c-596dd4a8ed5d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Apr 01 16:16:04.771612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:04.788743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:04.857639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:04.865566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.868779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.869673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:04.954966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a07aa20-c037-4ad5-97ab-230c05ae1327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:05.018073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['532bcd34-67d1-4f66-a843-092c91c9f502'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:16:05.634183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.041375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61905018-bc65-43d7-8a6b-17519b4890e1 req-4fa2a600-b95c-4747-8f4e-d147b581cc78 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:06.042989 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-61905018-bc65-43d7-8a6b-17519b4890e1 req-4fa2a600-b95c-4747-8f4e-d147b581cc78 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 944 time: 0.2247579 Apr 01 16:16:06.121074 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-61905018-bc65-43d7-8a6b-17519b4890e1 req-3a4249d6-20aa-400f-a58f-2e5ab9ab0674 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Apr 01 16:16:06.234475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.419393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:06.560490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 532bcd34-67d1-4f66-a843-092c91c9f502 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:06.567536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 532bcd34-67d1-4f66-a843-092c91c9f502 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:06.567907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.705026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.735114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:06.746953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:06.790364 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502', 'code': 200} Apr 01 16:16:06.833999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.950135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:07.275904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cd391-161d-4eea-a250-187c7dc4a8e2 req-5d060f4a-78fd-45bd-bab8-caf5f8db1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.277599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ab2cd391-161d-4eea-a250-187c7dc4a8e2 req-5d060f4a-78fd-45bd-bab8-caf5f8db1e2d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1098 time: 0.0975900 Apr 01 16:16:07.346271 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ab2cd391-161d-4eea-a250-187c7dc4a8e2 req-d945fb24-44bc-4b3b-bd96-6c7cb6e6d315 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Apr 01 16:16:07.359138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfabec1-8f94-4403-bac9-7131ec5f72a0 req-6dcf4100-ae97-4fa1-be60-0d4c4badbbbc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.361394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-abfabec1-8f94-4403-bac9-7131ec5f72a0 req-6dcf4100-ae97-4fa1-be60-0d4c4badbbbc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0972583 Apr 01 16:16:07.417051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-abfabec1-8f94-4403-bac9-7131ec5f72a0 req-078a9807-8517-4adc-9363-d5aaec8b4567 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Apr 01 16:16:07.675112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:08.621439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8887ae-4113-4150-87e7-3680ddd0d65f req-9c6a09f8-c862-401f-9ec1-3d5261d140b1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:08.623037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e8887ae-4113-4150-87e7-3680ddd0d65f req-9c6a09f8-c862-401f-9ec1-3d5261d140b1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0874374 Apr 01 16:16:08.672600 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e8887ae-4113-4150-87e7-3680ddd0d65f req-ece7c433-c471-4b28-9e20-f4a95431c088 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Apr 01 16:16:09.906359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8b10-e15c-4ea0-ab4e-5f13af7d020e req-59019746-4ede-4fa2-9360-9d97cb8527f1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:09.908870 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9b3f8b10-e15c-4ea0-ab4e-5f13af7d020e req-59019746-4ede-4fa2-9360-9d97cb8527f1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.1194773 Apr 01 16:16:09.955014 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9b3f8b10-e15c-4ea0-ab4e-5f13af7d020e req-0a40f83a-8d28-4f05-892f-91d3efc1e045 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Apr 01 16:16:10.149851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51f987-613c-4c0b-85f9-c0a287b7afd1 req-248b091c-6b35-474c-8480-0a3f07aae347 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:10.151572 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a51f987-613c-4c0b-85f9-c0a287b7afd1 req-248b091c-6b35-474c-8480-0a3f07aae347 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0893130 Apr 01 16:16:10.200775 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a51f987-613c-4c0b-85f9-c0a287b7afd1 req-9bbc1b67-5786-4cca-a71e-b722abb606c2 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Apr 01 16:16:10.846250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05709e-f34f-4acc-bd9c-aabec8d1c4bc req-a55a0522-4bbe-415e-b381-e13144b985ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:10.847790 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7f05709e-f34f-4acc-bd9c-aabec8d1c4bc req-a55a0522-4bbe-415e-b381-e13144b985ff tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0840058 Apr 01 16:16:10.902979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7f05709e-f34f-4acc-bd9c-aabec8d1c4bc req-57b4a55f-7863-4795-8d7d-b6a608e3f900 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493951 Apr 01 16:16:10.936160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-b7796aa2-461e-41e8-8397-337e402d9502 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929511 Apr 01 16:16:12.124207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35032ec7-ff71-44ea-ac8a-ea8f3bb33d6c req-4bf0fd45-004e-4c4a-b90c-3cdb3337f0fc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:12.125814 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-35032ec7-ff71-44ea-ac8a-ea8f3bb33d6c req-4bf0fd45-004e-4c4a-b90c-3cdb3337f0fc tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0919623 Apr 01 16:16:12.176608 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-35032ec7-ff71-44ea-ac8a-ea8f3bb33d6c req-245dc690-22fc-49c0-bdd2-b71e613d3d10 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Apr 01 16:16:13.266264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-0f1bb4af-052b-46ae-a131-cd728bef14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.269432 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-0f1bb4af-052b-46ae-a131-cd728bef14cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1098 time: 0.0768173 Apr 01 16:16:13.476310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-866e5a5e-1db6-44ed-8eaa-37c3236a791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.477838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-866e5a5e-1db6-44ed-8eaa-37c3236a791d service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.2020290 Apr 01 16:16:13.490227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e26f-a6be-4628-b9e0-bd54e6b816ce req-08094a86-33ac-4d44-a667-fb6ae5bc2748 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.491610 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-30e9e26f-a6be-4628-b9e0-bd54e6b816ce req-08094a86-33ac-4d44-a667-fb6ae5bc2748 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.1969690 Apr 01 16:16:13.568770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a6aae201-b547-4255-ae9f-a7a251bb1d23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 217 time: 0.0761557 Apr 01 16:16:13.752154 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-30e9e26f-a6be-4628-b9e0-bd54e6b816ce req-4559171f-c1e5-4b69-a819-58c3f9ab4701 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101009 Apr 01 16:16:13.765225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a3b330e1-64e2-4c03-9bcb-a867379c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.767421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a3b330e1-64e2-4c03-9bcb-a867379c881d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.1909089 Apr 01 16:16:13.818712 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-34c8e09d-a034-4749-a670-b29413a15d2c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451524 Apr 01 16:16:13.959431 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-9b90abbf-10c7-4398-83a9-35f60fbe1b1a service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341658 Apr 01 16:16:14.103284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a47d9d31-3d1d-4aba-ae71-266004dfab5c service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370897 Apr 01 16:16:15.030666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306eb2-d473-4ae1-bf1f-44aee3af629b req-e8b667b5-c5ec-48d7-9d6f-65aee920c26c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.032036 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab306eb2-d473-4ae1-bf1f-44aee3af629b req-e8b667b5-c5ec-48d7-9d6f-65aee920c26c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.1725745 Apr 01 16:16:15.077527 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab306eb2-d473-4ae1-bf1f-44aee3af629b req-96d93aea-b45c-4da3-b21a-54b3c9b70c25 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Apr 01 16:16:15.833881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-4060db77-44d0-4604-a997-b4c2c0e932fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.838353 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-4060db77-44d0-4604-a997-b4c2c0e932fc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1098 time: 0.0798478 Apr 01 16:16:15.993472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-27b375c6-eaeb-4a57-a912-5ec1f78db54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.994936 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-27b375c6-eaeb-4a57-a912-5ec1f78db54b service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.1384895 Apr 01 16:16:16.069140 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-8b240b96-1d65-4133-96fd-0d44e0a797eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 217 time: 0.0636020 Apr 01 16:16:16.136610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-1cf5e609-d036-44fd-a9b1-ad064ba3dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:16.138083 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-1cf5e609-d036-44fd-a9b1-ad064ba3dcd1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0632954 Apr 01 16:16:16.189538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-77f5b8e8-6497-4738-b3a7-66d34c5aac40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441012 Apr 01 16:16:16.375165 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-29e4e7a2-eb48-46ac-bb71-a01b1dbf89f0 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787608 Apr 01 16:16:16.492101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93066855-d65e-45a7-915b-66b0e4aacfd3 req-976e5d6d-1eae-4ba5-a62f-721ab17d5cef tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:16.493579 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-93066855-d65e-45a7-915b-66b0e4aacfd3 req-976e5d6d-1eae-4ba5-a62f-721ab17d5cef tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.3070703 Apr 01 16:16:16.556510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99846adc-756a-4640-a7df-fd5cf3cd0cb4 req-1224e2ea-22ba-4c6f-b483-0a39964ea9e3 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759267 Apr 01 16:16:16.560886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-93066855-d65e-45a7-915b-66b0e4aacfd3 req-0e32ed86-8db7-4fa1-964b-baba6e898a6a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600338 Apr 01 16:16:17.759334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc9875-0faa-4c56-82fb-f332f051bc67 req-e3ee97b8-35a5-4471-a934-d8d7c4a526b9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:17.760903 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-07fc9875-0faa-4c56-82fb-f332f051bc67 req-e3ee97b8-35a5-4471-a934-d8d7c4a526b9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0842040 Apr 01 16:16:17.809648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-07fc9875-0faa-4c56-82fb-f332f051bc67 req-28801868-5085-4ba2-870d-ce3ba5f4a39b tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Apr 01 16:16:18.400082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:19.010910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685c72b-9ef8-44c0-a297-7f68f04985f7 req-d430d07e-30f6-48ca-b225-0b5e7df5cb9a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:19.012405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b685c72b-9ef8-44c0-a297-7f68f04985f7 req-d430d07e-30f6-48ca-b225-0b5e7df5cb9a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0870924 Apr 01 16:16:19.061073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b685c72b-9ef8-44c0-a297-7f68f04985f7 req-a72aba8e-cd13-4f6c-b66c-7916d4d76fa4 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Apr 01 16:16:20.262042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899979-4a06-42ae-a2b3-bae4309d5151 req-59049836-c60d-4c37-9e72-8e112a77c78d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.263557 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-72899979-4a06-42ae-a2b3-bae4309d5151 req-59049836-c60d-4c37-9e72-8e112a77c78d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0901275 Apr 01 16:16:20.310979 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-72899979-4a06-42ae-a2b3-bae4309d5151 req-cf0bdec9-ed34-4e11-bd37-76ae49dd6c6e tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Apr 01 16:16:21.504870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8f008-008a-4491-b2c7-ad7edd230bd5 req-d5b21b5c-170c-4698-86cc-850092d3f474 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:21.506311 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84e8f008-008a-4491-b2c7-ad7edd230bd5 req-d5b21b5c-170c-4698-86cc-850092d3f474 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0858009 Apr 01 16:16:21.550404 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84e8f008-008a-4491-b2c7-ad7edd230bd5 req-140ad448-5150-4a8b-8e5c-35f9e470a49d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Apr 01 16:16:22.754218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02885de7-fe58-4656-af62-73dd089d3d0f req-eef48397-e9a9-42e8-b42e-b2c119766aa5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:22.755751 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-02885de7-fe58-4656-af62-73dd089d3d0f req-eef48397-e9a9-42e8-b42e-b2c119766aa5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0928993 Apr 01 16:16:22.809263 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-02885de7-fe58-4656-af62-73dd089d3d0f req-1b780364-49ca-4d04-b71a-497f03a1dc63 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476136 Apr 01 16:16:23.997121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacae75-857e-4929-a0a1-0f1a1b29713d req-ca9b5ffc-6f58-4759-a909-ca26fc0c7269 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:23.998606 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dacae75-857e-4929-a0a1-0f1a1b29713d req-ca9b5ffc-6f58-4759-a909-ca26fc0c7269 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0813830 Apr 01 16:16:24.046687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dacae75-857e-4929-a0a1-0f1a1b29713d req-0f63821d-8e4f-4ae9-9547-19694eaecec3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Apr 01 16:16:25.237619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff17521-2183-4fd1-b764-808cf864305e req-d26e9403-74b4-4923-b56c-1da9d99908aa tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:25.239905 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dff17521-2183-4fd1-b764-808cf864305e req-d26e9403-74b4-4923-b56c-1da9d99908aa tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0856402 Apr 01 16:16:25.284195 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dff17521-2183-4fd1-b764-808cf864305e req-528afc9f-7c92-456a-bcfe-a569aff39e9c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Apr 01 16:16:26.473060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35477ee0-c8de-4ab0-b6a0-ead0b65d8aad req-f3a39a6d-d536-4004-8f8f-7a0f04da2e0d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:26.474526 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35477ee0-c8de-4ab0-b6a0-ead0b65d8aad req-f3a39a6d-d536-4004-8f8f-7a0f04da2e0d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0808551 Apr 01 16:16:26.520283 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35477ee0-c8de-4ab0-b6a0-ead0b65d8aad req-aad5a9bd-f014-4088-a6ad-c9e7a9c0ce03 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Apr 01 16:16:27.710543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b91f9-131b-4226-bb75-9d0ea46bb1b6 req-d62c767c-fc5d-4643-ba20-24ddbeeb5408 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:27.712037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab3b91f9-131b-4226-bb75-9d0ea46bb1b6 req-d62c767c-fc5d-4643-ba20-24ddbeeb5408 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0853980 Apr 01 16:16:27.757396 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab3b91f9-131b-4226-bb75-9d0ea46bb1b6 req-a486babe-382e-4d74-a6df-4e381ed7a209 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396333 Apr 01 16:16:29.048862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b585-7299-43c2-8a38-7e1bf76d8705 req-22ade935-8ccf-4c84-9572-8da607e4fc98 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.050311 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1eb0b585-7299-43c2-8a38-7e1bf76d8705 req-22ade935-8ccf-4c84-9572-8da607e4fc98 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.1859438 Apr 01 16:16:29.096167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1eb0b585-7299-43c2-8a38-7e1bf76d8705 req-a14f1889-01c9-4397-ae5d-f95855fcf886 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 Apr 01 16:16:30.287420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3212d8-bca5-40b2-8ef1-fd64972e061e req-f383c8ba-5487-45cb-ad16-7ced15c76d96 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:30.288872 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8d3212d8-bca5-40b2-8ef1-fd64972e061e req-f383c8ba-5487-45cb-ad16-7ced15c76d96 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0811293 Apr 01 16:16:30.333575 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8d3212d8-bca5-40b2-8ef1-fd64972e061e req-7e274da0-fdd8-4e7d-bc0d-7fbacea742c1 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Apr 01 16:16:31.520481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822bb03-013e-4ff0-970f-d21e0432c371 req-adaf3999-ff6d-44e0-87fa-10479aefa737 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:31.521916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a822bb03-013e-4ff0-970f-d21e0432c371 req-adaf3999-ff6d-44e0-87fa-10479aefa737 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0797749 Apr 01 16:16:31.565248 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a822bb03-013e-4ff0-970f-d21e0432c371 req-047ef784-b3e7-41e1-b20d-16dbe2b8048a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Apr 01 16:16:31.739143 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-2a3d6d26-d0e4-4e7b-aa90-8808edd7b310 service neutron] 10.222.0.91 "GET /v2.0/ports/532bcd34-67d1-4f66-a843-092c91c9f502/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.1271060 Apr 01 16:16:32.439769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-55ddadf6-63b7-4d3a-abc8-fadf41f4e07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:32.453619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-994a751a-0cec-4b79-846c-8ed57f2b167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.455173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-994a751a-0cec-4b79-846c-8ed57f2b167b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7&tenant_id=8579598ace38422faebdb7edd241ebcf HTTP/1.1" status: 200 len: 1098 time: 0.0742972 Apr 01 16:16:32.556962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-b278d7ec-f364-4e3b-8a5d-c94dc7f2f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.558452 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-b278d7ec-f364-4e3b-8a5d-c94dc7f2f71f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1098 time: 0.0751984 Apr 01 16:16:32.697958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a7d58b16-7ec5-4206-994a-950d94ffb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.699364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-a7d58b16-7ec5-4206-994a-950d94ffb5c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.1315258 Apr 01 16:16:32.756522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eac274-7004-44da-b9eb-2aa4a798f86b req-38299aff-ea9c-4913-970a-b65155d64f3d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.757994 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08eac274-7004-44da-b9eb-2aa4a798f86b req-38299aff-ea9c-4913-970a-b65155d64f3d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0849302 Apr 01 16:16:32.773530 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-4664345d-7f45-4e59-9694-f7adcb734eea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 217 time: 0.0662539 Apr 01 16:16:32.807237 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08eac274-7004-44da-b9eb-2aa4a798f86b req-b191caa3-ad9e-4a9d-aec3-e204a0012442 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Apr 01 16:16:32.841099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-b90dbb97-3a38-43ef-bc14-69fff99b6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.842541 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-b90dbb97-3a38-43ef-bc14-69fff99b6b66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0598910 Apr 01 16:16:32.892708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-bfdee6b4-e8b7-40bd-b9ec-f25951b9371c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409570 Apr 01 16:16:33.031111 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-c7b5077c-1c09-461f-9d47-b61b4e34f5f6 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287792 Apr 01 16:16:33.172149 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a52a952a-03a8-456e-91cc-f019bb6b101e req-8c57835d-0af5-49ec-9ae6-63814c6dc182 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292934 Apr 01 16:16:34.000898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e86bc-c553-4513-b7f4-e5584e54dbec req-633dbf9a-da65-47ab-8794-8c7f4e4e681d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:34.002337 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-652e86bc-c553-4513-b7f4-e5584e54dbec req-633dbf9a-da65-47ab-8794-8c7f4e4e681d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0864305 Apr 01 16:16:34.047407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-652e86bc-c553-4513-b7f4-e5584e54dbec req-8d1bc88d-0570-403d-8bcb-162b2710076a tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Apr 01 16:16:34.557969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:16:34.671176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:34.701123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:34.717054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:34.758783 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502', 'code': 200} Apr 01 16:16:34.850891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:34.894529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a338301c-1fc5-4e90-82ba-1cf54f9f0ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:34.922766 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:35.241007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793a07-d9f1-41b4-ad3d-28c31da4d5ae req-d342ecca-9ccf-4e05-9e83-21a5dbe405ba tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:35.242484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24793a07-d9f1-41b4-ad3d-28c31da4d5ae req-d342ecca-9ccf-4e05-9e83-21a5dbe405ba tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.0838270 Apr 01 16:16:35.287853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24793a07-d9f1-41b4-ad3d-28c31da4d5ae req-9c072537-ec04-4e22-b1d3-137643aaf0e6 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Apr 01 16:16:35.605560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:36.232600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:36.480736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3c4d2-c02f-4b5d-8223-a17fd945ccd1 req-a7b74611-a3b5-4bdd-bf15-024df1704134 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.482203 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6f3c4d2-c02f-4b5d-8223-a17fd945ccd1 req-a7b74611-a3b5-4bdd-bf15-024df1704134 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 943 time: 0.0848773 Apr 01 16:16:36.526648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6f3c4d2-c02f-4b5d-8223-a17fd945ccd1 req-34a7f571-eac2-42d3-bed3-f38af13115f3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Apr 01 16:16:36.558430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:16:36.729507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:36.742902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '532bcd34-67d1-4f66-a843-092c91c9f502', 'network_id': '7fe77267-975d-432c-8241-1535fbd809a5', 'port_id': '532bcd34-67d1-4f66-a843-092c91c9f502', 'mac_address': 'fa:16:3e:18:ed:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f99fbf-f9e1-42cc-9770-79a66a8d63ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:16:36.804522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:36.822345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532bcd34-67d1-4f66-a843-092c91c9f502 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:16:36.838547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:36.902723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:36.967752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eee69-5186-4789-b014-6b7b9ad60ce1 req-51873f32-df59-404d-81d1-9af65ab3475d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.969568 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-962eee69-5186-4789-b014-6b7b9ad60ce1 req-51873f32-df59-404d-81d1-9af65ab3475d tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 944 time: 0.0883052 Apr 01 16:16:36.980955 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['532bcd34-67d1-4f66-a843-092c91c9f502'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:16:37.019786 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-962eee69-5186-4789-b014-6b7b9ad60ce1 req-e53184e7-53ba-4e32-b5ab-55d09a29b7aa tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Apr 01 16:16:37.030713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:37.041422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-918123cb-735a-4e25-bb56-72c1efccea4f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.043003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-918123cb-735a-4e25-bb56-72c1efccea4f tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7&tenant_id=8579598ace38422faebdb7edd241ebcf&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 944 time: 0.0951064 Apr 01 16:16:37.183742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-707c715f-602f-4445-8287-bbe684186acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.185213 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-707c715f-602f-4445-8287-bbe684186acc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8579598ace38422faebdb7edd241ebcf&device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 1097 time: 0.0729363 Apr 01 16:16:37.318415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-cb6d3abd-66b9-4eaa-ab05-b87c2553436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.319802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-cb6d3abd-66b9-4eaa-ab05-b87c2553436e service neutron] 10.222.0.91 "GET /v2.0/networks?id=7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 200 len: 915 time: 0.1290438 Apr 01 16:16:37.391976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-77afb74d-9561-4d65-9599-c1e7b1ea2d19 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 200 len: 217 time: 0.0650399 Apr 01 16:16:37.455069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-2209b8b7-b9c1-47af-88ab-777f3b216b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.456507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-2209b8b7-b9c1-47af-88ab-777f3b216b0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 200 len: 854 time: 0.0580549 Apr 01 16:16:37.508028 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-80f9d95b-d469-43fc-b41a-25b3de5db27c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7fe77267-975d-432c-8241-1535fbd809a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448205 Apr 01 16:16:37.684333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:37.746900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-a596c8eb-ec4e-4565-a8ca-3ee06d2e02f6 service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327919 Apr 01 16:16:37.879929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af5f3865-c57c-4fb1-9853-57664317bb0a req-9387af26-2e49-496b-b4fd-cfb2f5a7919e service neutron] 10.222.0.91 "GET /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269038 Apr 01 16:16:38.226918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa93da-c74a-427f-8d06-8b93ad2d5164 req-ba4d8f53-7d28-4f04-9bdb-73f776a00428 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:38.228345 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22aa93da-c74a-427f-8d06-8b93ad2d5164 req-ba4d8f53-7d28-4f04-9bdb-73f776a00428 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 944 time: 0.0844209 Apr 01 16:16:38.275762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22aa93da-c74a-427f-8d06-8b93ad2d5164 req-ca19e8ff-5619-4550-a243-b50dfc08f533 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Apr 01 16:16:38.565915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:38.637846 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 532bcd34-67d1-4f66-a843-092c91c9f502 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:38.638374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:38.755351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:38.782448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:38.793257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:38.830577 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502', 'code': 200} Apr 01 16:16:38.878372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:38.951936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:39.472273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feecb88-99d5-4532-8f08-cf677c58b145 req-088c50ca-6efb-4e23-a1de-cfdd5bac1a71 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:39.473719 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1feecb88-99d5-4532-8f08-cf677c58b145 req-088c50ca-6efb-4e23-a1de-cfdd5bac1a71 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0887835 Apr 01 16:16:39.519463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1feecb88-99d5-4532-8f08-cf677c58b145 req-c06bd4b8-46be-4c74-8eb1-eb7058f4ddc3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Apr 01 16:16:39.706388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a49c5-879f-419b-bc84-b32cc994a668 req-43161261-4029-4146-b0e5-f9e3c49a05dd tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:39.707860 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-708a49c5-879f-419b-bc84-b32cc994a668 req-43161261-4029-4146-b0e5-f9e3c49a05dd tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0830410 Apr 01 16:16:39.751534 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-708a49c5-879f-419b-bc84-b32cc994a668 req-8d77043c-f809-4c6a-b820-27f947195dde tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Apr 01 16:16:39.939035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f5d27-69f4-4044-b7e9-911ba2583515 req-037dab43-8bc1-42df-b711-e70c5240fbb6 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:39.940491 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-489f5d27-69f4-4044-b7e9-911ba2583515 req-037dab43-8bc1-42df-b711-e70c5240fbb6 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0812895 Apr 01 16:16:39.988921 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-489f5d27-69f4-4044-b7e9-911ba2583515 req-e526f651-d01c-462a-a7dc-ff5ceff5c6c8 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Apr 01 16:16:40.745368 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7030c04-0a25-44d8-8f94-fd71694d32f4 req-040ab946-14df-4177-b3a6-dd4d3a48ed2c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:40.748603 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d7030c04-0a25-44d8-8f94-fd71694d32f4 req-040ab946-14df-4177-b3a6-dd4d3a48ed2c tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0826352 Apr 01 16:16:40.797309 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d7030c04-0a25-44d8-8f94-fd71694d32f4 req-8e8defc1-98d1-40d4-961c-8ab3355cfae9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Apr 01 16:16:41.788830 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:41.983684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a07d7-86cf-454f-903f-a608019d175b req-45a946d1-2b3f-4310-9c17-8c8fde9739ae tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:41.985154 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-740a07d7-86cf-454f-903f-a608019d175b req-45a946d1-2b3f-4310-9c17-8c8fde9739ae tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0824080 Apr 01 16:16:42.029214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-740a07d7-86cf-454f-903f-a608019d175b req-4b35aa38-f4f8-4dab-969f-889437db7a27 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/security-groups?id=98298dc8-77ab-4f78-ac37-38a0637e2f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Apr 01 16:16:42.481409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-03ac1b87-11bc-4b6b-9020-d017531fd601 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:42.482861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-03ac1b87-11bc-4b6b-9020-d017531fd601 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 945 time: 0.0824685 Apr 01 16:16:42.554695 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Deleting port 532bcd34-67d1-4f66-a843-092c91c9f502 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:16:42.555036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:42.805096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] For port 532bcd34-67d1-4f66-a843-092c91c9f502, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=532bcd34-67d1-4f66-a843-092c91c9f502,segment=NetworkSegment(2a0ba904-540b-4d7f-b39c-13a6f93cc531),segment_id=2a0ba904-540b-4d7f-b39c-13a6f93cc531)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:42.805371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:42.929592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Calling delete_port for 532bcd34-67d1-4f66-a843-092c91c9f502 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:16:43.142683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:43.156083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['532bcd34-67d1-4f66-a843-092c91c9f502'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:16:43.181453 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8139829e-f8f4-4b26-9a37-80b1967a42f5 req-6e3fb850-13f0-413b-9b56-da761ca289c0 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 210 time: 0.0446973 Apr 01 16:16:43.194982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Pushing event deleted for resources: {'Port': ['ID=532bcd34-67d1-4f66-a843-092c91c9f502,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:43.229963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.230298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.230645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.231001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.231390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.231627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.231947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.232265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.232584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.232900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.233211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.233523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:43.287954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] No DVR routers for this DVR port 532bcd34-67d1-4f66-a843-092c91c9f502 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:16:43.290331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:43.292814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-deleted', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:43.338003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e98a0-e682-4254-a7fc-33a441ee48e7', 'name': 'network-vif-deleted', 'tag': '532bcd34-67d1-4f66-a843-092c91c9f502', 'status': 'completed', 'code': 200} Apr 01 16:16:43.350487 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1ad73cc-6eec-4a26-b22e-e4f270165cb6 req-0c3aecf7-8ac6-473a-ba8e-a05a41f1a3d3 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.91 "DELETE /v2.0/ports/532bcd34-67d1-4f66-a843-092c91c9f502 HTTP/1.1" status: 204 len: 173 time: 0.8599892 Apr 01 16:16:44.347863 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e93cf645-fdcd-4500-a6b5-e9bbe8479c11 req-5f9de00b-9521-4d8b-96b8-18bc5dd59ce9 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86e98a0-e682-4254-a7fc-33a441ee48e7 HTTP/1.1" status: 200 len: 210 time: 0.0443857 Apr 01 16:16:45.586290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51920) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:45.646195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Deleting subnet 23f99fbf-f9e1-42cc-9770-79a66a8d63ed {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:16:45.649091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:45.703396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:45.761493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:45.943511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.101769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.104846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f99fbf-f9e1-42cc-9770-79a66a8d63ed,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:46.110196 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-09c2e2f2-6b10-44f9-a687-eb91b52f312d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23f99fbf-f9e1-42cc-9770-79a66a8d63ed HTTP/1.1" status: 204 len: 168 time: 0.5227973 Apr 01 16:16:46.112610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 51924) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:46.226415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.355687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.383488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe77267-975d-432c-8241-1535fbd809a5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:46.396738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0ba904-540b-4d7f-b39c-13a6f93cc531') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:46.397000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0ba904-540b-4d7f-b39c-13a6f93cc531') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:46.409956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.428020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.434745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:16:46.435156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:16:46.448878 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:16:46.576161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:16:46.616555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 532bcd34-67d1-4f66-a843-092c91c9f502 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:16:46.616892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 532bcd34-67d1-4f66-a843-092c91c9f502 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:16:46.626991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.643714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:46.656346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe77267-975d-432c-8241-1535fbd809a5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:46.732187 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-766c432b-fe78-4d33-9ca9-4a6c9a6de318 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7fe77267-975d-432c-8241-1535fbd809a5 HTTP/1.1" status: 204 len: 168 time: 0.6184804 Apr 01 16:16:47.038219 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51930) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:47.088369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e3a58cfa-15db-4505-9249-91511ef2345a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8579598ace38422faebdb7edd241ebcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488307 Apr 01 16:16:47.090911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51934) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:47.151880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:47.177907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:47.337019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:47.354113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98298dc8-77ab-4f78-ac37-38a0637e2f24,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:47.362098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.362441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.362800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.363130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.363452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.363772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.364090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.364413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.364729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.365043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.365886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.366439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:47.438336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:47.439472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-11bdd5a4-09dc-4d77-9dc3-3013457e56a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98298dc8-77ab-4f78-ac37-38a0637e2f24 HTTP/1.1" status: 204 len: 168 time: 0.3476911 Apr 01 16:16:48.382865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.533822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51958) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:48.642936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2076674041-network', 'tenant_id': '22724a13465d49238f43657958d331bd'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:48.648633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:48.652537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Usage tracker for resource:network and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:48.655414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:48.661667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:48.737075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:16:48.739480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.752275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.766898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:48.770825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Usage tracker for resource:security_group_rule and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:48.774943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:48.780758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:48.863238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.931122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.970156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:16:48.978846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997e1297-b1bd-4435-a30b-1654b1eead93,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:48.984528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:48.984870 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Added segment 767c7ca9-e6cd-455f-b22c-456afc92d196 of type vlan for network 22048137-7b4b-42a6-8d01-7747042f37e6 Apr 01 16:16:49.012495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:49.142717 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:49.143701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:49.144302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:49.346307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] Pushing event updated for resources: {'Network': ['ID=22048137-7b4b-42a6-8d01-7747042f37e6,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:49.355931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 22048137-7b4b-42a6-8d01-7747042f37e6 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:16:49.401251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9f648d9a-b970-4bef-a9d3-d0dde2c2e1cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8651938 Apr 01 16:16:49.403233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:49.408707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Request body: {'subnet': {'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2076674041-subnet', 'tenant_id': '22724a13465d49238f43657958d331bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:49.414723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:49.418663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Usage tracker for resource:subnet and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:49.421696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:49.427623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:49.565337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:16:49.567643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:49.811185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:49.886731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Pushing event updated for resources: {'Subnet': ['ID=703a436e-b2bc-4c7c-a450-ff2a4669a9ec,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:49.897723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:16:49.898272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Network hostable DHCP agents. Network: 22048137-7b4b-42a6-8d01-7747042f37e6, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:16:49.976606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:16:50.039432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 22048137-7b4b-42a6-8d01-7747042f37e6) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:50.043656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:50.044242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.049127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4724f-3085-47e8-8490-df0e0c5f028c None None] Network 22048137-7b4b-42a6-8d01-7747042f37e6 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:16:50.143743 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-332b3f08-3868-48f4-a5d1-3fac27ca050a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7389741 Apr 01 16:16:50.145945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51968) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:50.151357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:50.156218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:50.160437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Usage tracker for resource:router and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:50.163549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:50.169553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:50.228480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.229525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.245603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.278923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-22048137-7b4b-42a6-8d01-7747042f37e6', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:16:50.279743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.439988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Allocated IP 172.20.0.2 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:50.610364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.653250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.663953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Transition to ACTIVE for port object 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:50.683055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Transition to ACTIVE for port object 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:50.749050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.814149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:50.821390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:50.825973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:16:50.831776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Pushing event updated for resources: {'Port': ['ID=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:50.954221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Attempting to bind port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:16:50.954774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Attempting to bind port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:16:50.955226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Attempting to bind port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:16:50.960975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:16:50.961341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:16:50.961738 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:50.962126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:16:50.962771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Bound port: 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:16:50.962976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.007310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.040365 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.050547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] For port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:16:51.054647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] For port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:16:51.158899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.174455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Allocated IP 172.26.8.239 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/c4b02d04-fe29-467a-901a-566ee31074e3) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:51.252978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e861eb-0d84-4e31-aa87-39f793d90ec1 None None] Pushing event updated for resources: {'Port': ['ID=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:51.338512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.440480 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:51.507150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:51.514725 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:51.517200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:16:51.555333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b02d04-fe29-467a-901a-566ee31074e3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:51.923364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:52.067826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:52.145337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.223953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cec34-37de-403e-8228-9937c18478c5 None None] Network 22048137-7b4b-42a6-8d01-7747042f37e6 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:16:52.442688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Provisioning for port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:52.453930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Provisioning complete for port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:52.454344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.497981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.606787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.644718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] For port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:52.759808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.793892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:16:52.828931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aff95-9721-4057-bdbb-ae413910a2d6 None None] Pushing event updated for resources: {'Port': ['ID=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:52.878863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-daf4320c-85a8-4070-8276-dc368d0745a2 None None] Provisioning complete for port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:52.879233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-daf4320c-85a8-4070-8276-dc368d0745a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:52.975923 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:16:52.984302 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:52.993126 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:16:52.994057 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:16:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:53.091166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:53.092541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9be569bd-f6ef-408c-851e-40a3ae9e26b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9454288 Apr 01 16:16:53.095337 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51972) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:53.173221 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:16:53.509296 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:51Z', 'revision_number': 3, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:53.513224 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:53.513552 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Updating router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 port c4b02d04-fe29-467a-901a-566ee31074e3 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:16:53.567014 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:53.901675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:53.907224 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:53.919583 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Transition to ACTIVE for port object c4b02d04-fe29-467a-901a-566ee31074e3 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:53.940119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:53.977003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:53.977434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.005115 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.092879 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Pushing event updated for resources: {'Port': ['ID=c4b02d04-fe29-467a-901a-566ee31074e3,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:54.094948 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Attempting to bind port c4b02d04-fe29-467a-901a-566ee31074e3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:16:54.095311 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Attempting to bind port c4b02d04-fe29-467a-901a-566ee31074e3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:16:54.095664 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Attempting to bind port c4b02d04-fe29-467a-901a-566ee31074e3 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:16:54.104560 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:16:54.104919 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:16:54.105384 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.105695 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:16:54.106148 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Bound port: c4b02d04-fe29-467a-901a-566ee31074e3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:16:54.106517 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.136741 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.137944 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.138286 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.138790 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.139119 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.139450 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.139772 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.140094 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.140446 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.140902 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.141224 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.142178 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.191062 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] For port c4b02d04-fe29-467a-901a-566ee31074e3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:16:54.194641 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] For port c4b02d04-fe29-467a-901a-566ee31074e3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c4b02d04-fe29-467a-901a-566ee31074e3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:16:54.214027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Allocated IP 172.20.0.1 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/22fe52db-a752-4649-888e-fe76e376757d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:54.274135 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.355712 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:16:54.356243 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:16:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:54.374083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.389854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Transition to ACTIVE for port object 22fe52db-a752-4649-888e-fe76e376757d will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:54.418600 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87201-4185-4421-9df3-31daa2f6b0b1 None None] Pushing event updated for resources: {'Port': ['ID=c4b02d04-fe29-467a-901a-566ee31074e3,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:54.479910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.543181 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:16:54.545073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:54.552177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:54.557826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:16:54.587743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Pushing event updated for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:54.616708 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.843067 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:51Z', 'revision_number': 3, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:54.846979 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f427e8-054f-4d0e-87d4-7db96e5894c1 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:51Z', 'revision_number': 3, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:54.925456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0140752-67a1-4845-8f7c-39f59cbd0928 None None] Provisioning for port 22fe52db-a752-4649-888e-fe76e376757d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:54.932341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-e0140752-67a1-4845-8f7c-39f59cbd0928 None None] Provisioning complete for port 22fe52db-a752-4649-888e-fe76e376757d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:54.932972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e0140752-67a1-4845-8f7c-39f59cbd0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.000937 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e0140752-67a1-4845-8f7c-39f59cbd0928 None None] Port 22fe52db-a752-4649-888e-fe76e376757d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:16:55.021314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.395715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.439370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.556643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.560177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Pushing event updated for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:55.702893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:55.703888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:55.913921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:16:55.946340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c4b02d04-fe29-467a-901a-566ee31074e3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:55.976406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c7e51d1-c26e-4e50-abd2-4702ca7dad5a None None] Provisioning complete for port 22fe52db-a752-4649-888e-fe76e376757d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:55.976703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c7e51d1-c26e-4e50-abd2-4702ca7dad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.057786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e51d1-c26e-4e50-abd2-4702ca7dad5a None None] Port 22fe52db-a752-4649-888e-fe76e376757d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:16:56.131582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:16:56.134408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port c4b02d04-fe29-467a-901a-566ee31074e3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:56.137028 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8ee7663f-7159-46af-a9bd-41c3a19d1edb admin admin] 10.222.0.21 "PUT /v2.0/routers/425d3b1b-64af-4b56-9a7a-59e17ffe80e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0406060 Apr 01 16:16:56.143163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c4b02d04-fe29-467a-901a-566ee31074e3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:56.143587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.280328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.299828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port c4b02d04-fe29-467a-901a-566ee31074e3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c4b02d04-fe29-467a-901a-566ee31074e3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:16:56.368482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:56.377790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:16:56.378397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:16:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:56.434407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.626699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=c4b02d04-fe29-467a-901a-566ee31074e3,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:56.645754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51982) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:56.651469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682573289', 'description': 'tempest-description--2116340936'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:56.657107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:16:56.657881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:56.664429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Usage tracker for resource:security_group and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:56.668458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:56.674504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:56.759781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.780253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:56.784215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Usage tracker for resource:security_group_rule and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:56.787677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:56.793498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:56.865012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.908066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.958749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef965b34-ab79-4806-ba6d-01e5af1bde7a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:56.985065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:16:55Z', 'revision_number': 2, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:56.993058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:56.993058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Updating router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 port 22fe52db-a752-4649-888e-fe76e376757d binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:16:57.011145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.012668 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eef7a0c0-3002-4179-abc6-65e209ccbc85 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3657637 Apr 01 16:16:57.015577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51986) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:57.020881 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'security_group_rule': {'security_group_id': 'ef965b34-ab79-4806-ba6d-01e5af1bde7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:57.027580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:57.031603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Usage tracker for resource:security_group_rule and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:57.034871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:57.041853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:57.045201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.115058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.178635 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.257652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.286384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e6aafe-38f1-48c8-a770-217e913367a2,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:57.422444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.434838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Transition to ACTIVE for port object 22fe52db-a752-4649-888e-fe76e376757d will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:57.440195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.444345 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f1bdbd54-1667-4eb2-ac5d-f0a05f3925aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244628 Apr 01 16:16:57.444345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51990) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:57.449173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'security_group_rule': {'security_group_id': 'ef965b34-ab79-4806-ba6d-01e5af1bde7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:57.455343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:57.459884 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Usage tracker for resource:security_group_rule and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:57.462999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:57.468810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:57.529916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.572223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.642958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.692254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1e513-de0f-444b-8c9a-5273fd484a3c None None] Pushing event updated for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:57.701054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.719944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed708f10-0eb2-4d99-83c0-3f411e6b53e5,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:57.763078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Attempting to bind port 22fe52db-a752-4649-888e-fe76e376757d on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:16:57.763453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Attempting to bind port 22fe52db-a752-4649-888e-fe76e376757d by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:16:57.763847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Attempting to bind port 22fe52db-a752-4649-888e-fe76e376757d on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:16:57.769717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:16:57.770099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:16:57.770500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.770933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:16:57.771423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Bound port: 22fe52db-a752-4649-888e-fe76e376757d, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:16:57.771954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.805077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.806382 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dafaec73-4296-40d5-8761-2a471f552eb2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612859 Apr 01 16:16:57.809404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 51994) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:57.814422 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:57.821604 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:57.825491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Usage tracker for resource:floatingip and tenant:22724a13465d49238f43657958d331bd is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:57.828661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:57.834474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:57.877759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] For port 22fe52db-a752-4649-888e-fe76e376757d, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:16:57.881362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] For port 22fe52db-a752-4649-888e-fe76e376757d, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=22fe52db-a752-4649-888e-fe76e376757d,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:16:57.901238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c4b02d04-fe29-467a-901a-566ee31074e3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:57.908260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.944540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.033459 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:16:58.034108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:16:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:58.059490 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.118418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1e513-de0f-444b-8c9a-5273fd484a3c None None] Pushing event updated for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:58.125015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port c4b02d04-fe29-467a-901a-566ee31074e3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:58.125386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.208475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Allocated IP 172.26.8.179 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/8c2eb77e-151f-40f4-b9be-39fe622643b2) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:58.342281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:16:58.362594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.468497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.535116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:58.543405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:58.547607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:16:58.579157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=8c2eb77e-151f-40f4-b9be-39fe622643b2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:58.637320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.717266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:16:57Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:58.721322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a8a03-fd53-4a6a-ad60-13b4c7292eef None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:16:57Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:58.768062 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.110328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.171608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.289711 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=8c2eb77e-151f-40f4-b9be-39fe622643b2,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:59.304171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.388589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.389959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-224aa943-c574-460a-95d7-cb036c954636 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5796254 Apr 01 16:16:59.564419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-9eb126e2-8068-403a-a6c7-d01834eaacfc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1682573289&fields=id&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 267 time: 0.0432229 Apr 01 16:16:59.728865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-c04dc6a4-d8c6-4a99-8446-39bf02179f76 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:59.730504 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-c04dc6a4-d8c6-4a99-8446-39bf02179f76 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1585796 Apr 01 16:16:59.747644 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-dd1490c7-c1d5-4300-a2e4-28f6d451fde3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/quotas/22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 375 time: 0.0108490 Apr 01 16:16:59.851988 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-053ace60-bea2-4cf7-9222-cd4ec7fc40b4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933263 Apr 01 16:16:59.927483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 22fe52db-a752-4649-888e-fe76e376757d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:00.011194 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-56b1a0d8-8cae-4f1d-a1c7-8f8923a96b86 service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401062 Apr 01 16:17:00.050967 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 22fe52db-a752-4649-888e-fe76e376757d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:17:00.057434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 22fe52db-a752-4649-888e-fe76e376757d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:00.057806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.151849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-a28a9275-0098-44b2-81f3-5ef878eb87ed service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367674 Apr 01 16:17:00.184994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.221802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 22fe52db-a752-4649-888e-fe76e376757d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=22fe52db-a752-4649-888e-fe76e376757d,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:00.314332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.387997 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:00.410795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-1b3f0113-4557-4f0a-9bd7-c1ecac7d7100 req-f05b958d-47e8-4b7a-a36f-0db787753a17 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:17:00.502500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-1b3f0113-4557-4f0a-9bd7-c1ecac7d7100 req-f05b958d-47e8-4b7a-a36f-0db787753a17 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:17:00.503804 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b3f0113-4557-4f0a-9bd7-c1ecac7d7100 req-f05b958d-47e8-4b7a-a36f-0db787753a17 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 210 time: 0.1376083 Apr 01 16:17:01.654012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cff0ebd1-c941-4ab6-a63c-23d2ad9b9bf2 req-6361c039-44ea-4b18-bf99-c5acb8451202 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 210 time: 0.0429089 Apr 01 16:17:01.901502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 22fe52db-a752-4649-888e-fe76e376757d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:01.974043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 22fe52db-a752-4649-888e-fe76e376757d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:01.974528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:02.473975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08c26502-0b53-4e8c-bd91-3ff58eaaa36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:02.691123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-5dcf9ab8-e09c-4edc-9020-9e13d46b6024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:02.692679 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-5dcf9ab8-e09c-4edc-9020-9e13d46b6024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1463797 Apr 01 16:17:02.750474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-5fbff340-fbbb-4407-a72f-d4ba2f896b11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 380 time: 0.0446067 Apr 01 16:17:02.762030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'port': {'device_id': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'admin_state_up': True, 'tenant_id': '22724a13465d49238f43657958d331bd', 'security_groups': ['ef965b34-ab79-4806-ba6d-01e5af1bde7a']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:02.813898 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-42d96303-8105-4d3d-8736-61040e99b2e0 req-38fb536e-b6a7-4eb1-aaff-28bd5f530c59 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 210 time: 0.0483642 Apr 01 16:17:02.903219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:17:02.913610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:17:03.011103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:17:03.014946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.182164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Allocated IP 172.20.0.3 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/af3985a7-7c4e-4923-b0f4-5cdefcf2bba5) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:03.488857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.504843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Transition to ACTIVE for port object af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:17:03.605386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.677165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:03.686054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:03.688557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:17:03.730086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:03.765800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:03.766117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.908741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-1412bdc4-3027-4f84-a3c9-9291858373a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1505222 Apr 01 16:17:03.924509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Request body: {'port': {'device_id': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:04.022724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-617028d6-36ec-47a1-b420-23bc4c439771 None None] Provisioning for port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:17:04.028022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-617028d6-36ec-47a1-b420-23bc4c439771 None None] Provisioning complete for port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:04.028390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-617028d6-36ec-47a1-b420-23bc4c439771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.083436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-617028d6-36ec-47a1-b420-23bc4c439771 None None] Port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:17:04.099888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.150854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae4ab1-f0dd-49b7-85cb-954f222f9c65 req-7d17880c-f9de-40e3-a4cb-4b9e035e3d78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:04.151546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-22ae4ab1-f0dd-49b7-85cb-954f222f9c65 req-7d17880c-f9de-40e3-a4cb-4b9e035e3d78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:17:04.269619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-22ae4ab1-f0dd-49b7-85cb-954f222f9c65 req-7d17880c-f9de-40e3-a4cb-4b9e035e3d78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:17:04.270881 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22ae4ab1-f0dd-49b7-85cb-954f222f9c65 req-7d17880c-f9de-40e3-a4cb-4b9e035e3d78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 931 time: 0.3153458 Apr 01 16:17:04.413884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22ae4ab1-f0dd-49b7-85cb-954f222f9c65 req-66594668-363c-4869-9770-13eb272955c5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242697 Apr 01 16:17:04.516175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:04.524427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.541830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Transition to ACTIVE for port object af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:17:04.605113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.769821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:04.856496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Attempting to bind port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:17:04.856812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Attempting to bind port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:17:04.857141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Attempting to bind port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:17:04.862123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 on network 22048137-7b4b-42a6-8d01-7747042f37e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:17:04.862449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Attempting to bind port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:17:04.867898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:17:04.868236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:17:04.868622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:17:04.869051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Bound port: af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:17:04.869400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.879231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b5e4faa8-1b50-4558-93c3-6ee8f62c5cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.967345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:17:04.970261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:17:05.040010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:05.094262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.094877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:05.096419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-014ee561-7052-48f4-9420-74b911737a27 service neutron] 10.222.0.91 "PUT /v2.0/ports/af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 1093 time: 1.1767285 Apr 01 16:17:05.098949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:05.135636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee561-7052-48f4-9420-74b911737a27 service neutron] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:05.150400 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'status': 'completed', 'code': 200} Apr 01 16:17:05.257394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-17dc6afd-4d7e-41e9-89cc-a5618388e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.259228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-17dc6afd-4d7e-41e9-89cc-a5618388e7f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1096 time: 0.0816708 Apr 01 16:17:05.409555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-b9f4663d-0f41-429f-b82a-95a9740e32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.411020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-b9f4663d-0f41-429f-b82a-95a9740e32c8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=22724a13465d49238f43657958d331bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1412046 Apr 01 16:17:05.605313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:05.706969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-9e04c707-a2d6-42db-ba34-97e55f2fce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.708301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a60239f-7d6a-4869-ae2d-cb76597eced2 req-9e04c707-a2d6-42db-ba34-97e55f2fce87 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873583 Apr 01 16:17:05.736314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de702f-544e-4f87-ac8a-6a8e00749f7a req-962e3c06-812b-4591-b8be-26ec78b25021 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.738497 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f6de702f-544e-4f87-ac8a-6a8e00749f7a req-962e3c06-812b-4591-b8be-26ec78b25021 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 943 time: 0.2149351 Apr 01 16:17:05.827849 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f6de702f-544e-4f87-ac8a-6a8e00749f7a req-e2b62278-20cf-4d77-9f2b-09cf95a80a7b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839884 Apr 01 16:17:05.853526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-2f1326d5-b15d-4158-a3e1-9391c653f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.855100 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-2f1326d5-b15d-4158-a3e1-9391c653f9c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1096 time: 0.0975029 Apr 01 16:17:05.929303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-3dec7004-2a5c-4cf8-9694-02880665244d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 217 time: 0.0621102 Apr 01 16:17:05.997753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-d864e943-5d7a-40f8-8a42-a1efc846b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.999122 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-d864e943-5d7a-40f8-8a42-a1efc846b11a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0610769 Apr 01 16:17:06.079227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-fca65b05-0e67-40c1-bb35-1ed375de3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:06.080687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-fca65b05-0e67-40c1-bb35-1ed375de3c89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704763 Apr 01 16:17:06.216371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:06.219463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-661f5f48-d6d7-40c9-8512-efc82f9e038d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Apr 01 16:17:06.358207 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-419f7ab3-522a-4ed1-a9b6-e476afb2301f req-f186e134-cce9-4aa4-a9db-0eb97afe1d4b service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286054 Apr 01 16:17:07.019210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648e839-1f4b-4329-8405-17cb553ccca0 req-efe2b532-1060-43c0-8489-7cfcb366ee7d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.020680 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d648e839-1f4b-4329-8405-17cb553ccca0 req-efe2b532-1060-43c0-8489-7cfcb366ee7d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 943 time: 0.0812011 Apr 01 16:17:07.066685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d648e839-1f4b-4329-8405-17cb553ccca0 req-7aa7f7cb-d4d7-41a4-97ed-506d36a69286 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:17:07.148491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-d648e839-1f4b-4329-8405-17cb553ccca0 req-7aa7f7cb-d4d7-41a4-97ed-506d36a69286 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:17:07.149727 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d648e839-1f4b-4329-8405-17cb553ccca0 req-7aa7f7cb-d4d7-41a4-97ed-506d36a69286 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219654 Apr 01 16:17:07.684831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:08.338246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0bb25-46cd-45b3-a3d4-c723635f9474 req-ac9d45cf-b342-45b2-87d1-c9fc8b31781e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:08.339810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3d0bb25-46cd-45b3-a3d4-c723635f9474 req-ac9d45cf-b342-45b2-87d1-c9fc8b31781e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 943 time: 0.0876229 Apr 01 16:17:08.386131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3d0bb25-46cd-45b3-a3d4-c723635f9474 req-bfafce6c-1747-4254-b1f3-b31aba06c15b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Apr 01 16:17:08.650181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:17:08.784297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:08.797599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'mac_address': 'fa:16:3e:55:c4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:17:08.857923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:08.875031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:08.890312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:08.965020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:09.032402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:09.040123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.040466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.040802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.041132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.041458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.041780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.042110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.042427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.042782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.043104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.043425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.043742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.245814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:17:09.575307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044e1f6-4254-4c23-8d0a-53437c1d8479 req-0969954b-90f3-4a14-8332-1b03191d9df1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:09.576688 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5044e1f6-4254-4c23-8d0a-53437c1d8479 req-0969954b-90f3-4a14-8332-1b03191d9df1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 944 time: 0.0840197 Apr 01 16:17:09.622210 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5044e1f6-4254-4c23-8d0a-53437c1d8479 req-2fe0886f-4785-4bf5-ba00-c6367d7ff467 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Apr 01 16:17:10.651386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:10.815607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24377d0e-7704-4b89-8574-415588c55c0c req-2aba12f3-00f1-4bca-93ad-693a025dd9aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:10.817123 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24377d0e-7704-4b89-8574-415588c55c0c req-2aba12f3-00f1-4bca-93ad-693a025dd9aa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 944 time: 0.0848348 Apr 01 16:17:10.863012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-24377d0e-7704-4b89-8574-415588c55c0c req-4511a116-df6b-4665-86f0-54572468e971 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Apr 01 16:17:10.920619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:17:10.933327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:10.933699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:11.078540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:11.105998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:11.116025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:11.176640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:11.213795 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'code': 200} Apr 01 16:17:11.251149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:11.573854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85c4a2-8b46-4822-964a-91d60ad9adbe req-a4a32ea0-45d7-4fda-b586-01a39c764327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:11.575313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de85c4a2-8b46-4822-964a-91d60ad9adbe req-a4a32ea0-45d7-4fda-b586-01a39c764327 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.0746977 Apr 01 16:17:11.621582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de85c4a2-8b46-4822-964a-91d60ad9adbe req-84175489-6928-43ec-82d0-c64d35aca376 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359464 Apr 01 16:17:12.056624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5d463-01ae-4ee3-af0c-1826aa751433 req-b1320ea3-1d83-47f4-9ab0-c46be2115089 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:12.058096 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e0c5d463-01ae-4ee3-af0c-1826aa751433 req-b1320ea3-1d83-47f4-9ab0-c46be2115089 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0816076 Apr 01 16:17:12.107160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e0c5d463-01ae-4ee3-af0c-1826aa751433 req-fec6a1d9-5728-409f-a39b-27dbb237a0af tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Apr 01 16:17:13.302932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a352-4da9-4a40-b205-1bd341de8690 req-513e36ce-67bc-4a12-b8ca-ff016b11e9e3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:13.304812 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9492a352-4da9-4a40-b205-1bd341de8690 req-513e36ce-67bc-4a12-b8ca-ff016b11e9e3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0831168 Apr 01 16:17:13.352527 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9492a352-4da9-4a40-b205-1bd341de8690 req-1aeb1f6a-356f-4693-b4e0-876df9da4800 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Apr 01 16:17:13.531222 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642d74-88a2-4ec2-b931-6c21145b5fa5 req-fe47a3c8-67c6-4de3-acee-7a4aaecae24c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:13.532664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-86642d74-88a2-4ec2-b931-6c21145b5fa5 req-fe47a3c8-67c6-4de3-acee-7a4aaecae24c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0802009 Apr 01 16:17:13.542516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52052) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:17:13.547524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'floatingip': {'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:13.632175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:14.370734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:14.438271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:14.615125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 associated. External IP: 172.26.8.179, port: af3985a7-7c4e-4923-b0f4-5cdefcf2bba5. Apr 01 16:17:14.978834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:17:15.160680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:17:15.165852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:15.170431 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:15.181574 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:17:15.182180 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:17:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:15.229800 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f68ae818-ba37-4872-8ca6-101de0149e27 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "PUT /v2.0/floatingips/9627d3c7-7de1-4af7-8079-3355e31c2091 HTTP/1.1" status: 200 len: 991 time: 1.6830642 Apr 01 16:17:15.229800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:15.276489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'status': 'completed', 'code': 200} Apr 01 16:17:15.373043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-23eb203d-257a-4747-825d-36b933d3daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.374557 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-23eb203d-257a-4747-825d-36b933d3daaa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.0764165 Apr 01 16:17:15.400500 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:17:15.404109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1e34-2ecc-4e5e-93d9-39bd8a751f64 req-d05e3570-0ab2-409e-b6f7-e0d1f927afa7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.405608 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d67a1e34-2ecc-4e5e-93d9-39bd8a751f64 req-d05e3570-0ab2-409e-b6f7-e0d1f927afa7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0877886 Apr 01 16:17:15.452730 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d67a1e34-2ecc-4e5e-93d9-39bd8a751f64 req-1f4572fe-1280-4ab7-adc0-19aefce8c8ee tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Apr 01 16:17:15.513455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-6713458c-82cb-4c1a-b8f7-54b1f4b2b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.514942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-6713458c-82cb-4c1a-b8f7-54b1f4b2b877 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1345153 Apr 01 16:17:15.781780 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:55:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:17:14Z', 'revision_number': 1, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:15.785942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:15.795341 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:17:15.795947 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:17:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:15.800056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-c3ef391c-f6d6-409b-9f4f-c23637697fd7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 999 time: 0.2794371 Apr 01 16:17:15.889215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-a3398de7-f665-49df-bd6e-4b78ff091d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.890659 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-a3398de7-f665-49df-bd6e-4b78ff091d09 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0816860 Apr 01 16:17:15.903191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4872b-379e-49d6-8eac-78e38e538fee req-53a8d043-f296-485c-a2c2-cc7b2a3f6330 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.905260 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fb4872b-379e-49d6-8eac-78e38e538fee req-53a8d043-f296-485c-a2c2-cc7b2a3f6330 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1817853 Apr 01 16:17:15.979912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:17:15.999391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fb4872b-379e-49d6-8eac-78e38e538fee req-cbccdabf-5f36-46c4-a07e-aee833c43e74 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568056 Apr 01 16:17:16.020119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-c69d6a91-e981-4a83-99fc-d4b6486a6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:16.021608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-c69d6a91-e981-4a83-99fc-d4b6486a6f80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153853 Apr 01 16:17:16.157763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-fc97cc7f-d7b9-43b5-9fc5-bab3a015b46d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300445 Apr 01 16:17:16.293420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6f79d81-1ee2-4646-b33a-116642f94126 req-07f27ab3-b649-421e-b70f-4ad23a96a69e service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287229 Apr 01 16:17:16.330692 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:55:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:17:14Z', 'revision_number': 1, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:16.335249 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ada2c-8714-4423-ab23-990f13fdf680 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:55:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:17:14Z', 'revision_number': 1, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:16.519709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063f6c0-5f9a-4a7e-8974-3e55fc22cb4a None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:17:17.192192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ccd98-e18b-4ef5-978f-795c1b474dc9 req-1fbd3a0e-29aa-4000-980c-8c621075df82 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:17.194374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1e9ccd98-e18b-4ef5-978f-795c1b474dc9 req-1fbd3a0e-29aa-4000-980c-8c621075df82 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0852513 Apr 01 16:17:17.240110 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1e9ccd98-e18b-4ef5-978f-795c1b474dc9 req-0c155641-ee8b-4e39-b57e-2f6853c468ec tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 Apr 01 16:17:17.595710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e633a-6b7d-451c-bea9-a9076c0e115e req-85c6fb0f-6727-44d6-a33e-a769e670f4f8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:17.597261 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b55e633a-6b7d-451c-bea9-a9076c0e115e req-85c6fb0f-6727-44d6-a33e-a769e670f4f8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0867610 Apr 01 16:17:17.645367 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b55e633a-6b7d-451c-bea9-a9076c0e115e req-f5d7f00e-3b3a-4e38-9a4d-d319706aff6f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Apr 01 16:17:17.788893 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-ef000840-eadc-45ad-bf2d-a3645c9e4dfc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803902 Apr 01 16:17:17.933287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-48390ff0-8b77-4d44-8b21-c29b59a179a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:17.934798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-48390ff0-8b77-4d44-8b21-c29b59a179a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.0768740 Apr 01 16:17:18.091462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-e8d16e14-00f8-4a2b-b699-a34e9c3b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.092949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-e8d16e14-00f8-4a2b-b699-a34e9c3b0bf7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1374955 Apr 01 16:17:18.260835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-5543c2c1-da45-4d58-8551-16bf389bd2e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 1001 time: 0.1524334 Apr 01 16:17:18.340475 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-2ffcf158-83b5-4be9-9a93-bd6cf3c188ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742483 Apr 01 16:17:18.343505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142f69-6ba3-43b1-9830-e30cc7cdc5b9 req-6beeca0c-2157-4a02-a951-72ec73227972 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.344980 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09142f69-6ba3-43b1-9830-e30cc7cdc5b9 req-6beeca0c-2157-4a02-a951-72ec73227972 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1661458 Apr 01 16:17:18.355626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-180988b6-6440-4231-8865-e186519ee1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.357628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-180988b6-6440-4231-8865-e186519ee1e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0904462 Apr 01 16:17:18.393859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:18.442538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09142f69-6ba3-43b1-9830-e30cc7cdc5b9 req-4b0d2bcd-cb0e-45b8-91f7-23ceff404e25 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909247 Apr 01 16:17:18.481529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-6c43e97a-699c-4e63-a9c2-0837d787d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.481529 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-6c43e97a-699c-4e63-a9c2-0837d787d8f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053424 Apr 01 16:17:18.616869 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-be82f723-7d29-4389-9172-a4d4ebd6a8e5 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321745 Apr 01 16:17:18.754820 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cf347ce2-715b-4eee-959d-4fc4f258f07c req-7e4419a2-1ecf-45a9-84fa-9349f347c6bd service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322203 Apr 01 16:17:18.789480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:19.644185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688ffb-2f8c-4684-8b18-42b4b7bac3ad req-96d18fb6-86d4-4811-8d75-0a8e4c0ec511 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.645760 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b688ffb-2f8c-4684-8b18-42b4b7bac3ad req-96d18fb6-86d4-4811-8d75-0a8e4c0ec511 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0869195 Apr 01 16:17:19.690805 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b688ffb-2f8c-4684-8b18-42b4b7bac3ad req-edffb351-3366-419c-9e45-b353a5ccf489 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Apr 01 16:17:20.592358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-31a2a4a2-fdac-4b4b-a742-ec481060876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.593841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-31a2a4a2-fdac-4b4b-a742-ec481060876b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.1830597 Apr 01 16:17:20.728803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-8ce50f75-4025-4916-bcbf-48166997f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.730042 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-8ce50f75-4025-4916-bcbf-48166997f333 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1296728 Apr 01 16:17:20.878170 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-841e4348-9aa1-4174-a86d-ceb93cf38e29 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 1001 time: 0.1422176 Apr 01 16:17:20.963118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca24c-3248-4a36-a05b-0814a1ee6e09 req-734799df-0ebf-4030-b16a-cdc686efe3ae tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.964583 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc7ca24c-3248-4a36-a05b-0814a1ee6e09 req-734799df-0ebf-4030-b16a-cdc686efe3ae tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1652331 Apr 01 16:17:20.966076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-789a2593-8696-485f-94c3-8929d89f6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.967419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-789a2593-8696-485f-94c3-8929d89f6fd1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0822792 Apr 01 16:17:21.052760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fc7ca24c-3248-4a36-a05b-0814a1ee6e09 req-9c2e1e04-2287-47d4-acf3-b4105336ee32 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825648 Apr 01 16:17:21.074026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-3abd08dd-1595-4a36-b4f4-359b662a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.075532 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-3abd08dd-1595-4a36-b4f4-359b662a90a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920627 Apr 01 16:17:21.212753 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-515c990f-e6c5-40df-ae1e-6993abe9124e service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306756 Apr 01 16:17:21.347176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-9237f0f6-efed-443e-8577-7847a3087de9 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291404 Apr 01 16:17:22.248768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488405-54d4-46a7-9bb2-f26401618827 req-ca78245e-499d-43d8-9867-672b34f5851e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:22.250189 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-10488405-54d4-46a7-9bb2-f26401618827 req-ca78245e-499d-43d8-9867-672b34f5851e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0839527 Apr 01 16:17:22.294923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-10488405-54d4-46a7-9bb2-f26401618827 req-66ecd9b2-3553-4e15-93a7-68d2b13881a1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390334 Apr 01 16:17:23.489492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6797-1706-4fe1-9c2a-ba2c98c7a726 req-98050720-46df-42ad-bc40-a4beb63189ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.491035 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-244c6797-1706-4fe1-9c2a-ba2c98c7a726 req-98050720-46df-42ad-bc40-a4beb63189ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0862815 Apr 01 16:17:23.536284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-244c6797-1706-4fe1-9c2a-ba2c98c7a726 req-4f186826-4d41-487c-9978-e87b810556db tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Apr 01 16:17:24.728071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66849462-d1bd-4081-8f9b-60454fb8794d req-998d86ae-5e4a-4142-a47b-5023158e462e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:24.729540 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-66849462-d1bd-4081-8f9b-60454fb8794d req-998d86ae-5e4a-4142-a47b-5023158e462e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Apr 01 16:17:24.776467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-66849462-d1bd-4081-8f9b-60454fb8794d req-43f0515f-3ed5-4940-9a25-e01ce460204a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Apr 01 16:17:25.963249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901f1db-e124-4c72-b7eb-3d7faf7efa87 req-45f1a8f6-129d-40ec-acd3-dd6217519d57 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:25.964703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a901f1db-e124-4c72-b7eb-3d7faf7efa87 req-45f1a8f6-129d-40ec-acd3-dd6217519d57 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0822582 Apr 01 16:17:26.012361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a901f1db-e124-4c72-b7eb-3d7faf7efa87 req-319178d4-df19-45cb-8f96-54485dbff889 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 Apr 01 16:17:27.198608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8335c9-503a-4e7b-9b35-00a60014eb4e req-e359e2b5-95c5-4ec9-a4e5-22201d9581ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:27.200090 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6f8335c9-503a-4e7b-9b35-00a60014eb4e req-e359e2b5-95c5-4ec9-a4e5-22201d9581ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0801792 Apr 01 16:17:27.247290 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6f8335c9-503a-4e7b-9b35-00a60014eb4e req-3d743669-1467-4c97-98f2-f4e6c17f92df tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Apr 01 16:17:28.432634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0db6-3a74-4f8b-82b7-ada9c130bb99 req-3a86f0f8-dd16-4f60-8e2f-2ea05ed2c230 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:28.434134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4dab0db6-3a74-4f8b-82b7-ada9c130bb99 req-3a86f0f8-dd16-4f60-8e2f-2ea05ed2c230 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0806439 Apr 01 16:17:28.479334 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4dab0db6-3a74-4f8b-82b7-ada9c130bb99 req-34c3f34c-d1c5-4a24-b93b-7623c476fff8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Apr 01 16:17:29.665655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b3b5-f197-40f2-984e-7100969b8742 req-6e6f6ad6-3e92-40d4-a6f2-3d81d414c59b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:29.667178 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e3b0b3b5-f197-40f2-984e-7100969b8742 req-6e6f6ad6-3e92-40d4-a6f2-3d81d414c59b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0807278 Apr 01 16:17:29.711829 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e3b0b3b5-f197-40f2-984e-7100969b8742 req-596516c7-fd0a-42bd-8a96-e0ac87b60bc9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390670 Apr 01 16:17:30.913082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a568-cb6c-4e84-8fda-8913280f5adb req-981050b9-4b83-4e64-ac91-2c38f48928c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:30.914587 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4bc0a568-cb6c-4e84-8fda-8913280f5adb req-981050b9-4b83-4e64-ac91-2c38f48928c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0862038 Apr 01 16:17:30.961391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4bc0a568-cb6c-4e84-8fda-8913280f5adb req-3d76a56b-34fe-43c8-8475-cb4a8182a638 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Apr 01 16:17:32.167704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc269c6-3b3a-4bfe-a203-2645a369bd89 req-56aa9916-9e8c-4120-b7aa-dc6c49d55b21 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:32.169490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7bc269c6-3b3a-4bfe-a203-2645a369bd89 req-56aa9916-9e8c-4120-b7aa-dc6c49d55b21 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0940518 Apr 01 16:17:32.220154 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7bc269c6-3b3a-4bfe-a203-2645a369bd89 req-cfb6b446-6e42-448f-8403-8a6e8c98d4e0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Apr 01 16:17:32.449622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81c13267-34e3-4b5d-87e1-9a2d077b30fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:33.411237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f02f5-d001-41f1-9c6b-b528b8beeeb3 req-e77b8760-5998-43ba-88e6-dea88394c3c9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:33.412732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1d9f02f5-d001-41f1-9c6b-b528b8beeeb3 req-e77b8760-5998-43ba-88e6-dea88394c3c9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0832443 Apr 01 16:17:33.457591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1d9f02f5-d001-41f1-9c6b-b528b8beeeb3 req-56c8721a-2f75-4d79-b819-9bc047b79bb6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391343 Apr 01 16:17:34.645746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab636f-ca91-4952-b5de-90a022ff2304 req-97ae4b92-fc02-4b2c-96a8-5e4844a03425 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:34.647861 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83ab636f-ca91-4952-b5de-90a022ff2304 req-97ae4b92-fc02-4b2c-96a8-5e4844a03425 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0837636 Apr 01 16:17:34.695219 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83ab636f-ca91-4952-b5de-90a022ff2304 req-0c8b6c19-5ea1-4f91-a303-57ddf67265a4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Apr 01 16:17:34.877808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f56c6349-0894-4479-8cbf-a5fb6f90ed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:35.643687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:35.889627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083b65-6c0d-48fd-ae05-762b4124a836 req-6aab4fd7-e422-4887-bcdb-8d48b8bcf62f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.891142 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd083b65-6c0d-48fd-ae05-762b4124a836 req-6aab4fd7-e422-4887-bcdb-8d48b8bcf62f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0855412 Apr 01 16:17:35.938212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd083b65-6c0d-48fd-ae05-762b4124a836 req-946b34cf-9cf4-4aaf-87aa-b0370bbecb34 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Apr 01 16:17:36.227921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.140833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dc250-959e-43dc-9f9b-f0bed0c59eda req-b4423f43-c710-4d7d-b364-753ffcb42bb6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:37.142338 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-435dc250-959e-43dc-9f9b-f0bed0c59eda req-b4423f43-c710-4d7d-b364-753ffcb42bb6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0897136 Apr 01 16:17:37.189928 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-435dc250-959e-43dc-9f9b-f0bed0c59eda req-43bbb2a9-2986-4c27-8d64-0bcb8ab95bde tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Apr 01 16:17:37.690696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.388485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0ebed-4ce7-4aab-b9da-38ccbbac98fe req-8829ec78-704b-4d0f-a011-611bab570f22 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:38.390054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8ae0ebed-4ce7-4aab-b9da-38ccbbac98fe req-8829ec78-704b-4d0f-a011-611bab570f22 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0848165 Apr 01 16:17:38.441367 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8ae0ebed-4ce7-4aab-b9da-38ccbbac98fe req-f7bd0332-9f93-4089-9bcc-3c9db1b28e32 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455160 Apr 01 16:17:39.630415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7df5-7220-46c0-a070-e776157f1dd5 req-f00da53f-9b08-4036-a1bc-06e9f388573f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:39.632234 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d07f7df5-7220-46c0-a070-e776157f1dd5 req-f00da53f-9b08-4036-a1bc-06e9f388573f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0812223 Apr 01 16:17:39.682193 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d07f7df5-7220-46c0-a070-e776157f1dd5 req-392071ad-9972-45ac-9e17-c14c30e1786c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Apr 01 16:17:40.894201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585fd1-2cad-409f-a30c-88db02ae333c req-5ef9e0d0-3d9a-4c76-8d51-fb5d2aac5579 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:40.895738 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03585fd1-2cad-409f-a30c-88db02ae333c req-5ef9e0d0-3d9a-4c76-8d51-fb5d2aac5579 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0858674 Apr 01 16:17:40.942675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-03585fd1-2cad-409f-a30c-88db02ae333c req-22f19406-cc32-4328-8048-57a95be71581 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Apr 01 16:17:42.140633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65750480-f268-4163-b69a-472b49fb0c99 req-d28c2103-d281-48f3-9dd4-87e57aefdcbb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:42.142086 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65750480-f268-4163-b69a-472b49fb0c99 req-d28c2103-d281-48f3-9dd4-87e57aefdcbb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0859163 Apr 01 16:17:42.188374 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-65750480-f268-4163-b69a-472b49fb0c99 req-b737e4c7-054a-4546-b606-1453cfbb9ae0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Apr 01 16:17:43.486890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8ac03-da82-4066-b7f4-bd351bf353b2 req-07f64523-8667-4d51-83f5-7094877b20da tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:43.488269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98e8ac03-da82-4066-b7f4-bd351bf353b2 req-07f64523-8667-4d51-83f5-7094877b20da tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1890790 Apr 01 16:17:43.534159 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-98e8ac03-da82-4066-b7f4-bd351bf353b2 req-deeae5e7-1a76-4a59-97c6-f407c97fc81a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 Apr 01 16:17:43.818100 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-007843ca-c73e-4b9a-a7ea-997c3d9add9d service neutron] 10.222.0.91 "GET /v2.0/ports/af3985a7-7c4e-4923-b0f4-5cdefcf2bba5/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0774426 Apr 01 16:17:44.497563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-d44d569e-cbab-4cfc-86b4-d99cff390e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.499118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-d44d569e-cbab-4cfc-86b4-d99cff390e5f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1098 time: 0.0784919 Apr 01 16:17:44.609074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-3f3551af-bd6f-441a-a995-74c0ad7cc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.610586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-3f3551af-bd6f-441a-a995-74c0ad7cc1fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.0794013 Apr 01 16:17:44.768847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-e6170056-4d17-4485-a2b2-a2a5631f60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.771029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-e6170056-4d17-4485-a2b2-a2a5631f60ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1480236 Apr 01 16:17:44.857822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454f60-ea35-42de-9cbc-13b64d19b4c1 req-9adf51dc-5a0d-47f8-a8e4-2329e7021d7e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.859382 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-42454f60-ea35-42de-9cbc-13b64d19b4c1 req-9adf51dc-5a0d-47f8-a8e4-2329e7021d7e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1991665 Apr 01 16:17:44.894594 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-4e315c9c-09a9-4da9-9d08-05ca64f85ca5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 1001 time: 0.1138275 Apr 01 16:17:44.907810 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-42454f60-ea35-42de-9cbc-13b64d19b4c1 req-5ba1b5ff-2dc7-49c5-b4b6-dce62b13d92a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Apr 01 16:17:44.970353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-90e54d08-cb38-4c5e-a59b-e4f94617d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.971874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-90e54d08-cb38-4c5e-a59b-e4f94617d170 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0678434 Apr 01 16:17:45.058967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cf47-2d74-45bf-9a37-5038415c94af req-04acb029-478e-4b71-8c31-bd3655817747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:45.060424 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-04acb029-478e-4b71-8c31-bd3655817747 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793502 Apr 01 16:17:45.204913 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-b59415d8-0b15-4210-965b-276ba355f1d4 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346724 Apr 01 16:17:45.348765 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727cf47-2d74-45bf-9a37-5038415c94af req-c3acc12b-9ca4-48be-8c6a-8f5e637fa5dd service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327477 Apr 01 16:17:46.124360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78364cdb-163a-4a28-9798-50ab5a2375d6 req-3106a394-4d3a-41c3-a796-d6c9b6072729 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:46.125911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78364cdb-163a-4a28-9798-50ab5a2375d6 req-3106a394-4d3a-41c3-a796-d6c9b6072729 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0958755 Apr 01 16:17:46.180664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78364cdb-163a-4a28-9798-50ab5a2375d6 req-be25104d-f398-4255-942d-f91ebf67dd45 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458615 Apr 01 16:17:46.832568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:17:46.838486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:17:47.066829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:47.101094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:47.126604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:47.133144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'mac_address': 'fa:16:3e:55:c4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:17:47.140664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:47.188388 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'code': 200} Apr 01 16:17:47.203097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:47.243656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:47.277049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:47.341207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:47.366128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:17:47.366383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:17:47.416328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430b1cd-bd60-47c0-bddb-f25a53cfecee req-dd1346d9-1969-49b8-bf6f-4463e6628b91 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:47.418509 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b430b1cd-bd60-47c0-bddb-f25a53cfecee req-dd1346d9-1969-49b8-bf6f-4463e6628b91 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 943 time: 0.0980127 Apr 01 16:17:47.467650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b430b1cd-bd60-47c0-bddb-f25a53cfecee req-6e947dd3-e0af-4a33-8904-bd184e612570 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Apr 01 16:17:47.932203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:47.957442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:47.981048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:48.044884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.118748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:17:48.174545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:48.398901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.682784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89e6d-5ae1-4686-86b9-1e14bd174a18 req-86f5738c-fc67-46bd-9765-fe0ba0cde138 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:48.684604 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8fe89e6d-5ae1-4686-86b9-1e14bd174a18 req-86f5738c-fc67-46bd-9765-fe0ba0cde138 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 944 time: 0.0882518 Apr 01 16:17:48.741101 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8fe89e6d-5ae1-4686-86b9-1e14bd174a18 req-254d5911-efad-429e-b3cc-5702a3f8b944 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Apr 01 16:17:48.832699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:48.907904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:48.908273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.082034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.124195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:49.189758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:49.227859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.280972 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'code': 200} Apr 01 16:17:49.301762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed58d3-cf4a-49f7-8eb4-5da1738f942f req-af5f4463-46e3-4fa1-83f0-f38212241fbb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.303741 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6bed58d3-cf4a-49f7-8eb4-5da1738f942f req-af5f4463-46e3-4fa1-83f0-f38212241fbb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1018100 Apr 01 16:17:49.317368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:49.355566 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6bed58d3-cf4a-49f7-8eb4-5da1738f942f req-c846007a-ff06-402e-a93d-61f82818b01e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Apr 01 16:17:49.405670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-ae3e4928-5dd3-44f9-8275-302cf7cdc563 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.407202 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-ae3e4928-5dd3-44f9-8275-302cf7cdc563 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9&tenant_id=22724a13465d49238f43657958d331bd&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.0926630 Apr 01 16:17:49.559708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-dcef2ed7-93c1-492a-a6e9-7ce10d89c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.561153 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-dcef2ed7-93c1-492a-a6e9-7ce10d89c882 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 1098 time: 0.0816803 Apr 01 16:17:49.707570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-ced77c56-eec5-4822-be32-149c7f8142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.709132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-ced77c56-eec5-4822-be32-149c7f8142d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1423333 Apr 01 16:17:49.824095 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-481504a8-4697-403f-a775-d92f877db20b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 200 len: 1001 time: 0.1078913 Apr 01 16:17:49.889269 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-8b829bf5-3224-48d3-9413-cec61855736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.890781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-8b829bf5-3224-48d3-9413-cec61855736f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0615726 Apr 01 16:17:50.087213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-e403f837-7b91-45b7-9735-6bd6d03edeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:50.088983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-e403f837-7b91-45b7-9735-6bd6d03edeae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1923192 Apr 01 16:17:50.231695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-9131b308-0ce5-4046-a31a-0f19cf157b8d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367931 Apr 01 16:17:50.380551 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7afe1342-56f7-4c5b-9f83-564843febeb2 req-196f3a5a-b69b-46f7-b049-6a1f9555a02c service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425195 Apr 01 16:17:50.565291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf04b43-b155-4e8b-9164-b5ae4c0f40e3 req-138db083-8f50-4c10-ab88-d94677669ae0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:50.566952 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cf04b43-b155-4e8b-9164-b5ae4c0f40e3 req-138db083-8f50-4c10-ab88-d94677669ae0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0901191 Apr 01 16:17:50.615683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cf04b43-b155-4e8b-9164-b5ae4c0f40e3 req-237e1903-5f82-46d7-98ea-94067f0d16e1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Apr 01 16:17:51.833921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51589ef4-7ee4-4723-89e2-f09061aacebc req-1625ab06-a744-41bd-9261-a90fcd833094 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:51.835554 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-51589ef4-7ee4-4723-89e2-f09061aacebc req-1625ab06-a744-41bd-9261-a90fcd833094 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.1038172 Apr 01 16:17:51.888973 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-51589ef4-7ee4-4723-89e2-f09061aacebc req-e4d1ab4f-21f8-4461-94fd-ccc2ce7aa701 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Apr 01 16:17:52.085924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b49ac-94a5-41ef-b073-2bd975f518e7 req-7d31fa98-9da6-4dc6-ab25-b074379ce50c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:52.087511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a88b49ac-94a5-41ef-b073-2bd975f518e7 req-7d31fa98-9da6-4dc6-ab25-b074379ce50c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0880558 Apr 01 16:17:52.133778 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a88b49ac-94a5-41ef-b073-2bd975f518e7 req-5aee00ad-e45e-42c6-9dd2-d7f4086ec17a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Apr 01 16:17:52.328095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f838585-f0f7-4763-b54c-d33d4b03edaf req-4dc45b26-cd16-463f-8f7f-ec0516a5bd11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:52.329745 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f838585-f0f7-4763-b54c-d33d4b03edaf req-4dc45b26-cd16-463f-8f7f-ec0516a5bd11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0873997 Apr 01 16:17:52.383588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f838585-f0f7-4763-b54c-d33d4b03edaf req-8139e067-a0a5-4680-914f-c498a3394bd3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Apr 01 16:17:53.043104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1f77e-79e8-4298-b120-6bbffb3133c6 req-ffbc2494-7c0c-4604-9f92-51a30c963285 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:53.044603 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-88e1f77e-79e8-4298-b120-6bbffb3133c6 req-ffbc2494-7c0c-4604-9f92-51a30c963285 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0854526 Apr 01 16:17:53.090344 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-88e1f77e-79e8-4298-b120-6bbffb3133c6 req-9ac5214c-d435-4f7e-9561-c5bd3218b17d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Apr 01 16:17:54.276165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c66dac-ebcf-4977-8a80-0c016fc1c356 req-c1a2c66e-2f2f-4534-aee0-33773c7b39a8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:54.277624 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56c66dac-ebcf-4977-8a80-0c016fc1c356 req-c1a2c66e-2f2f-4534-aee0-33773c7b39a8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0809333 Apr 01 16:17:54.325454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56c66dac-ebcf-4977-8a80-0c016fc1c356 req-a4cbf085-8b7b-4b4e-b64d-6899a71f640b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Apr 01 16:17:54.849514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-930ed98c-09dc-4acf-8af4-4139b9142726 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:54.850987 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-930ed98c-09dc-4acf-8af4-4139b9142726 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0814559 Apr 01 16:17:54.925361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Deleting port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:17:54.925705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.190358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] For port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:17:55.190741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.496410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.497187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.497187 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 disassociated. External IP: 172.26.8.179, port: af3985a7-7c4e-4923-b0f4-5cdefcf2bba5. Apr 01 16:17:55.497379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Calling delete_port for af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:17:55.520886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dd850-75d0-43c5-876d-afd5684fc0c7 req-d0b6705e-7f62-4a08-90a1-86ffffe148c7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:55.522337 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e86dd850-75d0-43c5-876d-afd5684fc0c7 req-d0b6705e-7f62-4a08-90a1-86ffffe148c7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 945 time: 0.0808632 Apr 01 16:17:55.570919 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e86dd850-75d0-43c5-876d-afd5684fc0c7 req-d804f81f-008f-4a48-aa21-c98da6fd8d2c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Apr 01 16:17:55.723351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.784532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'Port': ['ID=af3985a7-7c4e-4923-b0f4-5cdefcf2bba5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:55.792677 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:55.847148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.847491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.847832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.848166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.848499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.848825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.849149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.849472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.849798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.850117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.850510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:55.850765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:56.114260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:17:56.294467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:17:56.304107 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:56.314110 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:17:56.314741 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:17:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:56.371120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] No DVR routers for this DVR port af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:56.373475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.376040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-deleted', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:56.423425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26061a2-b3e6-4450-8abf-7bab18de9df9', 'name': 'network-vif-deleted', 'tag': 'af3985a7-7c4e-4923-b0f4-5cdefcf2bba5', 'status': 'completed', 'code': 200} Apr 01 16:17:56.445147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a733841-0e4b-4631-bb4a-b03d6168a7ab req-0199de89-72a5-4386-aa6b-b19c675a9904 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "DELETE /v2.0/ports/af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 HTTP/1.1" status: 204 len: 173 time: 1.5855334 Apr 01 16:17:56.499195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:17:56.735977 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d6d9324d-3f1a-4bdf-b024-4fffc8a8f5eb req-b9a40d7a-7411-4cfd-83cd-ed897e93d296 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26061a2-b3e6-4450-8abf-7bab18de9df9 HTTP/1.1" status: 200 len: 210 time: 0.0476842 Apr 01 16:17:56.874931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:56.881483 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:56.896415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:17:56.897040 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:17:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:57.089622 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:17:57.412732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:57.417925 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c5eb1-15ca-4896-8cba-8239a9844e1a None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:57.641534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bd9c4-4bc7-40ae-a00d-ad93290f5aea None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:17:58.082643 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a473596e-ded5-4942-b69c-1b0fa1794ec6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1682573289&fields=id&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 267 time: 0.0424592 Apr 01 16:17:58.240192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-17e8de6a-e4d2-4772-b901-da7847556abd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:58.241623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-17e8de6a-e4d2-4772-b901-da7847556abd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1522834 Apr 01 16:17:58.256779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-ad88c7c0-8fba-402e-b5d9-d0a7c7e4b725 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/quotas/22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 375 time: 0.0092196 Apr 01 16:17:58.349576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-46778bbd-13d4-4bca-bb13-f488f298fd8e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:17:58.438601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-46778bbd-13d4-4bca-bb13-f488f298fd8e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:17:58.439982 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-46778bbd-13d4-4bca-bb13-f488f298fd8e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1771512 Apr 01 16:17:58.580682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-5d6a7647-4d26-4b3a-9324-e49ab3b6c5a3 service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283863 Apr 01 16:17:58.714210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-c016ee90-d702-4e83-8a5f-e274b61f157d service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271837 Apr 01 16:17:58.855778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:17:58.891423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:17:58.892297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device af3985a7-7c4e-4923-b0f4-5cdefcf2bba5 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:17:58.996900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4fde76cc-0145-42bd-8261-7a8207c7bb4c req-fa59042d-3f85-46e5-bf19-dc4f46e59cb5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 210 time: 0.0427310 Apr 01 16:18:00.159688 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7aeaf438-cb4d-44c9-a8a2-93cea1f5eff6 req-b8546584-bceb-47a0-b777-4b72049a063c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 210 time: 0.0451653 Apr 01 16:18:01.081566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9406826f-3eaf-4c83-8e83-886b75e13897 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:01.083078 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9406826f-3eaf-4c83-8e83-886b75e13897 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1601684 Apr 01 16:18:01.141707 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-1394821f-c73c-43f2-956d-f10266cca604 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 380 time: 0.0447533 Apr 01 16:18:01.157753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'port': {'device_id': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'admin_state_up': True, 'tenant_id': '22724a13465d49238f43657958d331bd', 'security_groups': ['ef965b34-ab79-4806-ba6d-01e5af1bde7a']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:01.316503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:18:01.332332 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a1573e2d-d67d-4da3-a246-85d4bd07b027 req-4ec80d7d-dd98-4b3c-bb3a-0789ffabaed0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 210 time: 0.0500691 Apr 01 16:18:01.332891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:18:01.438941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:18:01.442589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.613937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Allocated IP 172.20.0.9 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:18:01.931681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.954495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Transition to ACTIVE for port object c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:02.067896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.141336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:18:02.149660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:18:02.154610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:18:02.215832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:02.232740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.233408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.349473 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-3bf2e8dd-0d7a-4bf9-80c6-e5665d6c9a2b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955726 Apr 01 16:18:02.364769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Request body: {'port': {'device_id': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:02.426255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-088d9cce-3146-4339-bb5c-2b80ee1fbd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.496757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c1ea6c0a-6d3f-46b7-9d8e-793a1f083ff4 None None] Provisioning for port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:02.502562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c1ea6c0a-6d3f-46b7-9d8e-793a1f083ff4 None None] Provisioning complete for port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:02.502968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6c0a-6d3f-46b7-9d8e-793a1f083ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.545638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.561939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea6c0a-6d3f-46b7-9d8e-793a1f083ff4 None None] Port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:18:02.630799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10f350-90f1-438b-908f-4f7ed71af4c9 req-31b74499-1ea0-4d12-a135-37ca5523c656 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.631060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-de10f350-90f1-438b-908f-4f7ed71af4c9 req-31b74499-1ea0-4d12-a135-37ca5523c656 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:18:02.807709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-de10f350-90f1-438b-908f-4f7ed71af4c9 req-31b74499-1ea0-4d12-a135-37ca5523c656 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:18:02.808696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de10f350-90f1-438b-908f-4f7ed71af4c9 req-31b74499-1ea0-4d12-a135-37ca5523c656 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 931 time: 0.3430490 Apr 01 16:18:02.895249 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de10f350-90f1-438b-908f-4f7ed71af4c9 req-35031ec3-2453-4c80-a733-f55c95c5f97a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671809 Apr 01 16:18:02.981990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:02.989617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.005390 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Transition to ACTIVE for port object c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:03.084681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.244588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:03.329817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Attempting to bind port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:18:03.330157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Attempting to bind port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:18:03.330492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Attempting to bind port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:18:03.335857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 on network 22048137-7b4b-42a6-8d01-7747042f37e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:18:03.336098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Attempting to bind port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:18:03.342772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:18:03.343090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:18:03.343476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:18:03.343912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Bound port: c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:18:03.344244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.445530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:18:03.448528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:18:03.542177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.595884 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.596425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.597860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] 10.222.0.91 "PUT /v2.0/ports/c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1093 time: 1.2374885 Apr 01 16:18:03.600531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:03.632914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5292fb7-4b48-467f-b378-7a74cc7230f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:03.653418 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'status': 'completed', 'code': 200} Apr 01 16:18:03.756447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5498-94b2-4699-9622-640bd2c807ab req-c45a9ef6-a50d-459b-8ec1-1d18b8aabf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.757941 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afeb5498-94b2-4699-9622-640bd2c807ab req-c45a9ef6-a50d-459b-8ec1-1d18b8aabf51 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1096 time: 0.0826063 Apr 01 16:18:03.909661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5498-94b2-4699-9622-640bd2c807ab req-24ab892b-ea8c-40b9-893d-633060df2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.911116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afeb5498-94b2-4699-9622-640bd2c807ab req-24ab892b-ea8c-40b9-893d-633060df2afc service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=22724a13465d49238f43657958d331bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1424487 Apr 01 16:18:04.201045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5498-94b2-4699-9622-640bd2c807ab req-7efaab08-4ae3-4589-9252-d2000e2a2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.202474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afeb5498-94b2-4699-9622-640bd2c807ab req-7efaab08-4ae3-4589-9252-d2000e2a2270 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819760 Apr 01 16:18:04.232879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314522a-2ff1-41b5-ae0f-4b1c4805c636 req-1d704db4-9e61-4da3-8981-22dad90723b5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.234324 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d314522a-2ff1-41b5-ae0f-4b1c4805c636 req-1d704db4-9e61-4da3-8981-22dad90723b5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 943 time: 0.2190957 Apr 01 16:18:04.326569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d314522a-2ff1-41b5-ae0f-4b1c4805c636 req-00a308ba-0ccc-491b-95ca-60aa779e1e4a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855722 Apr 01 16:18:04.350427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-acd13d39-2c8d-43d1-9016-a85aca7375f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.351972 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-acd13d39-2c8d-43d1-9016-a85aca7375f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1096 time: 0.0967476 Apr 01 16:18:04.424935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-fdca329e-0210-4546-aa8c-2e8edf915890 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 217 time: 0.0629549 Apr 01 16:18:04.496131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9afa57e1-71ef-46a4-9a8a-cf2f9f488dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.497569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9afa57e1-71ef-46a4-9a8a-cf2f9f488dcf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0621424 Apr 01 16:18:04.578125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9fdaeb7d-1c3a-4579-bb33-09a48e1d68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.579604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-9fdaeb7d-1c3a-4579-bb33-09a48e1d68ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711982 Apr 01 16:18:04.718506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-1ddbe0c5-37eb-4ac3-b52b-7ffa7cdbdeda service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283762 Apr 01 16:18:04.858886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8713e6a5-1443-4fb3-82a1-ab04edd86781 req-e58fec10-87b2-4126-b5c1-51572ed77acb service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305439 Apr 01 16:18:04.871781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c215febd-2a4c-46b7-b98e-1540d0cff8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:05.515139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d22e-6755-4469-b882-f0af699dd232 req-4da7553c-9224-49ff-9afe-55ecca9d21ca tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:05.516592 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1546d22e-6755-4469-b882-f0af699dd232 req-4da7553c-9224-49ff-9afe-55ecca9d21ca tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 943 time: 0.0805264 Apr 01 16:18:05.561456 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1546d22e-6755-4469-b882-f0af699dd232 req-e26af555-4492-4aaf-82b4-6ca28534f40c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Apr 01 16:18:05.615722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:06.209837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:06.754556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7758e5-b3c8-430b-aac2-b6edcc351767 req-b1187e54-62ab-4cc3-b222-90e9a330cfad tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:06.756007 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af7758e5-b3c8-430b-aac2-b6edcc351767 req-b1187e54-62ab-4cc3-b222-90e9a330cfad tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 943 time: 0.0839829 Apr 01 16:18:06.803338 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af7758e5-b3c8-430b-aac2-b6edcc351767 req-d98a2042-0429-45b0-b4c9-ceafddd19f76 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Apr 01 16:18:06.903208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:18:07.044586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:07.059057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'mac_address': 'fa:16:3e:1d:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:18:07.115505 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:07.132715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:07.148709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:07.237608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:07.308326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:07.478110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:18:07.729223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:07.999764 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3678a-7723-4b41-8735-bf7fe687a45f req-d108fdd3-d892-4da7-90e8-8d009fadcae7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.001220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cdf3678a-7723-4b41-8735-bf7fe687a45f req-d108fdd3-d892-4da7-90e8-8d009fadcae7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 944 time: 0.0861363 Apr 01 16:18:08.045850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cdf3678a-7723-4b41-8735-bf7fe687a45f req-19f2e38f-320d-4edc-921c-608c6362bfcf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Apr 01 16:18:08.918228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:18:09.061294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:09.066555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:09.066948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:09.188326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:09.215428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:09.225607 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:09.236871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf571-ff42-47ad-b20b-1a174670826a req-c616f1d1-49fd-4e7a-979c-78dd2fc07b9e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:09.238998 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cbbf571-ff42-47ad-b20b-1a174670826a req-c616f1d1-49fd-4e7a-979c-78dd2fc07b9e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 944 time: 0.0871344 Apr 01 16:18:09.264250 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'code': 200} Apr 01 16:18:09.286781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3cbbf571-ff42-47ad-b20b-1a174670826a req-db93429a-1bb1-45f5-b616-795cf49f7418 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Apr 01 16:18:09.312283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:09.380789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:09.388300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.388742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.388971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.389401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.389731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.390055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.390380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.390719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.391039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.391356 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.391671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.391981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:09.668956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe21982-b194-48d1-927d-d495a4f1417f req-0a51eefe-d9fe-4680-bc21-552f54f86892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:09.670433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fe21982-b194-48d1-927d-d495a4f1417f req-0a51eefe-d9fe-4680-bc21-552f54f86892 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0742061 Apr 01 16:18:09.717866 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fe21982-b194-48d1-927d-d495a4f1417f req-8c71cf88-a0b9-4841-ad3f-b5b54e25b1e5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366511 Apr 01 16:18:10.628497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b94302-f091-4d51-9216-6d1381769717 req-022aae6f-ba83-4662-90af-31c11de05000 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:10.629949 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-96b94302-f091-4d51-9216-6d1381769717 req-022aae6f-ba83-4662-90af-31c11de05000 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0803778 Apr 01 16:18:10.677602 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-96b94302-f091-4d51-9216-6d1381769717 req-05b0bb64-84b5-4d43-a6b9-29d0ef7feba7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Apr 01 16:18:11.865834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c4828-15a7-42f4-bd41-55f909778bf3 req-8daf5329-da4f-42bf-b0ae-a10aef95a8ed tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:11.867379 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d15c4828-15a7-42f4-bd41-55f909778bf3 req-8daf5329-da4f-42bf-b0ae-a10aef95a8ed tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0827899 Apr 01 16:18:11.917681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d15c4828-15a7-42f4-bd41-55f909778bf3 req-9ee667ac-df83-4a64-85bf-7d3b27e1a367 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Apr 01 16:18:12.101150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9dd31-57ba-4756-af17-93771027f507 req-ac98b605-af7d-4028-aa4f-bda2fc8179c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:12.102588 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a5a9dd31-57ba-4756-af17-93771027f507 req-ac98b605-af7d-4028-aa4f-bda2fc8179c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0822415 Apr 01 16:18:12.112033 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52230) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:12.117222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'floatingip': {'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:12.197638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.902084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.958757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.134889 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 associated. External IP: 172.26.8.179, port: c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1. Apr 01 16:18:13.492173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:18:13.668280 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:18:13.672577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.678552 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:13.689273 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:13.689898 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:18:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:13.733579 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-23a49170-b69c-48b0-9192-179d42afa085 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "PUT /v2.0/floatingips/9627d3c7-7de1-4af7-8079-3355e31c2091 HTTP/1.1" status: 200 len: 991 time: 1.6178298 Apr 01 16:18:13.733579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:13.844156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'status': 'completed', 'code': 200} Apr 01 16:18:13.883685 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:13.961838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-88cdaf1a-8971-4f7e-99b5-e2a85863319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:13.964407 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-88cdaf1a-8971-4f7e-99b5-e2a85863319d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0932329 Apr 01 16:18:14.151912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-ab53e939-cae5-45a2-b353-8c167ae44845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.153402 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-ab53e939-cae5-45a2-b353-8c167ae44845 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1827784 Apr 01 16:18:14.269045 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-acbe94ed-4142-480f-8419-f16940093c6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 999 time: 0.1087890 Apr 01 16:18:14.311655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c496e-83b7-4a7e-ae3c-2baa4a5fd4f3 req-023c290a-a370-47a1-825e-49bf31979c06 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.313247 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-212c496e-83b7-4a7e-ae3c-2baa4a5fd4f3 req-023c290a-a370-47a1-825e-49bf31979c06 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0897801 Apr 01 16:18:14.339956 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:1d:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.344532 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:14.353820 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:14.355506 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:18:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.403318 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-212c496e-83b7-4a7e-ae3c-2baa4a5fd4f3 req-8fadd5ca-dcd8-4a7b-9300-51952af4b308 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829597 Apr 01 16:18:14.429980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-b139b2b9-c89e-4d88-9f28-be852a37f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.431586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-b139b2b9-c89e-4d88-9f28-be852a37f6f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.1555908 Apr 01 16:18:14.520480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-4af12f08-53a2-4e34-8562-afa1ba23ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.521990 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-4af12f08-53a2-4e34-8562-afa1ba23ccc2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839639 Apr 01 16:18:14.582765 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:14.780229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-0fdb8475-3f9d-41a9-9ab8-f56689d546f5 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506323 Apr 01 16:18:14.924559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d4c3eba9-c049-4c4e-9bb2-ece504712107 req-c2d442ca-3c3d-4052-989d-209ef6e7b8c1 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377254 Apr 01 16:18:14.955514 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:1d:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.959878 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08642a53-8e26-4b80-97ca-e67871987705 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:1d:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:15.154834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff90446-5440-433a-b1b2-4e4c26e87a95 None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:15.583709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882b90b-a6ec-4ba6-aca1-d1229cc8fe57 req-55d52fc4-17c5-4732-a147-d91ddabee3f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:15.585155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b882b90b-a6ec-4ba6-aca1-d1229cc8fe57 req-55d52fc4-17c5-4732-a147-d91ddabee3f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0804119 Apr 01 16:18:15.630101 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b882b90b-a6ec-4ba6-aca1-d1229cc8fe57 req-c3a8b599-b216-46d3-9712-f66fbb6b8586 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390637 Apr 01 16:18:16.828838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396638-7a3a-4ea4-937b-b2cef78255db req-83790443-ff9a-480c-9d2e-f6d70f825dcc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:16.830287 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf396638-7a3a-4ea4-937b-b2cef78255db req-83790443-ff9a-480c-9d2e-f6d70f825dcc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0839705 Apr 01 16:18:16.876134 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf396638-7a3a-4ea4-937b-b2cef78255db req-a72d4007-d9fd-4202-bced-e5ba3a8524ef tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Apr 01 16:18:17.851321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-e7e318c3-02b2-4256-b08a-b20806757018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:17.852804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-e7e318c3-02b2-4256-b08a-b20806757018 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0788052 Apr 01 16:18:18.054079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-94e9dd9e-c7d3-4a58-8852-ad89a7768603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:18.055481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-94e9dd9e-c7d3-4a58-8852-ad89a7768603 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1833448 Apr 01 16:18:18.175414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-4d682fbc-64e1-495b-8353-dc0632015a63 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1001 time: 0.1128569 Apr 01 16:18:18.183854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58eb6-03c3-41dd-8bdd-f97a0336056e req-6d03545f-a6be-4c38-9db0-f18c489c246e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:18.185264 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5e58eb6-03c3-41dd-8bdd-f97a0336056e req-6d03545f-a6be-4c38-9db0-f18c489c246e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.1913991 Apr 01 16:18:18.278465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-dd91e965-c759-4a7d-a7e2-06733f7d2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:18.279938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-dd91e965-c759-4a7d-a7e2-06733f7d2508 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0938325 Apr 01 16:18:18.282848 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5e58eb6-03c3-41dd-8bdd-f97a0336056e req-44bd36a0-0377-42c7-bd26-8918b56000c0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644937 Apr 01 16:18:18.357027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-ae990361-97f0-41e8-8280-446ec2230cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:18.358539 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-ae990361-97f0-41e8-8280-446ec2230cc3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727463 Apr 01 16:18:18.456110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:18.495633 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-6c78c082-221f-4c35-8075-cc6361ffd55c service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292601 Apr 01 16:18:18.630852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fed7d1db-0693-47f7-bcf6-79f04d6a6ded req-61ae4fb9-fd4f-4f15-9d6c-50c5c66fc690 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288652 Apr 01 16:18:19.466641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24769d80-bfc9-48f9-922c-3522c5b62963 req-d13fd311-01d7-48c7-b685-1ea3bdb6337c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:19.468131 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24769d80-bfc9-48f9-922c-3522c5b62963 req-d13fd311-01d7-48c7-b685-1ea3bdb6337c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0805504 Apr 01 16:18:19.513388 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24769d80-bfc9-48f9-922c-3522c5b62963 req-3348957a-db8e-4088-a1e7-f9878c9adf67 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Apr 01 16:18:20.704754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54765ee-0192-43f1-b759-bf8a657e82dd req-654190d9-a298-4d6b-8bf3-9c5241cbe791 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:20.706221 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a54765ee-0192-43f1-b759-bf8a657e82dd req-654190d9-a298-4d6b-8bf3-9c5241cbe791 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0855706 Apr 01 16:18:20.751518 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a54765ee-0192-43f1-b759-bf8a657e82dd req-32a4b73c-d0ba-4322-8e6c-7915d3e80759 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 Apr 01 16:18:22.059315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0964c-7bbb-43ff-a54b-e54e5b57e593 req-1a38614b-b7f6-444c-bc36-5229bd326870 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:22.060701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ad0964c-7bbb-43ff-a54b-e54e5b57e593 req-1a38614b-b7f6-444c-bc36-5229bd326870 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.2017992 Apr 01 16:18:22.105978 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ad0964c-7bbb-43ff-a54b-e54e5b57e593 req-26c1da85-a035-4287-b687-76e916df4133 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Apr 01 16:18:23.288483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd790fbf-08d2-415c-b794-4c807819bc36 req-0c78abf2-324d-45d1-ba38-0c15d172d109 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:23.290653 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd790fbf-08d2-415c-b794-4c807819bc36 req-0c78abf2-324d-45d1-ba38-0c15d172d109 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0814533 Apr 01 16:18:23.340101 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd790fbf-08d2-415c-b794-4c807819bc36 req-f14d40f2-9f0c-4099-a801-c934da713135 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Apr 01 16:18:24.529827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724f0d7-398e-43ac-ae2f-7d0da74efc38 req-2bdde916-f8ed-496c-ae68-374ee4fad4ab tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:24.531341 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9724f0d7-398e-43ac-ae2f-7d0da74efc38 req-2bdde916-f8ed-496c-ae68-374ee4fad4ab tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0834651 Apr 01 16:18:24.575540 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9724f0d7-398e-43ac-ae2f-7d0da74efc38 req-3dd12208-449b-451a-bdaa-dc9e519be5fe tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 Apr 01 16:18:25.759613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a001e8-c33e-441f-b8d4-97243e9269d4 req-74e70fc9-d5e3-488b-b1b9-21740795c934 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:25.761160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68a001e8-c33e-441f-b8d4-97243e9269d4 req-74e70fc9-d5e3-488b-b1b9-21740795c934 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0800982 Apr 01 16:18:25.807671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68a001e8-c33e-441f-b8d4-97243e9269d4 req-a4acc783-1cc3-4bb4-beba-41e3a1fc64bf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Apr 01 16:18:26.991751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ef731-ea05-4822-a143-81b684870d51 req-b13c8831-f339-4203-b64b-ade9fe1eed11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.993277 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-de3ef731-ea05-4822-a143-81b684870d51 req-b13c8831-f339-4203-b64b-ade9fe1eed11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0809767 Apr 01 16:18:27.038194 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-de3ef731-ea05-4822-a143-81b684870d51 req-057fda98-5551-43c5-a632-8947b376aea0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 Apr 01 16:18:28.229999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155729-2e2e-4695-9082-720eb6a9d28d req-6b68042b-5201-43a3-81e2-d589c95348fc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:28.231412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5155729-2e2e-4695-9082-720eb6a9d28d req-6b68042b-5201-43a3-81e2-d589c95348fc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0847986 Apr 01 16:18:28.275350 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d5155729-2e2e-4695-9082-720eb6a9d28d req-c62da857-958a-4577-988d-ba4d779d7e3d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383081 Apr 01 16:18:29.476443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332f69-70d9-4ea6-abb4-638cdb32c21d req-46513465-06e0-4314-9d17-bc023f4a6910 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:29.477985 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bc332f69-70d9-4ea6-abb4-638cdb32c21d req-46513465-06e0-4314-9d17-bc023f4a6910 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0962496 Apr 01 16:18:29.523105 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bc332f69-70d9-4ea6-abb4-638cdb32c21d req-4bdd291b-8c05-4c2c-a1f1-b3efd6f941d5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Apr 01 16:18:30.710631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be39c42-1a9c-4595-b70d-9dd8163f3e1c req-4f2caadd-a875-45aa-bdbb-fb84f190156f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:30.712118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1be39c42-1a9c-4595-b70d-9dd8163f3e1c req-4f2caadd-a875-45aa-bdbb-fb84f190156f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0835934 Apr 01 16:18:30.758067 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1be39c42-1a9c-4595-b70d-9dd8163f3e1c req-62e174c5-af7e-4f3d-98fd-d714a76c364e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Apr 01 16:18:31.959153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa93cc-164a-491c-8c0e-8eb0dfb18c88 req-119c3064-b10a-4d03-b343-4f6b9650433d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:31.960644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6fa93cc-164a-491c-8c0e-8eb0dfb18c88 req-119c3064-b10a-4d03-b343-4f6b9650433d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0877676 Apr 01 16:18:32.006585 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6fa93cc-164a-491c-8c0e-8eb0dfb18c88 req-1d414b26-c33b-47e1-a5e3-a791224a6863 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383830 Apr 01 16:18:32.455561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8c11b41-13ac-40b5-aebb-c42e5d8a6c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:32.788569 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:18:33.300729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba610-d66d-426b-99f6-3c6834881b47 req-eb61e9c8-b531-4011-94c3-2a76390e585d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:33.302091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55aba610-d66d-426b-99f6-3c6834881b47 req-eb61e9c8-b531-4011-94c3-2a76390e585d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.1837423 Apr 01 16:18:33.347695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55aba610-d66d-426b-99f6-3c6834881b47 req-a3542ec4-a108-4309-a064-792755ffec30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Apr 01 16:18:34.534860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a698c1-d041-4cd5-98cd-b6be3b2186fa req-ac2c75c5-c5c4-48b9-9e9c-f7ecd06746c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:34.536307 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-87a698c1-d041-4cd5-98cd-b6be3b2186fa req-ac2c75c5-c5c4-48b9-9e9c-f7ecd06746c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0820427 Apr 01 16:18:34.581267 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-87a698c1-d041-4cd5-98cd-b6be3b2186fa req-d9f39ef5-8705-45e1-8966-719fe829c93d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Apr 01 16:18:34.918498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0b7b273e-54a3-4bc2-a717-8c3d19992151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.621554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.778362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e838dbb-e578-447b-9c4d-e59c5e8ce3a4 req-7e8bc354-f3cf-4f46-ab7b-c318c35c58d0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:35.779916 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e838dbb-e578-447b-9c4d-e59c5e8ce3a4 req-7e8bc354-f3cf-4f46-ab7b-c318c35c58d0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0851424 Apr 01 16:18:35.827389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6e838dbb-e578-447b-9c4d-e59c5e8ce3a4 req-f6ef23bd-e68c-4cee-82c9-b356ebe33d86 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Apr 01 16:18:36.250228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.029769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3bbe1-3765-42ea-b5b2-2a55275a3770 req-bd87dd9e-8302-448e-98ae-907416b5d22b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:37.031288 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef3bbe1-3765-42ea-b5b2-2a55275a3770 req-bd87dd9e-8302-448e-98ae-907416b5d22b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0924711 Apr 01 16:18:37.077214 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef3bbe1-3765-42ea-b5b2-2a55275a3770 req-57526b75-c287-404f-8ca9-24a19520641a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399916 Apr 01 16:18:37.684751 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.264602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef59485-8347-411f-a4b5-08944cc9a690 req-6ae62df1-3b1e-4dfd-af1c-12a9ee6e2a33 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:38.266027 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8ef59485-8347-411f-a4b5-08944cc9a690 req-6ae62df1-3b1e-4dfd-af1c-12a9ee6e2a33 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0819159 Apr 01 16:18:38.314003 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8ef59485-8347-411f-a4b5-08944cc9a690 req-5448f9b4-7307-4e7f-a087-4614a969998f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Apr 01 16:18:39.502452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e446ba8-e6bb-4b00-8dfd-4c3b0d896af2 req-92ce0557-6a57-4898-bc8c-013c40f6ff4c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:39.503940 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4e446ba8-e6bb-4b00-8dfd-4c3b0d896af2 req-92ce0557-6a57-4898-bc8c-013c40f6ff4c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0820329 Apr 01 16:18:39.551454 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4e446ba8-e6bb-4b00-8dfd-4c3b0d896af2 req-8f556716-d7fc-40c2-8d7a-ceba810d0e25 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Apr 01 16:18:40.738485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec448a-d5cc-4203-90fb-e508b2f5e65e req-a9646a8d-9400-4876-b6ef-e3c5fb1ee809 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:40.739963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-daec448a-d5cc-4203-90fb-e508b2f5e65e req-a9646a8d-9400-4876-b6ef-e3c5fb1ee809 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0842826 Apr 01 16:18:40.786975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-daec448a-d5cc-4203-90fb-e508b2f5e65e req-65efa227-8346-4a37-a330-c9890ccac5a3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404079 Apr 01 16:18:41.318364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2299-4186-4903-a0c9-7aead8b27894 req-ae57a94c-824b-46cc-bc2e-b4dad0cbfdaf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:41.319856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-820d2299-4186-4903-a0c9-7aead8b27894 req-ae57a94c-824b-46cc-bc2e-b4dad0cbfdaf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0856178 Apr 01 16:18:41.366022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-820d2299-4186-4903-a0c9-7aead8b27894 req-dbcaf418-3299-4f85-b5ee-b05b19f01e1a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Apr 01 16:18:41.397064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-f49288d2-2846-4ecd-a97c-1b18c37a9fa5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698774 Apr 01 16:18:42.559179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482fcb-e815-4a37-b7fd-8c56543b8da3 req-fe128ec8-225f-4d60-997b-c0c36b46a30e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:42.560703 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-05482fcb-e815-4a37-b7fd-8c56543b8da3 req-fe128ec8-225f-4d60-997b-c0c36b46a30e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0847056 Apr 01 16:18:42.610990 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-05482fcb-e815-4a37-b7fd-8c56543b8da3 req-e7f0ec00-9913-47c2-b58d-33f53c2efe30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Apr 01 16:18:43.428054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-de1c65f9-54ad-4c37-a72b-4c05007ce5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:43.429562 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-de1c65f9-54ad-4c37-a72b-4c05007ce5e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0713744 Apr 01 16:18:43.563729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-a228d828-d863-4ee8-b1b0-77930173d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:43.565159 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-a228d828-d863-4ee8-b1b0-77930173d340 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1266422 Apr 01 16:18:43.670757 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-26f1fbcd-f02c-4cf2-8f9e-376ce21b4387 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1001 time: 0.0982573 Apr 01 16:18:43.779815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-962e13cc-f666-4230-8c11-86cd9483a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:43.781178 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-962e13cc-f666-4230-8c11-86cd9483a4d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.1024590 Apr 01 16:18:43.857011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe1eb3-148d-43c4-8ead-e1a51423e89f req-d7ef62d9-fa76-49a3-b5c8-975bfd62e3bd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:43.858437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2abe1eb3-148d-43c4-8ead-e1a51423e89f req-d7ef62d9-fa76-49a3-b5c8-975bfd62e3bd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.1366646 Apr 01 16:18:43.915340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-4a1ab70e-8758-4e58-84a0-5e693283e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:43.916911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-4a1ab70e-8758-4e58-84a0-5e693283e0c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281741 Apr 01 16:18:43.921246 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2abe1eb3-148d-43c4-8ead-e1a51423e89f req-6886b0c7-e317-416e-b1ed-6a758f4b9edd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571997 Apr 01 16:18:44.051938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-c68c4675-1523-40bd-9b47-481ba76a03f6 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277895 Apr 01 16:18:44.188268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-80df5871-a316-476a-bcb7-6db8ee8d32e4 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258202 Apr 01 16:18:45.109097 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a8675-fbb6-42a6-b0e4-87c26dbdf31b req-a59672b1-1c93-4e88-b5be-0d7f09fb38e8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:45.110550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e04a8675-fbb6-42a6-b0e4-87c26dbdf31b req-a59672b1-1c93-4e88-b5be-0d7f09fb38e8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0813482 Apr 01 16:18:45.155131 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e04a8675-fbb6-42a6-b0e4-87c26dbdf31b req-add994a2-7b69-4512-af0b-85def308ef82 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 Apr 01 16:18:46.348435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d56780-ab2b-4527-bbda-f79f3f277749 req-1242e4f0-4e5c-46b9-a8f6-9887ed0f1529 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:46.349869 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84d56780-ab2b-4527-bbda-f79f3f277749 req-1242e4f0-4e5c-46b9-a8f6-9887ed0f1529 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0824194 Apr 01 16:18:46.439231 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84d56780-ab2b-4527-bbda-f79f3f277749 req-fda65d0a-a257-4a44-826a-fe706473cef6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832193 Apr 01 16:18:46.468380 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-ff4fa5e2-a908-48b0-94d4-2c6e7fa317e8 service neutron] 10.222.0.91 "GET /v2.0/ports/c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0860736 Apr 01 16:18:47.012498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-6b9d9ee1-d0e0-48ef-8ebc-878b5d3d8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.013979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-6b9d9ee1-d0e0-48ef-8ebc-878b5d3d8b5a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1098 time: 0.0732963 Apr 01 16:18:47.115539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-691cb410-4651-48ce-9162-d8f8a128d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.116991 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-691cb410-4651-48ce-9162-d8f8a128d423 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0757394 Apr 01 16:18:47.363017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-3ea3ee4f-2330-424f-ba30-8a55388a0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.364392 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-3ea3ee4f-2330-424f-ba30-8a55388a0beb service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.2369530 Apr 01 16:18:47.473791 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-7ab3eb13-2757-4e8d-8875-8e09b24343a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1001 time: 0.0992327 Apr 01 16:18:47.540600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-be3fd8cc-0db3-4f67-bda3-a0eb94da9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.542677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-be3fd8cc-0db3-4f67-bda3-a0eb94da9872 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0580375 Apr 01 16:18:47.622214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-17351fd8-933f-4245-8e82-791e4b15f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.623642 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-17351fd8-933f-4245-8e82-791e4b15f69f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720010 Apr 01 16:18:47.631209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc89ca-561d-46c6-818a-bc79ff50f97a req-a234d668-2119-410f-8065-c48c62515e4a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:47.632630 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4ccc89ca-561d-46c6-818a-bc79ff50f97a req-a234d668-2119-410f-8065-c48c62515e4a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0844121 Apr 01 16:18:47.681274 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4ccc89ca-561d-46c6-818a-bc79ff50f97a req-3b9d733c-5e19-4201-b4ce-bf6720820410 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Apr 01 16:18:47.768741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-d0c8ce41-bef5-49b8-88e9-11ad23699262 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335075 Apr 01 16:18:47.909496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a077d0a-9304-4486-ae8b-73cb36ab4167 req-c87c49b1-b0d8-42f9-a762-198d2e7eed60 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315603 Apr 01 16:18:48.415568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:48.879790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cb2e-2fb1-4376-8773-bd51cc7da84f req-db65609b-a570-4812-9475-d030aa14a433 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:48.881592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec18cb2e-2fb1-4376-8773-bd51cc7da84f req-db65609b-a570-4812-9475-d030aa14a433 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0911729 Apr 01 16:18:48.929860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ec18cb2e-2fb1-4376-8773-bd51cc7da84f req-e48c3a79-f0de-4b27-91cf-c2ef15dfa51a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Apr 01 16:18:49.058257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:18:49.062027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:49.295442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:49.317071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:49.336901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'mac_address': 'fa:16:3e:1d:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:18:49.342981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:49.382387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:49.405891 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'code': 200} Apr 01 16:18:49.410203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:49.427213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:49.433109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:49.545478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:18:49.545822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:18:49.549042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:50.100647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:50.118134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:50.126227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfecf3-8107-4a40-97f7-ac1227cc2097 req-90d8e82f-f5ba-4fd4-9654-a06b8c7f85ca tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.127949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70bfecf3-8107-4a40-97f7-ac1227cc2097 req-90d8e82f-f5ba-4fd4-9654-a06b8c7f85ca tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 943 time: 0.0833778 Apr 01 16:18:50.135756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:50.175810 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70bfecf3-8107-4a40-97f7-ac1227cc2097 req-5acd6035-60d8-4c8e-b96b-8415b919ab99 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420170 Apr 01 16:18:50.221180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:50.300191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:50.307545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:18:50.710805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156ffc-1a0b-4b66-8b4c-84f620abaddf req-649aedd3-5f33-4b01-a7d3-016b7f4dd74d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.712244 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ee156ffc-1a0b-4b66-8b4c-84f620abaddf req-649aedd3-5f33-4b01-a7d3-016b7f4dd74d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 944 time: 0.0820844 Apr 01 16:18:50.805570 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ee156ffc-1a0b-4b66-8b4c-84f620abaddf req-22d80d51-5838-4312-aae1-a96754845964 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607362 Apr 01 16:18:50.837369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-e7542222-c6c6-4074-9013-f4e12507bca3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.838966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-e7542222-c6c6-4074-9013-f4e12507bca3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef&tenant_id=22724a13465d49238f43657958d331bd&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 944 time: 0.1249197 Apr 01 16:18:51.011855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-f753abc7-bf08-4c2f-ba30-8b1d5076411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.013341 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-f753abc7-bf08-4c2f-ba30-8b1d5076411b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1097 time: 0.0738683 Apr 01 16:18:51.055204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:18:51.131320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:51.131582 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:51.161382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-512b2c27-a97e-4e6c-9290-d7e0b5f884c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.162903 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-512b2c27-a97e-4e6c-9290-d7e0b5f884c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1411855 Apr 01 16:18:51.258196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:51.275077 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-c886df3b-1ee0-475e-bdec-b22a8115a92f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1000 time: 0.1024103 Apr 01 16:18:51.292696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:51.343560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-c2eb6259-e186-438e-bd67-65b3583ee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.345033 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-c2eb6259-e186-438e-bd67-65b3583ee6a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0614719 Apr 01 16:18:51.357198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:51.407439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:51.432830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-8f539b3d-bbfa-4774-badd-b353a2412ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.434324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:51.435077 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-8f539b3d-bbfa-4774-badd-b353a2412ea3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791013 Apr 01 16:18:51.463632 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'code': 200} Apr 01 16:18:51.690032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-3beb6c05-da25-4599-8ee9-4a105feefa2d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438443 Apr 01 16:18:51.831707 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d073bdbb-16d2-4ff7-bb7a-a0a1c0b77379 req-46b1aabe-ea14-4ccb-919e-5c74e6e45661 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302371 Apr 01 16:18:52.002198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e577d8-5ac9-4ebe-8f42-eced49a4f651 req-5354c1cf-4043-4704-9acd-a7ee858bb654 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:52.003750 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74e577d8-5ac9-4ebe-8f42-eced49a4f651 req-5354c1cf-4043-4704-9acd-a7ee858bb654 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0875702 Apr 01 16:18:52.051516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-74e577d8-5ac9-4ebe-8f42-eced49a4f651 req-72874b0f-75d0-4f15-a9f0-df9cff922de3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Apr 01 16:18:53.251051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15095bd6-f6d6-4bba-b9f5-d0ebdb1a70ff req-ef895635-d0ee-4705-997e-895b2b55bb75 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:53.252734 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-15095bd6-f6d6-4bba-b9f5-d0ebdb1a70ff req-ef895635-d0ee-4705-997e-895b2b55bb75 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0838647 Apr 01 16:18:53.303771 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-15095bd6-f6d6-4bba-b9f5-d0ebdb1a70ff req-4b2229b9-dd6c-48c0-8513-1aba65029beb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Apr 01 16:18:53.497098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26128-addf-4246-a660-749a2317278a req-60c08e05-eea0-4bdc-b9ba-f10a2f635058 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:53.498588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-72e26128-addf-4246-a660-749a2317278a req-60c08e05-eea0-4bdc-b9ba-f10a2f635058 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0872254 Apr 01 16:18:53.544122 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-72e26128-addf-4246-a660-749a2317278a req-db5f3ace-7917-49b6-821d-2ffaf0454ca8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 Apr 01 16:18:54.033990 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4609bf-b26d-4fbd-9445-190b869ee942 req-6f167cbd-834d-474d-91f3-1babf3e4d5b8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.036466 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad4609bf-b26d-4fbd-9445-190b869ee942 req-6f167cbd-834d-474d-91f3-1babf3e4d5b8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0869296 Apr 01 16:18:54.087497 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ad4609bf-b26d-4fbd-9445-190b869ee942 req-33848513-5b13-44f7-90d6-4b104acae177 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Apr 01 16:18:54.164013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-2777b086-3c02-4bcd-b8b3-af952e71c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.165661 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-2777b086-3c02-4bcd-b8b3-af952e71c335 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 1098 time: 0.0740328 Apr 01 16:18:54.303773 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-4643a25f-66b0-4fad-9a89-1f7ff3f7652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.305217 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-4643a25f-66b0-4fad-9a89-1f7ff3f7652f service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1297286 Apr 01 16:18:54.419395 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-78eedccf-6946-4c8f-a346-de50e759c28e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 200 len: 1001 time: 0.1032789 Apr 01 16:18:54.492449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-b5915396-35f7-4571-90b9-d071b66081db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.493936 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-b5915396-35f7-4571-90b9-d071b66081db service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0634847 Apr 01 16:18:54.580643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-0da39b1f-4618-4f06-8f6a-30b0174264c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.582131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-0da39b1f-4618-4f06-8f6a-30b0174264c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785694 Apr 01 16:18:54.725538 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-ef420005-d76d-47f6-a68a-ce286035e8c9 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331465 Apr 01 16:18:54.881101 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-91da9a63-9cf7-47d6-9418-2075d943eaea req-a43fc87c-872b-43e8-8f01-aeb08afaf54d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450560 Apr 01 16:18:55.284747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3925-dff8-446c-8450-36d722228829 req-864fa86a-df23-4a0e-a4fc-1e3394c6ec14 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:55.286183 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a8e3925-dff8-446c-8450-36d722228829 req-864fa86a-df23-4a0e-a4fc-1e3394c6ec14 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0814269 Apr 01 16:18:55.334050 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a8e3925-dff8-446c-8450-36d722228829 req-a45ee142-8aa4-498e-9e95-77a64983e570 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Apr 01 16:18:56.523161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f32825-cbe5-4b44-8872-60c5af59af85 req-c70fe42c-5ff0-4968-bab6-fe08aa5e1507 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:56.524630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3f32825-cbe5-4b44-8872-60c5af59af85 req-c70fe42c-5ff0-4968-bab6-fe08aa5e1507 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0813587 Apr 01 16:18:56.568836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3f32825-cbe5-4b44-8872-60c5af59af85 req-25416102-0f88-436f-9196-b6c41149dc52 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385067 Apr 01 16:18:57.241841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76adf1-0c20-432d-a1c7-158be87193dc req-4dbe0900-b1be-4dea-bdce-2a841ecf0307 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:57.243248 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1f76adf1-0c20-432d-a1c7-158be87193dc req-4dbe0900-b1be-4dea-bdce-2a841ecf0307 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0866537 Apr 01 16:18:57.288125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1f76adf1-0c20-432d-a1c7-158be87193dc req-0c5019ee-c0df-409b-9b39-dc0241b29f41 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 Apr 01 16:18:58.486274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236ba1-bd39-46cf-b5c4-2114c1e0ba8d req-8570720f-f666-403b-9090-3a77471bc460 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:58.487871 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-53236ba1-bd39-46cf-b5c4-2114c1e0ba8d req-8570720f-f666-403b-9090-3a77471bc460 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0897841 Apr 01 16:18:58.534402 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-53236ba1-bd39-46cf-b5c4-2114c1e0ba8d req-b916022a-f256-44dc-af3c-156d139df2ad tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Apr 01 16:18:59.012214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-d30b2229-33c5-4a4b-94fc-81cf9f4ca67d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:59.013653 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-d30b2229-33c5-4a4b-94fc-81cf9f4ca67d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.0799928 Apr 01 16:18:59.090528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Deleting port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:59.090883 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.452620 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] For port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:59.452974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.803209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.803487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.803797 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 disassociated. External IP: 172.26.8.179, port: c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1. Apr 01 16:18:59.804132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Calling delete_port for c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:59.876553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188220f6-8ef1-4028-8356-0652fc5d1c15 req-dab20a9d-492e-41a8-a876-0376b9013df2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:59.877999 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-188220f6-8ef1-4028-8356-0652fc5d1c15 req-dab20a9d-492e-41a8-a876-0376b9013df2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 945 time: 0.2317135 Apr 01 16:18:59.974866 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-188220f6-8ef1-4028-8356-0652fc5d1c15 req-6a0c843f-0e92-4f59-b466-1b29296f0fcb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902967 Apr 01 16:19:00.060091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.112093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'Port': ['ID=c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:00.122972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.123318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.123681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.124623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.125037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.125374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.125703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.126034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.126360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.126708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.127030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.127344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:00.323206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:19:00.507069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:19:00.518312 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:00.528727 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:19:00.529338 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:18:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:00.584278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] No DVR routers for this DVR port c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:19:00.587255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.592204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-deleted', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:00.634606 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6687985-4465-41b9-b0d4-dba8084277ef', 'name': 'network-vif-deleted', 'tag': 'c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1', 'status': 'completed', 'code': 200} Apr 01 16:19:00.667152 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-288ff17c-e4e8-4e7c-9b5f-40a014a81321 req-0a4f006f-029d-48ce-80e1-a4302f5525f4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "DELETE /v2.0/ports/c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 HTTP/1.1" status: 204 len: 173 time: 1.6456192 Apr 01 16:19:00.713227 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:19:01.036406 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.040278 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:01.048928 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:19:01.049515 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:18:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.142499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6b85910d-061b-4e57-bf5d-0880f87fc38c req-c9a4bd33-8553-4a52-a964-eb4292b20ab8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:01.208258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6b85910d-061b-4e57-bf5d-0880f87fc38c req-c9a4bd33-8553-4a52-a964-eb4292b20ab8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:01.209490 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6b85910d-061b-4e57-bf5d-0880f87fc38c req-c9a4bd33-8553-4a52-a964-eb4292b20ab8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6687985-4465-41b9-b0d4-dba8084277ef HTTP/1.1" status: 200 len: 210 time: 0.1107450 Apr 01 16:19:01.272689 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:19:01.604953 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.609005 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089e1ff-d586-4aa4-bbbd-86f8abfad401 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:01.836052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8723c41-19ee-4156-b7c0-4dde89362878 None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:19:02.455103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f021d599-4f38-4db5-bf14-7da4c6d4a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.555523 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-268e0f2a-6a68-4d64-a244-bbd3ac3cc365 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1682573289&fields=id&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 267 time: 0.0445628 Apr 01 16:19:02.712412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d2d88a24-c3c5-4cf9-968f-8af303ef84d3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:02.712984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d2d88a24-c3c5-4cf9-968f-8af303ef84d3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:02.798380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d2d88a24-c3c5-4cf9-968f-8af303ef84d3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:02.799596 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d2d88a24-c3c5-4cf9-968f-8af303ef84d3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.2366853 Apr 01 16:19:02.816121 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-83189ea6-12fd-4ca5-b436-ff12ce69286f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/quotas/22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 375 time: 0.0105104 Apr 01 16:19:02.910771 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-ccd754ca-775b-43f7-bf93-81ea7007da90 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891936 Apr 01 16:19:02.971658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-fca9820b-b7e9-4c96-b632-157aad26ff99 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:19:02.972648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-fca9820b-b7e9-4c96-b632-157aad26ff99 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498352 Apr 01 16:19:03.148650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:03.188952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:19:03.189288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c755b0e7-1cfb-4cf9-b9f4-3d89cbc937d1 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:03.210962 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e9ecc05e-4935-4c86-a18b-deef377249cf service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322688 Apr 01 16:19:03.344176 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e3529fdf-2224-4f3b-84af-8985c6a4c6ac service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267786 Apr 01 16:19:03.621218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70147cea-0dcb-48a0-9419-e1eaf57eefac req-abc27c96-0cda-48e5-bddb-7c59c1e27840 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 210 time: 0.0454292 Apr 01 16:19:04.772800 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ad6bcbf2-e755-4655-a380-28c3dfefd05c req-2d5b9801-4213-445d-ada9-c2f1320721b7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 210 time: 0.0428250 Apr 01 16:19:04.935271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-554a9fd8-cf6e-4fac-ae30-3fb68b145ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.597694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.922409 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-37de4e43-a7d1-45c2-8e4a-98084af8a423 req-13ef3ccf-489d-4f32-97cb-9bba6b7bc6dd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 210 time: 0.0427608 Apr 01 16:19:06.237221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-1f5e0613-d19e-44f0-b05b-d74faeb3f4cf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:06.238600 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-1f5e0613-d19e-44f0-b05b-d74faeb3f4cf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.2601347 Apr 01 16:19:06.249415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.288688 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-54969a92-fea5-4b72-85f4-38ffa878ebc6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 380 time: 0.0407159 Apr 01 16:19:06.299483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'port': {'device_id': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'admin_state_up': True, 'tenant_id': '22724a13465d49238f43657958d331bd', 'security_groups': ['ef965b34-ab79-4806-ba6d-01e5af1bde7a']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:06.439643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:06.449834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:06.558984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:06.562419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.730220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Allocated IP 172.20.0.11 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/30409853-48ff-4c05-9827-5d47c122fb01) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:06.921323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.937598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Transition to ACTIVE for port object 30409853-48ff-4c05-9827-5d47c122fb01 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:07.016127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.090022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:07.098270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:07.103033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:19:07.121173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73544a-7c88-4543-9aa5-ec2112b8d175 req-7d2ba665-bdc2-4099-98ad-5b8915e70889 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:07.121994 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1c73544a-7c88-4543-9aa5-ec2112b8d175 req-7d2ba665-bdc2-4099-98ad-5b8915e70889 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 932 time: 0.0913143 Apr 01 16:19:07.135403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:07.173369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1c73544a-7c88-4543-9aa5-ec2112b8d175 req-b25c5d0b-c509-4d60-9657-6a8f34165ca6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Apr 01 16:19:07.181771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:07.182713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.273385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-be34394c-a78d-4edf-91dd-63a1208649c6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776750 Apr 01 16:19:07.289623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Request body: {'port': {'device_id': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:07.374788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b6450ae7-7b2f-443d-8193-6f5b0681933e None None] Provisioning for port 30409853-48ff-4c05-9827-5d47c122fb01 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:07.379964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b6450ae7-7b2f-443d-8193-6f5b0681933e None None] Provisioning complete for port 30409853-48ff-4c05-9827-5d47c122fb01 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:07.382594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b6450ae7-7b2f-443d-8193-6f5b0681933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.404942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.434412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b6450ae7-7b2f-443d-8193-6f5b0681933e None None] Port 30409853-48ff-4c05-9827-5d47c122fb01 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:19:07.683080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.755179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:07.763254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.777922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Transition to ACTIVE for port object 30409853-48ff-4c05-9827-5d47c122fb01 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:07.842129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.971998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:08.080933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Attempting to bind port 30409853-48ff-4c05-9827-5d47c122fb01 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:08.081268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Attempting to bind port 30409853-48ff-4c05-9827-5d47c122fb01 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:08.081601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Attempting to bind port 30409853-48ff-4c05-9827-5d47c122fb01 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:08.086322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Port 30409853-48ff-4c05-9827-5d47c122fb01 on network 22048137-7b4b-42a6-8d01-7747042f37e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:19:08.086676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Attempting to bind port 30409853-48ff-4c05-9827-5d47c122fb01 on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:08.092608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:19:08.092946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:19:08.093332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:19:08.093755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Bound port: 30409853-48ff-4c05-9827-5d47c122fb01, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:08.094101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.188252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:19:08.191115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:19:08.255503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.345643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.346258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.347693 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] 10.222.0.91 "PUT /v2.0/ports/30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1094 time: 1.0624053 Apr 01 16:19:08.350545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:08.392407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8324455-649b-4758-b4d0-7439f6d0a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:08.413968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'status': 'completed', 'code': 200} Apr 01 16:19:08.430557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9a020-7a3d-4d24-a59d-eda8c6650d38 req-a9a643e2-5314-42cc-85a2-7ecfdce99c4f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.431241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-b8e9a020-7a3d-4d24-a59d-eda8c6650d38 req-a9a643e2-5314-42cc-85a2-7ecfdce99c4f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:08.622951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-f049c471-9a3e-466f-aa4a-54581cac2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.624319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-f049c471-9a3e-466f-aa4a-54581cac2356 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1097 time: 0.1881101 Apr 01 16:19:08.658220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-b8e9a020-7a3d-4d24-a59d-eda8c6650d38 req-a9a643e2-5314-42cc-85a2-7ecfdce99c4f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:08.659349 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b8e9a020-7a3d-4d24-a59d-eda8c6650d38 req-a9a643e2-5314-42cc-85a2-7ecfdce99c4f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.3630879 Apr 01 16:19:08.781770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b8e9a020-7a3d-4d24-a59d-eda8c6650d38 req-87913dd3-1ac0-4391-92e5-8e9a3f27ede7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105962 Apr 01 16:19:08.806827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-c24e5728-18f1-4396-b1fb-ffe29ca77f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.808890 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-c24e5728-18f1-4396-b1fb-ffe29ca77f3c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=22724a13465d49238f43657958d331bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1716208 Apr 01 16:19:08.949455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-4a74206c-8da7-452f-9fe5-a59def8788e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.950929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a0520ab7-2974-451b-9126-e51e309d8d47 req-4a74206c-8da7-452f-9fe5-a59def8788e5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330576 Apr 01 16:19:09.073748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e2821fae-f3b4-4c79-a948-1c3a384e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.075270 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-e2821fae-f3b4-4c79-a948-1c3a384e0eaf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1097 time: 0.0791619 Apr 01 16:19:09.152361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d13d26ff-299f-4fa6-b3fc-8f750ce61858 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 217 time: 0.0649476 Apr 01 16:19:09.217521 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-70f1a93d-6ba7-47bb-ac44-1fda4d882a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.218915 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-70f1a93d-6ba7-47bb-ac44-1fda4d882a7e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0581627 Apr 01 16:19:09.301170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-004c835c-2dff-4a1b-9b69-00dc2985e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.302963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-004c835c-2dff-4a1b-9b69-00dc2985e323 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721695 Apr 01 16:19:09.436092 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-b10e3536-31ba-456a-86fe-9d524c1cc0bd service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265974 Apr 01 16:19:09.576235 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7dbde5d7-9d0d-4063-9ee4-3e333be3e588 req-d136b28b-0b6e-49eb-8a28-e2ca8b241e55 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292598 Apr 01 16:19:09.787447 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:09.973003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e6ea8-9f45-43f9-bb52-5d1cd28be614 req-9eb79240-ea13-4c42-9858-58bb6d0cd259 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.974435 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-517e6ea8-9f45-43f9-bb52-5d1cd28be614 req-9eb79240-ea13-4c42-9858-58bb6d0cd259 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.0841506 Apr 01 16:19:10.019495 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-517e6ea8-9f45-43f9-bb52-5d1cd28be614 req-dceef4df-209f-4e61-baea-d19fb8cb8fda tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Apr 01 16:19:11.200263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:11.209320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816fdb7-062e-42f2-9e79-f036955d8502 req-bb5cd2fd-49e5-403a-8373-3c2401c9820c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:11.210740 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3816fdb7-062e-42f2-9e79-f036955d8502 req-bb5cd2fd-49e5-403a-8373-3c2401c9820c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.0852311 Apr 01 16:19:11.256470 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3816fdb7-062e-42f2-9e79-f036955d8502 req-84ebf37d-873c-4980-aaa7-3d7be748f1da tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Apr 01 16:19:11.337807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:11.351285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '30409853-48ff-4c05-9827-5d47c122fb01', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:11.409645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.426586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:11.441849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:11.506863 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.575069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:11.582113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.582457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.582818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.583152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.583478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.583804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.584128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.584450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.584772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.585089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.585406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.585720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:11.775626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['30409853-48ff-4c05-9827-5d47c122fb01'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:19:12.446108 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7ffe-32ad-4bbb-a6d4-71c3c60aea01 req-f9ab2c19-4cac-402f-be59-0cea194cd5de tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:12.447605 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3ca7ffe-32ad-4bbb-a6d4-71c3c60aea01 req-f9ab2c19-4cac-402f-be59-0cea194cd5de tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 945 time: 0.0833986 Apr 01 16:19:12.493019 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3ca7ffe-32ad-4bbb-a6d4-71c3c60aea01 req-6b805efa-1dab-4b4d-89c1-1c9079e4a87b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 Apr 01 16:19:13.214325 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:13.357774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 30409853-48ff-4c05-9827-5d47c122fb01 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:13.363041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 30409853-48ff-4c05-9827-5d47c122fb01 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:13.363414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.482989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.509621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:13.520589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:13.556854 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'code': 200} Apr 01 16:19:13.608151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.679699 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:13.685402 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0aa9-84a0-4746-a854-ea5d86eca98c req-9eaf28d1-58c2-4c82-8b08-64d8e1cdbd39 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:13.687051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b4d0aa9-84a0-4746-a854-ea5d86eca98c req-9eaf28d1-58c2-4c82-8b08-64d8e1cdbd39 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0849113 Apr 01 16:19:13.736176 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b4d0aa9-84a0-4746-a854-ea5d86eca98c req-77f1cd8d-4c73-45f2-a937-1d47018e06a3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Apr 01 16:19:13.933675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b883c-7b76-4d23-89cd-bec6dbe59a61 req-45461cbc-7652-4413-be70-f75634ce7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:13.935283 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-575b883c-7b76-4d23-89cd-bec6dbe59a61 req-45461cbc-7652-4413-be70-f75634ce7050 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0757906 Apr 01 16:19:13.988658 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-575b883c-7b76-4d23-89cd-bec6dbe59a61 req-bea68019-43c3-418a-abf2-3740298f4f8d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Apr 01 16:19:14.924795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35266-dcd0-4ffb-8754-1b3f6fcbfd09 req-49629885-d64b-4720-836c-67b9c8479943 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:14.926242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-87e35266-dcd0-4ffb-8754-1b3f6fcbfd09 req-49629885-d64b-4720-836c-67b9c8479943 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0802221 Apr 01 16:19:14.972564 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-87e35266-dcd0-4ffb-8754-1b3f6fcbfd09 req-cb81faef-86e3-483a-945c-57daab047c41 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Apr 01 16:19:16.168909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592e4fe-4e00-48c3-9ccc-a41d8d99b55d req-b746457a-3422-4e06-ad3c-e4b2b7086b24 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.170476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b592e4fe-4e00-48c3-9ccc-a41d8d99b55d req-b746457a-3422-4e06-ad3c-e4b2b7086b24 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0938017 Apr 01 16:19:16.223020 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b592e4fe-4e00-48c3-9ccc-a41d8d99b55d req-b7ee4c59-9d12-4708-8834-d6e3077b91f2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468667 Apr 01 16:19:16.412282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ef79f-6f60-4dbe-8e09-41a06d25eb2c req-89c433d9-50d2-4bf4-a673-bccae670d6fd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.413775 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-367ef79f-6f60-4dbe-8e09-41a06d25eb2c req-89c433d9-50d2-4bf4-a673-bccae670d6fd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0858967 Apr 01 16:19:16.422979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52428) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:16.428016 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'floatingip': {'port_id': '30409853-48ff-4c05-9827-5d47c122fb01'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:16.504270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.238062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.301012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.494375 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 associated. External IP: 172.26.8.179, port: 30409853-48ff-4c05-9827-5d47c122fb01. Apr 01 16:19:17.927217 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-bf47f322-4a0d-4378-83c0-59d47eaef8d0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2370484 Apr 01 16:19:17.941681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:19:18.193703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:19:18.196384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-fc7153c6-c6cb-4603-9900-7a3ec5d60623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:18.197934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-fc7153c6-c6cb-4603-9900-7a3ec5d60623 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.1922362 Apr 01 16:19:18.201361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.203615 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:18.220295 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:19:18.221035 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:19:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:18.405617 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:19:18.425318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.492103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fb435d0d-9b4e-4531-b399-b7d0fc7d3ab4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "PUT /v2.0/floatingips/9627d3c7-7de1-4af7-8079-3355e31c2091 HTTP/1.1" status: 200 len: 992 time: 2.0679944 Apr 01 16:19:18.494767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:18.530282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-9d759a97-aa63-4aef-aad0-575136a2cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:18.532234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-9d759a97-aa63-4aef-aad0-575136a2cff0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.2993975 Apr 01 16:19:18.591470 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'status': 'completed', 'code': 200} Apr 01 16:19:18.647245 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-d9c2c6ab-7ee5-49a4-8892-2187b7bd9394 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1000 time: 0.1074202 Apr 01 16:19:18.713106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-1c17a57d-9e5c-40e1-abfa-975d3a475025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:18.715321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-1c17a57d-9e5c-40e1-abfa-975d3a475025 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0624013 Apr 01 16:19:18.781744 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:19:17Z', 'revision_number': 9, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:18.785734 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:18.794038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-0094b9e5-662d-4869-8f3a-4b9e7bf36179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:18.794730 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:19:18.795329 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:19:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:18.795650 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-0094b9e5-662d-4869-8f3a-4b9e7bf36179 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747802 Apr 01 16:19:18.942342 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-98bd38f7-3b85-405f-8615-3d5ab020ed5a service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389749 Apr 01 16:19:18.996868 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:19:19.153433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cd5c7cc-d773-4272-8f85-d20938bce3bb req-e09dcdce-e4c8-49d3-85f5-983e5308e1d1 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040334 Apr 01 16:19:19.183756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e0217-16bb-4045-8afa-779e55ef1b4a req-cb192af2-e569-43a5-ac6f-63af17b00ccd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.185438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269e0217-16bb-4045-8afa-779e55ef1b4a req-cb192af2-e569-43a5-ac6f-63af17b00ccd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.1228530 Apr 01 16:19:19.237593 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-269e0217-16bb-4045-8afa-779e55ef1b4a req-6d10a0bd-64a8-429c-a3d2-f0ca54ec2c37 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Apr 01 16:19:19.339797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-7dbe37eb-8f7a-435f-852d-174a9e78d3a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315088 Apr 01 16:19:19.381215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-4a72f17f-fef0-484b-aba7-bc9fc2874dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.382814 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-4a72f17f-fef0-484b-aba7-bc9fc2874dd3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0804176 Apr 01 16:19:19.419530 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:19:17Z', 'revision_number': 9, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:19.423533 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ec9b4-3028-498c-b68b-7c41524b61c9 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:19:17Z', 'revision_number': 9, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:19.528640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-6bdbe168-2578-4e3d-b242-75e399818399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.530117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-6bdbe168-2578-4e3d-b242-75e399818399 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1418941 Apr 01 16:19:19.647137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee57281-5564-4b6a-bfd1-d1875ec4b7b9 None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:19:19.651874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-9746dc99-f72d-4e66-99dd-61e7af45cebb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1000 time: 0.1136329 Apr 01 16:19:19.718171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-f6edac90-eccb-4929-939a-d6783cf645d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.719547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-f6edac90-eccb-4929-939a-d6783cf645d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0630958 Apr 01 16:19:19.800033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-95eb1134-3d4b-4dfa-89a4-74c9b06c7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.801544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-95eb1134-3d4b-4dfa-89a4-74c9b06c7a89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754879 Apr 01 16:19:19.943893 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-5fe71f24-8e38-4a53-bbd0-7611e89804ae service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348345 Apr 01 16:19:20.082167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1ddc56fd-ffdf-4c5d-acad-ffa4b1aec21d req-9917d22f-c3e3-4740-9a35-25735c1be106 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321795 Apr 01 16:19:20.433505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713065a-c39c-4dba-afab-d2d4b0bfac20 req-f39bd457-e475-49b7-a2d1-7b05999a869b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:20.435220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e713065a-c39c-4dba-afab-d2d4b0bfac20 req-f39bd457-e475-49b7-a2d1-7b05999a869b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0853674 Apr 01 16:19:20.482526 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e713065a-c39c-4dba-afab-d2d4b0bfac20 req-e9c46925-3c0b-40c7-b405-857102648f72 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Apr 01 16:19:21.581683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-2dd86f5b-8b12-45f7-890e-778b33726f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:21.583219 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-2dd86f5b-8b12-45f7-890e-778b33726f9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0785086 Apr 01 16:19:21.882509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-04ea794f-b358-41a2-8ed2-ce5ffe246855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:21.884064 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-04ea794f-b358-41a2-8ed2-ce5ffe246855 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1624043 Apr 01 16:19:21.892682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d3b0-ce97-4d0f-80db-8ad1df689dd9 req-f5e07da2-8480-4f2f-a97e-d2cb61878db9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:21.894176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4237d3b0-ce97-4d0f-80db-8ad1df689dd9 req-f5e07da2-8480-4f2f-a97e-d2cb61878db9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.3057532 Apr 01 16:19:22.029607 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4237d3b0-ce97-4d0f-80db-8ad1df689dd9 req-58491382-805c-4e1e-8874-31b727cac5b0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813525 Apr 01 16:19:22.031545 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-a3e6adf9-f607-45fd-ac9e-bc3286beabbb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1003 time: 0.1365004 Apr 01 16:19:22.101322 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-450182a1-abe1-45e9-b3fc-d0806f5c78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:22.102799 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-450182a1-abe1-45e9-b3fc-d0806f5c78fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0645759 Apr 01 16:19:22.178494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-d0932aaf-074d-466c-9c1e-5bc4f0b1eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:22.179951 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-d0932aaf-074d-466c-9c1e-5bc4f0b1eb2f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715551 Apr 01 16:19:22.319824 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-a4744839-8c29-4f00-8675-cb33ad227247 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333122 Apr 01 16:19:22.459680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-e1999d9d-9d02-40f3-a417-39d621ceb35c service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342540 Apr 01 16:19:23.223646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e260-e9a7-4b80-9871-956e068405a9 req-47442c71-b876-4d8c-b831-a47625129f97 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:23.225023 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6731e260-e9a7-4b80-9871-956e068405a9 req-47442c71-b876-4d8c-b831-a47625129f97 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0847578 Apr 01 16:19:23.269917 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6731e260-e9a7-4b80-9871-956e068405a9 req-26eae81a-e3e1-4efc-a9e3-2aaf8bd3c29c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Apr 01 16:19:24.467746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd030-f8ae-44c2-94e2-7b0815c06a06 req-a3be0f11-7393-4fed-913a-013c01e6498e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:24.469269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89efd030-f8ae-44c2-94e2-7b0815c06a06 req-a3be0f11-7393-4fed-913a-013c01e6498e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0889924 Apr 01 16:19:24.515878 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89efd030-f8ae-44c2-94e2-7b0815c06a06 req-62e33b2c-b0d8-40b7-a19f-8ac8ba717e3c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Apr 01 16:19:25.711814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7fc5-92d4-4ada-b257-709b3eb80044 req-bc5b78a5-baf4-4b57-82b7-a83a479a149d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:25.713824 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a98b7fc5-92d4-4ada-b257-709b3eb80044 req-bc5b78a5-baf4-4b57-82b7-a83a479a149d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0862193 Apr 01 16:19:25.759163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a98b7fc5-92d4-4ada-b257-709b3eb80044 req-de3fd2b5-171c-4e1d-b4b7-921201bb649a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Apr 01 16:19:26.955023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe4679-b409-4a71-b8c4-de1fdac47f20 req-49fecca9-54a6-4baf-8904-3fa09c65232e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.956582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-72fe4679-b409-4a71-b8c4-de1fdac47f20 req-49fecca9-54a6-4baf-8904-3fa09c65232e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0834577 Apr 01 16:19:27.004418 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-72fe4679-b409-4a71-b8c4-de1fdac47f20 req-fdabd3f1-4a33-4392-a8dc-0bd152bd0969 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Apr 01 16:19:28.196160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84ed2-8f49-4e57-9a3b-8afe0e3a8103 req-1878e79f-bcfd-4b13-a5f6-a782db45e66f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:28.197524 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cfe84ed2-8f49-4e57-9a3b-8afe0e3a8103 req-1878e79f-bcfd-4b13-a5f6-a782db45e66f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0847778 Apr 01 16:19:28.243397 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cfe84ed2-8f49-4e57-9a3b-8afe0e3a8103 req-3d1bf4c1-340e-488b-826b-e1578a5e22bb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400994 Apr 01 16:19:29.446096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b8f5-1d3e-4043-ba19-34c80bab2cfa req-ec9eaa94-8c4a-456a-814b-0bf2a63b5cba tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:29.448124 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d015b8f5-1d3e-4043-ba19-34c80bab2cfa req-ec9eaa94-8c4a-456a-814b-0bf2a63b5cba tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0857193 Apr 01 16:19:29.493453 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d015b8f5-1d3e-4043-ba19-34c80bab2cfa req-380f718a-0a39-486b-b5bd-ea90e8bf24a9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 Apr 01 16:19:30.698946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96439d-47e2-4271-8ec2-2b8a59e6597f req-0e7758f1-6907-4bd8-91a3-405eb44fdfac tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:30.700518 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8f96439d-47e2-4271-8ec2-2b8a59e6597f req-0e7758f1-6907-4bd8-91a3-405eb44fdfac tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0913892 Apr 01 16:19:30.749662 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8f96439d-47e2-4271-8ec2-2b8a59e6597f req-9ad13405-4dc2-43ac-bbe0-992fdc79a74d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Apr 01 16:19:31.944498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2665a-a99d-4481-85df-05a7d76fb118 req-c1ce314b-b936-4b49-9522-8ca1414790dc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:31.946145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-12d2665a-a99d-4481-85df-05a7d76fb118 req-c1ce314b-b936-4b49-9522-8ca1414790dc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0848646 Apr 01 16:19:32.002016 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-12d2665a-a99d-4481-85df-05a7d76fb118 req-6935136e-8688-4139-9ed7-b7fa48af156b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Apr 01 16:19:32.414746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92563357-eec4-4e43-a9e4-b24946ea73c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:33.198335 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc45d6c-6ac1-49f3-adf8-48cb696651d8 req-d9446ea7-7cdb-4d06-a0d9-c124c9daf1ef tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:33.199898 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-edc45d6c-6ac1-49f3-adf8-48cb696651d8 req-d9446ea7-7cdb-4d06-a0d9-c124c9daf1ef tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0896325 Apr 01 16:19:33.247097 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-edc45d6c-6ac1-49f3-adf8-48cb696651d8 req-00a7c224-cb26-49b3-bec4-f4395b918672 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Apr 01 16:19:34.449276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef75d-e6b0-4133-8826-b4f7d56b389d req-ae8bea4b-b511-42fd-bfeb-903e5856761c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:34.450912 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c00ef75d-e6b0-4133-8826-b4f7d56b389d req-ae8bea4b-b511-42fd-bfeb-903e5856761c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0833919 Apr 01 16:19:34.500486 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c00ef75d-e6b0-4133-8826-b4f7d56b389d req-38d36efc-0e3a-4e3d-85ba-a0d7d11d5f3c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438795 Apr 01 16:19:34.900367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0dece5fd-35fb-4549-a58f-f3323265f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:35.603270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:35.693806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220599f-9fe9-4c9d-a270-c3329bbeb17b req-408f9548-c605-4e59-8651-c39a93de8d57 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:35.695298 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e220599f-9fe9-4c9d-a270-c3329bbeb17b req-408f9548-c605-4e59-8651-c39a93de8d57 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0860777 Apr 01 16:19:35.742307 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e220599f-9fe9-4c9d-a270-c3329bbeb17b req-612428b7-1329-48d0-a939-4fb933b3fb5a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Apr 01 16:19:36.243312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:36.973614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a5dfa-d4b0-4834-8b0a-aa700cb68fa3 req-15547c8c-7302-42ba-b6ee-1a2cae0c5b4e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:36.976284 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a59a5dfa-d4b0-4834-8b0a-aa700cb68fa3 req-15547c8c-7302-42ba-b6ee-1a2cae0c5b4e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.1210349 Apr 01 16:19:37.024540 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a59a5dfa-d4b0-4834-8b0a-aa700cb68fa3 req-bee2dbd5-cd26-4ba8-a15c-10f5994c608e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Apr 01 16:19:37.705315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:38.219661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd19dd-8e62-47bf-8ad3-554bb4a3cc72 req-f8e5d39b-5b48-4b9a-9aa9-5357cd7f3bd8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:38.221106 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cbdd19dd-8e62-47bf-8ad3-554bb4a3cc72 req-f8e5d39b-5b48-4b9a-9aa9-5357cd7f3bd8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0825510 Apr 01 16:19:38.272316 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cbdd19dd-8e62-47bf-8ad3-554bb4a3cc72 req-3a7f103d-97a8-4910-9d65-513552e6544c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447781 Apr 01 16:19:39.475141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78bd8-bb13-48aa-9aef-c409f0d63ef6 req-7091ca69-481e-436e-8c43-056093e990e9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:39.476684 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77e78bd8-bb13-48aa-9aef-c409f0d63ef6 req-7091ca69-481e-436e-8c43-056093e990e9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0880597 Apr 01 16:19:39.526481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77e78bd8-bb13-48aa-9aef-c409f0d63ef6 req-21522ba4-87ee-41d0-b605-1ff230b908f3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Apr 01 16:19:40.728307 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29df1-3b73-4d40-9f96-54ea94a3eba7 req-f17ff38b-0a6a-4f60-91c1-e585f9133b9b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:40.730386 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c8c29df1-3b73-4d40-9f96-54ea94a3eba7 req-f17ff38b-0a6a-4f60-91c1-e585f9133b9b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0861757 Apr 01 16:19:40.779472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c8c29df1-3b73-4d40-9f96-54ea94a3eba7 req-e225981b-b254-414d-a75d-a50c295fdae9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Apr 01 16:19:41.991450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca3b1-c17d-4bd9-b23d-18a0bea5e9f6 req-f079f820-2351-4896-a7c5-fc3619a7a464 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:41.997183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-db6ca3b1-c17d-4bd9-b23d-18a0bea5e9f6 req-f079f820-2351-4896-a7c5-fc3619a7a464 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0968149 Apr 01 16:19:42.044686 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-db6ca3b1-c17d-4bd9-b23d-18a0bea5e9f6 req-8d17b96a-625a-4955-bbf4-886c0138809e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Apr 01 16:19:43.355873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85988d3f-47fe-4a09-a559-a6a9b0b9d325 req-5abcf917-b109-47f6-9816-b005b03074bf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:43.357373 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-85988d3f-47fe-4a09-a559-a6a9b0b9d325 req-5abcf917-b109-47f6-9816-b005b03074bf tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.2013152 Apr 01 16:19:43.407076 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-85988d3f-47fe-4a09-a559-a6a9b0b9d325 req-c2eaa029-7589-4282-a44d-9f3cfc8d545e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Apr 01 16:19:44.608417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3cea2-ca2c-431c-aaa6-a4ea731beb2c req-401acaf5-26d3-4da3-8d0b-a7da37a7a588 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:44.610042 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eca3cea2-ca2c-431c-aaa6-a4ea731beb2c req-401acaf5-26d3-4da3-8d0b-a7da37a7a588 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0864375 Apr 01 16:19:44.659695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eca3cea2-ca2c-431c-aaa6-a4ea731beb2c req-192b4c05-3e45-4254-8b3a-6a0a2e0c1ccb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Apr 01 16:19:45.855525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b36218-504d-4600-a406-4a167a6f008d req-14091422-4563-46f0-84ee-4366604c09c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:45.857081 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-91b36218-504d-4600-a406-4a167a6f008d req-14091422-4563-46f0-84ee-4366604c09c1 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0843852 Apr 01 16:19:45.902934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-91b36218-504d-4600-a406-4a167a6f008d req-1a21b310-1440-4ce5-8f26-ae654662c4da tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Apr 01 16:19:46.786722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:47.095267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a074e-cbbc-43d7-892f-dfc5a02dc6d4 req-57db5943-956b-4319-a2b2-907efbe81fb0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:47.096679 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d4a074e-cbbc-43d7-892f-dfc5a02dc6d4 req-57db5943-956b-4319-a2b2-907efbe81fb0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0828328 Apr 01 16:19:47.148165 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0d4a074e-cbbc-43d7-892f-dfc5a02dc6d4 req-0a9f7f33-80bf-4966-b814-1ef6c0bb0a49 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Apr 01 16:19:48.340037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5126e0-c5d0-4f34-bc63-8a81858574fd req-7235fd61-bbac-413b-b778-e79cd2eb7da2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:48.341922 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fd5126e0-c5d0-4f34-bc63-8a81858574fd req-7235fd61-bbac-413b-b778-e79cd2eb7da2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0877550 Apr 01 16:19:48.387845 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fd5126e0-c5d0-4f34-bc63-8a81858574fd req-df9188e0-6f8b-4a1f-aaca-866a7d6aab92 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Apr 01 16:19:48.449853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:49.683710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89143251-62f5-4bb6-8181-598129456270 req-fe05e0f5-d0b9-43b4-80ee-f5f85a23a7ea tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:49.685136 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89143251-62f5-4bb6-8181-598129456270 req-fe05e0f5-d0b9-43b4-80ee-f5f85a23a7ea tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.1864283 Apr 01 16:19:49.729838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89143251-62f5-4bb6-8181-598129456270 req-dba7e957-264c-4a62-a4f6-1433c753b65e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Apr 01 16:19:50.917221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b133-881d-4ee2-843e-15d323589065 req-a97785ef-176a-49d0-a79e-0d8006443f07 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.918958 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bff6b133-881d-4ee2-843e-15d323589065 req-a97785ef-176a-49d0-a79e-0d8006443f07 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0831399 Apr 01 16:19:50.966662 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bff6b133-881d-4ee2-843e-15d323589065 req-f92bdde8-bc80-48ac-bb00-9bda88df9131 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Apr 01 16:19:52.155467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d901e86-3a59-4f49-995f-13b20f9f8454 req-4b0c14e0-f6a9-4d03-8e4f-c03e980eb59d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:52.157016 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d901e86-3a59-4f49-995f-13b20f9f8454 req-4b0c14e0-f6a9-4d03-8e4f-c03e980eb59d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0840771 Apr 01 16:19:52.203737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d901e86-3a59-4f49-995f-13b20f9f8454 req-4eba20a4-1cca-4c6b-b4c1-2c1c02173cf3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Apr 01 16:19:53.405409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced6ba8-e440-46d4-9001-143cc4c33916 req-21b37efc-42b8-4d5b-a2d8-f41415dc2ce5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:53.406936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ced6ba8-e440-46d4-9001-143cc4c33916 req-21b37efc-42b8-4d5b-a2d8-f41415dc2ce5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0874724 Apr 01 16:19:53.454271 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ced6ba8-e440-46d4-9001-143cc4c33916 req-de297af9-7306-4d3f-b1b3-68f720739fba tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Apr 01 16:19:54.647367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618600cd-2d29-417b-bc74-ad9df54e7d5c req-726f2174-116b-4d54-ba24-2d6a5a81efad tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:54.648872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-618600cd-2d29-417b-bc74-ad9df54e7d5c req-726f2174-116b-4d54-ba24-2d6a5a81efad tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0842786 Apr 01 16:19:54.696806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-618600cd-2d29-417b-bc74-ad9df54e7d5c req-664dd265-0c8c-4d56-a142-cbd3062c20c9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Apr 01 16:19:54.865549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-96406b71-425b-4e38-aa54-be954648efba service neutron] 10.222.0.91 "GET /v2.0/ports/30409853-48ff-4c05-9827-5d47c122fb01/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0820172 Apr 01 16:19:55.492352 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-ceb3f29a-fffb-471a-97c3-6c3ff245b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.493853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-ceb3f29a-fffb-471a-97c3-6c3ff245b067 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1099 time: 0.0746841 Apr 01 16:19:55.594273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-da93b94d-859b-4b5a-a57c-3fd92b659760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.595798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-da93b94d-859b-4b5a-a57c-3fd92b659760 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0769122 Apr 01 16:19:55.738079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-712de895-2b15-4d70-b9eb-e9bd0444613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.739499 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-712de895-2b15-4d70-b9eb-e9bd0444613b service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1322932 Apr 01 16:19:55.855243 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-9addccdb-a16d-4cfc-9aa8-55e20e730a89 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1003 time: 0.1057765 Apr 01 16:19:55.897470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0ed69-8717-4959-9853-2ef69d23687e req-79b1af84-34c9-41d7-bbb0-8d7eeb09a278 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.898967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4e0ed69-8717-4959-9853-2ef69d23687e req-79b1af84-34c9-41d7-bbb0-8d7eeb09a278 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0888913 Apr 01 16:19:55.929138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-d31053fa-bb17-4d1b-a5a7-4e85b7e89eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.930837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-d31053fa-bb17-4d1b-a5a7-4e85b7e89eb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0671017 Apr 01 16:19:55.946713 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4e0ed69-8717-4959-9853-2ef69d23687e req-b442294b-70f3-4fa1-985c-24114eca9fde tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 Apr 01 16:19:56.013531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-c875e568-3b0f-4f6e-ac34-eb967714794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:56.015081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-c875e568-3b0f-4f6e-ac34-eb967714794c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748842 Apr 01 16:19:56.172127 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-74112aee-cdfd-418d-b108-70d6f3567533 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446109 Apr 01 16:19:56.320433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9ee5e12-4975-4f58-a04b-6c49d8b6ea08 req-8dc7a3b8-0abe-4d3f-a54c-9f93af248aea service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376991 Apr 01 16:19:57.144608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122927d-d254-40e3-93f3-8371bb1859c6 req-16a76205-d0fe-41d2-910c-745e5ab6f3a4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:57.146162 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8122927d-d254-40e3-93f3-8371bb1859c6 req-16a76205-d0fe-41d2-910c-745e5ab6f3a4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0888581 Apr 01 16:19:57.194575 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8122927d-d254-40e3-93f3-8371bb1859c6 req-1931a3e7-76fe-4ebe-a24b-171f215a0df8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Apr 01 16:19:57.447023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:57.450453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:57.659039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.693127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:57.709485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:57.717149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '30409853-48ff-4c05-9827-5d47c122fb01', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:57.723250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:57.792126 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'code': 200} Apr 01 16:19:57.817676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.828598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.871083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:57.952638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:57.959119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:19:57.959468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:19:58.397768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168d45-073a-420f-9fd6-860fbd75d905 req-7932a268-a6f9-424e-bb21-f10f29a351fc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:58.399266 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2168d45-073a-420f-9fd6-860fbd75d905 req-7932a268-a6f9-424e-bb21-f10f29a351fc tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.0812275 Apr 01 16:19:58.447051 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2168d45-073a-420f-9fd6-860fbd75d905 req-59bb5807-9687-44ce-b739-6f4e9147b292 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Apr 01 16:19:58.519798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:58.537604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:58.553361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:58.625970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:58.694638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['30409853-48ff-4c05-9827-5d47c122fb01'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:19:58.731880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:59.497764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:59.565346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 30409853-48ff-4c05-9827-5d47c122fb01 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:59.566045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:59.643345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba10a82-4439-4f48-9d6a-bfc683fc7128 req-03842272-b861-4ea0-819c-5fb8e48295b2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:59.644800 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5ba10a82-4439-4f48-9d6a-bfc683fc7128 req-03842272-b861-4ea0-819c-5fb8e48295b2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 945 time: 0.0799725 Apr 01 16:19:59.688628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:59.692878 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5ba10a82-4439-4f48-9d6a-bfc683fc7128 req-6c6f1d32-a07a-45f1-be87-d01c8cddf518 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Apr 01 16:19:59.723861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:59.793873 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:59.803197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:59.851601 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'code': 200} Apr 01 16:19:59.877739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:00.469222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6c111-3ff0-4d28-93a3-75ff0cf6f72b req-66604f1d-8321-4a67-be60-d256572ddf79 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.470859 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-68b6c111-3ff0-4d28-93a3-75ff0cf6f72b req-66604f1d-8321-4a67-be60-d256572ddf79 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0904984 Apr 01 16:20:00.501758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-987aa6c6-58bc-4fe2-9802-325dee7aaed4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.503255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-987aa6c6-58bc-4fe2-9802-325dee7aaed4 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09&tenant_id=22724a13465d49238f43657958d331bd&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 946 time: 0.0966041 Apr 01 16:20:00.517304 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-68b6c111-3ff0-4d28-93a3-75ff0cf6f72b req-22a24b26-4597-4719-aec1-d4436db9a10d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Apr 01 16:20:00.585112 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-a00ec144-9c5f-465a-bfda-6b90ce7a5327 service neutron] 10.222.0.91 "GET /v2.0/ports/30409853-48ff-4c05-9827-5d47c122fb01/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0759108 Apr 01 16:20:00.679218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-af9e23f7-36cc-4ecd-a2b9-036a2fd14e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.680682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-af9e23f7-36cc-4ecd-a2b9-036a2fd14e0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0738859 Apr 01 16:20:00.813561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-45a357a1-0d74-4df1-8ed3-301a0ce17b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.815019 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-45a357a1-0d74-4df1-8ed3-301a0ce17b1e service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1285625 Apr 01 16:20:00.914908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-af81147a-2be2-4960-a2b0-09c9168aebef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1003 time: 0.0938494 Apr 01 16:20:01.075081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-8478c5c3-a678-477e-b18d-29eb220a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.076535 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-8478c5c3-a678-477e-b18d-29eb220a189d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.1561186 Apr 01 16:20:01.152686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-6647597f-627b-4107-91d6-f7509b5f941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.154165 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-6647597f-627b-4107-91d6-f7509b5f941a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705717 Apr 01 16:20:01.294486 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-84061903-e66c-4686-abb4-7741d97260ea service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331215 Apr 01 16:20:01.428442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-56372346-fd06-4376-a32d-9ff764ea8d4b service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267931 Apr 01 16:20:01.711832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159471-3523-46fc-be23-ee33b820bf3d req-240228bf-6a8b-41b5-b16e-1edce35e8472 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.713280 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e6159471-3523-46fc-be23-ee33b820bf3d req-240228bf-6a8b-41b5-b16e-1edce35e8472 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0864928 Apr 01 16:20:01.757965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e6159471-3523-46fc-be23-ee33b820bf3d req-b3480f5e-2ba7-4c9a-8f09-051f963c33d8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Apr 01 16:20:02.442850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-755ad609-e4aa-4e59-8441-0926202fea37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:02.949755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dfb43-9f22-463b-8b32-4db9653abae4 req-8dbaafde-9a36-497a-9d3c-291af8461fc5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:02.951403 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0c9dfb43-9f22-463b-8b32-4db9653abae4 req-8dbaafde-9a36-497a-9d3c-291af8461fc5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0842505 Apr 01 16:20:02.997060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0c9dfb43-9f22-463b-8b32-4db9653abae4 req-722e5438-848d-47fb-89cd-49024de22e38 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Apr 01 16:20:04.203460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43462ff8-b6b0-4d61-aa55-fbf9c44f2540 req-dc460d4d-06f7-44f1-8814-f86b79f27127 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.204813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43462ff8-b6b0-4d61-aa55-fbf9c44f2540 req-dc460d4d-06f7-44f1-8814-f86b79f27127 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0932491 Apr 01 16:20:04.254034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43462ff8-b6b0-4d61-aa55-fbf9c44f2540 req-407c078f-2320-4654-bcfe-c2901c9c1333 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Apr 01 16:20:04.744582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-168e459e-612a-47a7-94ea-69b12bf89234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.746075 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-168e459e-612a-47a7-94ea-69b12bf89234 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1099 time: 0.0745664 Apr 01 16:20:04.849149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-0b1aa8e2-9539-4e73-a651-1b3c68f95963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.850673 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-0b1aa8e2-9539-4e73-a651-1b3c68f95963 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 1099 time: 0.0745428 Apr 01 16:20:04.854142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-97ffb874-b0c4-4b87-838a-04f7555ec338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:04.989868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-81205b72-7e02-4189-abd9-122f54967334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.991385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-81205b72-7e02-4189-abd9-122f54967334 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1310334 Apr 01 16:20:05.100375 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-a619ec6b-5aff-455d-8428-b3319bfd33e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 200 len: 1003 time: 0.0988548 Apr 01 16:20:05.168241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-618509ed-da69-412b-912a-0be0da5ecf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.169851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-618509ed-da69-412b-912a-0be0da5ecf04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0608656 Apr 01 16:20:05.251050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-3937a36d-a18f-4289-9235-e7777c2f70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.252547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-3937a36d-a18f-4289-9235-e7777c2f70ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721686 Apr 01 16:20:05.394938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-e00b8e3a-fe9b-4bda-bbe4-612a9abbb2ca service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318846 Apr 01 16:20:05.446119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c4c-4970-4f7e-9b4a-4291d5b3bbb2 req-1119381f-38e4-4b7d-9972-acbaf65cca52 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.447655 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-94f75c4c-4970-4f7e-9b4a-4291d5b3bbb2 req-1119381f-38e4-4b7d-9972-acbaf65cca52 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0824089 Apr 01 16:20:05.496873 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-94f75c4c-4970-4f7e-9b4a-4291d5b3bbb2 req-4349a823-072d-41a6-b9cf-e247512c0cef tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Apr 01 16:20:05.525377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:05.536286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc2d2cff-2989-4758-880b-bc8180aaddf9 req-5d588889-193a-4198-b217-17f8e700e3fe service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325727 Apr 01 16:20:05.627456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:05.657580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:05.684433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:05.693921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:05.737481 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'code': 200} Apr 01 16:20:05.779835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:05.847121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=9']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:06.254110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:06.683178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f5f32-ed7b-47d5-bc78-2b00b6153bd2 req-c8ef021a-1f66-4ee7-a0e8-fb9389ae73dd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.684672 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a06f5f32-ed7b-47d5-bc78-2b00b6153bd2 req-c8ef021a-1f66-4ee7-a0e8-fb9389ae73dd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.0814824 Apr 01 16:20:06.729959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a06f5f32-ed7b-47d5-bc78-2b00b6153bd2 req-f77f0b7a-ea74-42d2-87d1-95ca50b684fe tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 01 16:20:07.539298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:07.683000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:07.696282 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '30409853-48ff-4c05-9827-5d47c122fb01', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '30409853-48ff-4c05-9827-5d47c122fb01', 'mac_address': 'fa:16:3e:9e:b8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:20:07.752038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.756775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.777585 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:07.791886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:07.917369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.929067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817cd60-0e65-420e-a173-abbc816f15be req-0cbf9898-e7a5-4c56-be05-53454c1faf81 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:07.930552 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9817cd60-0e65-420e-a173-abbc816f15be req-0cbf9898-e7a5-4c56-be05-53454c1faf81 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 944 time: 0.0908620 Apr 01 16:20:07.983122 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9817cd60-0e65-420e-a173-abbc816f15be req-6cce2737-bd9f-4651-bd72-a4174e2513f3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Apr 01 16:20:07.987842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['30409853-48ff-4c05-9827-5d47c122fb01'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:20:08.036358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=10']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:08.173259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f04e-412f-4ced-bfd7-347c817e37d4 req-5ffb6153-3b64-4ec0-8515-0210b4ee211d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:08.174784 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dfb2f04e-412f-4ced-bfd7-347c817e37d4 req-5ffb6153-3b64-4ec0-8515-0210b4ee211d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0851445 Apr 01 16:20:08.220846 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dfb2f04e-412f-4ced-bfd7-347c817e37d4 req-5c444608-b227-4eae-b597-489d4c6d7f3c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401249 Apr 01 16:20:08.406174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df203a-19b8-4af0-9a9f-cf834329c87d req-efbcd2dd-24af-4126-adfc-0a9d2ec8e19d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:08.407646 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56df203a-19b8-4af0-9a9f-cf834329c87d req-efbcd2dd-24af-4126-adfc-0a9d2ec8e19d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0813150 Apr 01 16:20:08.453274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-56df203a-19b8-4af0-9a9f-cf834329c87d req-6acdba07-25c5-496d-bece-01504e597e9a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Apr 01 16:20:09.087179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfda52-fd67-4ce5-9f1a-f1c5c90ba533 req-68388d9e-d48a-4598-a65d-c1ce7ca44951 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.088637 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6dbfda52-fd67-4ce5-9f1a-f1c5c90ba533 req-68388d9e-d48a-4598-a65d-c1ce7ca44951 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 946 time: 0.0869195 Apr 01 16:20:09.134750 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6dbfda52-fd67-4ce5-9f1a-f1c5c90ba533 req-1f2e73d0-7463-487b-9ac8-4a149cbb335d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Apr 01 16:20:09.555322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:09.624659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 30409853-48ff-4c05-9827-5d47c122fb01 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:09.625021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.742552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.769684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:09.782651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:09.816714 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'code': 200} Apr 01 16:20:09.860042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.965082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=11']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:10.322366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e15d7-8564-4780-8f40-dfbb299ef868 req-1b4a166a-c10d-47bc-975a-487db7c78a01 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:10.323860 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-088e15d7-8564-4780-8f40-dfbb299ef868 req-1b4a166a-c10d-47bc-975a-487db7c78a01 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 947 time: 0.0831065 Apr 01 16:20:10.372064 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-088e15d7-8564-4780-8f40-dfbb299ef868 req-360d67ba-f1a5-4960-a6df-8f6205af9a40 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Apr 01 16:20:11.381046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-a5bb6191-6ac4-4467-8622-5d811d630ad6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:11.382464 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-a5bb6191-6ac4-4467-8622-5d811d630ad6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 947 time: 0.0815818 Apr 01 16:20:11.457221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Deleting port 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:20:11.457554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.560082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22609f-7f01-407d-a6e0-16a6feac4a57 req-d5faea05-e8be-4ffa-a655-31cf67d28f32 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:11.561833 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab22609f-7f01-407d-a6e0-16a6feac4a57 req-d5faea05-e8be-4ffa-a655-31cf67d28f32 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 947 time: 0.0807149 Apr 01 16:20:11.606002 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab22609f-7f01-407d-a6e0-16a6feac4a57 req-f54be942-dac1-43d7-b4cc-ad0aac73e0cd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Apr 01 16:20:11.808170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] For port 30409853-48ff-4c05-9827-5d47c122fb01, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=30409853-48ff-4c05-9827-5d47c122fb01,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:11.808447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.108072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.108072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.108421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 disassociated. External IP: 172.26.8.179, port: 30409853-48ff-4c05-9827-5d47c122fb01. Apr 01 16:20:12.108612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Calling delete_port for 30409853-48ff-4c05-9827-5d47c122fb01 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:20:12.305761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.358797 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'Port': ['ID=30409853-48ff-4c05-9827-5d47c122fb01,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:12.417546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.418212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.418212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.418533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.418887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.419217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.419543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.420009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.420299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.420622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.420941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.421260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:12.564799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:20:12.766147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5a196524-a01b-41a4-a456-00ddccd1fd08 req-a98fb1f0-ee92-498c-92b9-d31f0f9dce09 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 210 time: 0.0551999 Apr 01 16:20:12.791703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:20:12.801349 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:20:12.811190 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:20:12.811918 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:20:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:12.866471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] No DVR routers for this DVR port 30409853-48ff-4c05-9827-5d47c122fb01 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:12.868910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.871449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-deleted', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:12.929412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6c508cfa-1bb1-451c-943d-efe0c7c663f7 req-9126d3d4-75d0-435f-8537-3fea95f41d30 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "DELETE /v2.0/ports/30409853-48ff-4c05-9827-5d47c122fb01 HTTP/1.1" status: 204 len: 173 time: 1.5387690 Apr 01 16:20:12.981387 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09', 'name': 'network-vif-deleted', 'tag': '30409853-48ff-4c05-9827-5d47c122fb01', 'status': 'completed', 'code': 200} Apr 01 16:20:12.993871 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:20:13.307854 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:13.312396 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:20:13.321069 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:20:13.321675 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:20:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:13.500857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:20:13.570916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:13.605001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 30409853-48ff-4c05-9827-5d47c122fb01 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:20:13.605580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 30409853-48ff-4c05-9827-5d47c122fb01 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:13.834126 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:13.839158 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1195f-2317-45fb-8912-c6650ad3c030 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:20:14.132905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-263d8541-eb85-40bc-947e-6a1954dcb7e3 req-392e3b8f-e08b-4796-bf13-7cf4f56532fd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:14.162777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791f5a7-c3df-41bb-a062-1ca177d0c01e None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:20:14.208376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-263d8541-eb85-40bc-947e-6a1954dcb7e3 req-392e3b8f-e08b-4796-bf13-7cf4f56532fd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:14.209621 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-263d8541-eb85-40bc-947e-6a1954dcb7e3 req-392e3b8f-e08b-4796-bf13-7cf4f56532fd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae8f927-2cca-49b9-a5dc-f6ac4a34fd09 HTTP/1.1" status: 200 len: 210 time: 0.1271694 Apr 01 16:20:15.549759 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-5fdae22d-9c36-41ed-8e5b-c6565972c021 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1682573289&fields=id&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 267 time: 0.0413682 Apr 01 16:20:15.701748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-18e60d44-cb90-49c1-a372-ef1f70376912 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:15.703223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-18e60d44-cb90-49c1-a372-ef1f70376912 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1467834 Apr 01 16:20:15.718043 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-1829e71e-53e9-4e0e-b08f-954d20dd8b38 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/quotas/22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 375 time: 0.0094650 Apr 01 16:20:15.804097 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-452d3848-93a8-4296-a427-f0488b80db2c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810285 Apr 01 16:20:15.943669 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-498e1118-156c-45b6-a435-157bbb668716 service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280506 Apr 01 16:20:16.079474 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-3160e231-a73e-4687-adb9-5a3d3311d0b5 service neutron] 10.222.0.21 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298637 Apr 01 16:20:16.320374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a40047be-127e-46af-9eef-f20268502ede req-3971d7d7-a5ed-4b3d-9515-5b7faf481d68 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 210 time: 0.0445232 Apr 01 16:20:17.475146 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ccabeb81-4ee4-4a49-a523-327da41464c8 req-a0b65b86-0da5-48f8-8334-15cbc3584d9a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 210 time: 0.0481763 Apr 01 16:20:18.493853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.541443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-cc8db3c3-9279-46de-9e3d-c5ddb4542b09 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:18.543484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-cc8db3c3-9279-46de-9e3d-c5ddb4542b09 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 812 time: 0.1520281 Apr 01 16:20:18.594914 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0deccdde-02ea-4711-95a3-a02d1febf78b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 380 time: 0.0424585 Apr 01 16:20:18.605860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'port': {'device_id': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'admin_state_up': True, 'tenant_id': '22724a13465d49238f43657958d331bd', 'security_groups': ['ef965b34-ab79-4806-ba6d-01e5af1bde7a']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:18.804998 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cc1736c5-d3d3-45aa-8b81-bcd76a81164d req-8cc975b6-7b73-48dd-8578-c084f3892c9c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 210 time: 0.1840892 Apr 01 16:20:18.918560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:18.931609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:19.002957 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Made reservation on behalf of 22724a13465d49238f43657958d331bd for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:19.006563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.180147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Allocated IP 172.20.0.5 (22048137-7b4b-42a6-8d01-7747042f37e6/703a436e-b2bc-4c7c-a450-ff2a4669a9ec/06d13e38-12e3-438b-acad-5ebc06d58d2f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:19.379009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.394865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Transition to ACTIVE for port object 06d13e38-12e3-438b-acad-5ebc06d58d2f will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:19.488042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.556364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Network 22048137-7b4b-42a6-8d01-7747042f37e6 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:19.564182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:19.568523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:20:19.604151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.643522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:19.644152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.746450 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-0aebbe0d-910c-4279-8799-a6b2ab6f17c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1445942 Apr 01 16:20:19.764267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Request body: {'port': {'device_id': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:19.808334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-29594589-b9f4-4350-aa19-72796286d92c None None] Provisioning for port 06d13e38-12e3-438b-acad-5ebc06d58d2f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:19.813874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-29594589-b9f4-4350-aa19-72796286d92c None None] Provisioning complete for port 06d13e38-12e3-438b-acad-5ebc06d58d2f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:19.814237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29594589-b9f4-4350-aa19-72796286d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.873474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-29594589-b9f4-4350-aa19-72796286d92c None None] Port 06d13e38-12e3-438b-acad-5ebc06d58d2f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:20:19.882748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.006458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37802-3cb5-45f7-afe9-1ac744d287e4 req-d365b569-d026-41f9-8305-8e8ee1c646e0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:20.008000 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9cd37802-3cb5-45f7-afe9-1ac744d287e4 req-d365b569-d026-41f9-8305-8e8ee1c646e0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 931 time: 0.0891242 Apr 01 16:20:20.055761 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9cd37802-3cb5-45f7-afe9-1ac744d287e4 req-6013fa8b-a1e3-47d7-9975-68e93a22566d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Apr 01 16:20:20.240486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:20.248776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.264022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Transition to ACTIVE for port object 06d13e38-12e3-438b-acad-5ebc06d58d2f will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:20.327414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.490054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.572463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Attempting to bind port 06d13e38-12e3-438b-acad-5ebc06d58d2f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:20.573541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Attempting to bind port 06d13e38-12e3-438b-acad-5ebc06d58d2f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:20.573541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Attempting to bind port 06d13e38-12e3-438b-acad-5ebc06d58d2f on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:20:20.578520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Port 06d13e38-12e3-438b-acad-5ebc06d58d2f on network 22048137-7b4b-42a6-8d01-7747042f37e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:20:20.578869 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Attempting to bind port 06d13e38-12e3-438b-acad-5ebc06d58d2f on network 22048137-7b4b-42a6-8d01-7747042f37e6 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:20:20.583955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:20:20.584287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Checking segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:20:20.584665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Bound using segment: {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:20:20.585110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Bound port: 06d13e38-12e3-438b-acad-5ebc06d58d2f, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767c7ca9-e6cd-455f-b22c-456afc92d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:20.585425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.678075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:20:20.680852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:20:20.768756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.825403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:20.826393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.827838 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] 10.222.0.91 "PUT /v2.0/ports/06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1093 time: 1.0683846 Apr 01 16:20:20.828418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:20.857959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844407a-2a8b-472c-a27b-1a4330ad282a service neutron] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.880787 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'status': 'completed', 'code': 200} Apr 01 16:20:20.972678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-4fa4856b-4e44-4ed5-ad2e-067798bfd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:20.974176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-4fa4856b-4e44-4ed5-ad2e-067798bfd060 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1096 time: 0.0755124 Apr 01 16:20:21.236748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-b2d8871f-46b6-4d98-bff2-5c014b4d57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.238196 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-b2d8871f-46b6-4d98-bff2-5c014b4d57ec service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=22724a13465d49238f43657958d331bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2534723 Apr 01 16:20:21.255406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd5b5-50c9-4bee-9e55-fb29a6fcacfd req-e46487ee-ea52-4763-aaac-734813c7d921 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.256996 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-21cbd5b5-50c9-4bee-9e55-fb29a6fcacfd req-e46487ee-ea52-4763-aaac-734813c7d921 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.0857284 Apr 01 16:20:21.390219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-111bf1ce-d699-4e4e-90c6-9b686bb0e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.391852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c5aa64c0-2bd8-40b5-897f-dd7aaa81eb33 req-111bf1ce-d699-4e4e-90c6-9b686bb0e0e9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426537 Apr 01 16:20:21.409539 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-21cbd5b5-50c9-4bee-9e55-fb29a6fcacfd req-ed7cfa2b-0706-40c3-bdab-565788ab0ad7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465971 Apr 01 16:20:21.501001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7660fb05-2eb0-4916-86b3-2824e9990439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.502459 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-7660fb05-2eb0-4916-86b3-2824e9990439 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1096 time: 0.0711975 Apr 01 16:20:21.577983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-9d645897-202d-42fc-a9ec-a8a5ccafc201 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 217 time: 0.0647664 Apr 01 16:20:21.643392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-6afcf4a1-730f-45ec-a471-0d9bb1e85fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.644739 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-6afcf4a1-730f-45ec-a471-0d9bb1e85fb6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0575700 Apr 01 16:20:21.726998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-9740b61f-25e6-4ab5-8d7a-4d0d216f8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:21.728502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-9740b61f-25e6-4ab5-8d7a-4d0d216f8b1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744526 Apr 01 16:20:21.868437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-072898bd-5a49-4d8b-85c5-9ff42f0b8547 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298757 Apr 01 16:20:22.008592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2e6fd92d-0eb2-4139-84b0-9e93cfcc9487 req-f485d109-0c29-4cee-93dd-63f71dc718d7 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279402 Apr 01 16:20:22.624462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904876-2d34-4558-a522-8fab369bdff1 req-05f8f98d-ca89-480b-8d66-43cfbc269908 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:22.625175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-70904876-2d34-4558-a522-8fab369bdff1 req-05f8f98d-ca89-480b-8d66-43cfbc269908 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Synchronizing usage tracker for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:22.734255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-70904876-2d34-4558-a522-8fab369bdff1 req-05f8f98d-ca89-480b-8d66-43cfbc269908 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Unset dirty status for tenant:22724a13465d49238f43657958d331bd on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:22.735406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70904876-2d34-4558-a522-8fab369bdff1 req-05f8f98d-ca89-480b-8d66-43cfbc269908 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.1999910 Apr 01 16:20:22.785240 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70904876-2d34-4558-a522-8fab369bdff1 req-a7caedfc-6a50-4075-834d-cfd395e3ad4c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Apr 01 16:20:23.618567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:23.752485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:23.766143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:20:23.786079 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:23.821429 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.840539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:23.856158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:23.928866 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.986641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585efd32-f791-4b75-982e-8f67fa70d313 req-e48946bb-5569-43a4-a660-a18686240207 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:23.988150 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-585efd32-f791-4b75-982e-8f67fa70d313 req-e48946bb-5569-43a4-a660-a18686240207 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 944 time: 0.0873210 Apr 01 16:20:24.001730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:24.008977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.009319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.009659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.009982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.010305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.010645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.011187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.011316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.011621 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.011934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.012255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.012570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:24.035964 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-585efd32-f791-4b75-982e-8f67fa70d313 req-25037579-8f98-4256-b4b7-2cb5ae124b72 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Apr 01 16:20:24.174522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['06d13e38-12e3-438b-acad-5ebc06d58d2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:20:25.225725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed214dc-2e64-487d-8602-e021f231cf7e req-366f8f07-f48b-4238-a004-7dc08a4efc7d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:25.227087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6ed214dc-2e64-487d-8602-e021f231cf7e req-366f8f07-f48b-4238-a004-7dc08a4efc7d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 944 time: 0.0832956 Apr 01 16:20:25.271446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6ed214dc-2e64-487d-8602-e021f231cf7e req-5dbeee01-df15-4287-b772-dc24a95a6254 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Apr 01 16:20:25.633758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:25.768589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 06d13e38-12e3-438b-acad-5ebc06d58d2f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:25.774159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 06d13e38-12e3-438b-acad-5ebc06d58d2f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:25.774525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.894405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.920845 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:25.930987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:25.968806 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:20:26.008503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.078073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:26.382820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e1950-f9eb-4333-9847-04dfd899bc90 req-03a31729-236d-4adc-a96a-1de02f7abba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.384250 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-306e1950-f9eb-4333-9847-04dfd899bc90 req-03a31729-236d-4adc-a96a-1de02f7abba9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0742433 Apr 01 16:20:26.468134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-306e1950-f9eb-4333-9847-04dfd899bc90 req-c4e58d04-e3ab-4462-98f8-a7500f7ac11e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538411 Apr 01 16:20:26.495908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc904b-ee14-4bc8-a408-23b99f5cc779 req-c807fa36-13c7-49c8-aa29-967241eae7f8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.497323 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ebc904b-ee14-4bc8-a408-23b99f5cc779 req-c807fa36-13c7-49c8-aa29-967241eae7f8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1170444 Apr 01 16:20:26.541038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ebc904b-ee14-4bc8-a408-23b99f5cc779 req-4db30ee2-10b6-409b-bfbf-24cfb576141f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373967 Apr 01 16:20:27.741718 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea0923-a683-4daa-9520-d7d2aa59b3f1 req-8ba6376e-e3d7-4b39-808e-d8f32dc41fc3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:27.743217 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a9ea0923-a683-4daa-9520-d7d2aa59b3f1 req-8ba6376e-e3d7-4b39-808e-d8f32dc41fc3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0827670 Apr 01 16:20:27.792172 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a9ea0923-a683-4daa-9520-d7d2aa59b3f1 req-cd231859-1459-4dba-a348-5d968c92f6d3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Apr 01 16:20:28.981610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4e90-245f-4d24-ab55-ab0570e5c492 req-49ed208e-e212-405e-b714-1ec9bfb94799 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:28.983144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84cb4e90-245f-4d24-ab55-ab0570e5c492 req-49ed208e-e212-405e-b714-1ec9bfb94799 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0813770 Apr 01 16:20:29.028423 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-84cb4e90-245f-4d24-ab55-ab0570e5c492 req-eed623cc-d15a-4a6d-b94e-1972c207c1a3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Apr 01 16:20:29.213424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65f51-b7d2-4ce5-99ec-d83b0af6f7fe req-b6aa33f4-fc6c-4417-b337-732d6cfd1379 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:29.214997 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1ac65f51-b7d2-4ce5-99ec-d83b0af6f7fe req-b6aa33f4-fc6c-4417-b337-732d6cfd1379 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0835021 Apr 01 16:20:29.223521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52648) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:29.228325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Request body: {'floatingip': {'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:29.304203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.925051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.985110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.160025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 associated. External IP: 172.26.8.179, port: 06d13e38-12e3-438b-acad-5ebc06d58d2f. Apr 01 16:20:30.627323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:20:30.818997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:20:30.823423 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.830912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:20:30.880002 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be6a028d-0c8c-481b-8781-1bf1112a4441 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "PUT /v2.0/floatingips/9627d3c7-7de1-4af7-8079-3355e31c2091 HTTP/1.1" status: 200 len: 992 time: 1.6554379 Apr 01 16:20:30.880584 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:30.906998 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:20:30.907616 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:20:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:30.932809 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'status': 'completed', 'code': 200} Apr 01 16:20:31.033770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-466337e1-700e-48b7-90d8-442c75976718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:31.035316 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-466337e1-700e-48b7-90d8-442c75976718 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0761917 Apr 01 16:20:31.118683 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:20:31.175201 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-2db63a63-8729-49e4-9553-ceb9e81832c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:31.176586 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-2db63a63-8729-49e4-9553-ceb9e81832c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1349936 Apr 01 16:20:31.390038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-9d5c057a-e84d-458f-bb39-18b4315f28ea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1000 time: 0.2074697 Apr 01 16:20:31.455405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-ddb31900-7ff2-4129-a3d7-60d44f92e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:31.456762 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-ddb31900-7ff2-4129-a3d7-60d44f92e95b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0596814 Apr 01 16:20:31.497053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:20:29Z', 'revision_number': 13, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:31.501135 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:20:31.509525 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:20:31.510114 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:20:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:31.539969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-d5a94de2-e9fe-4da9-8c1a-3db913290911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:31.541446 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-d5a94de2-e9fe-4da9-8c1a-3db913290911 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778949 Apr 01 16:20:31.686953 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-47bde61e-9c7f-45f7-b573-0f11644c312f service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389415 Apr 01 16:20:31.708126 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:20:31.827085 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-de0814a5-3c64-4da2-9a36-406e9f2bc360 req-236b99bc-7701-4854-b2d9-f2e1c2051449 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321819 Apr 01 16:20:32.113261 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:20:29Z', 'revision_number': 13, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:32.117177 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934f61-8d37-4559-a4d1-9c2d49d972b1 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '9627d3c7-7de1-4af7-8079-3355e31c2091', 'tenant_id': '22724a13465d49238f43657958d331bd', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:58Z', 'updated_at': '2022-04-01T16:20:29Z', 'revision_number': 13, 'project_id': '22724a13465d49238f43657958d331bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:20:32.321032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff15bcd-b0e8-47a8-a734-c92b9c0b8d81 None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:20:32.486658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a27d1bc-fd39-4ca4-948c-593c84d40f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:34.001107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bee3b-a5d6-4504-a595-6d8ffe204442 req-82912df6-e150-44c2-8ae1-b5632e32acd5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:34.002640 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4b4bee3b-a5d6-4504-a595-6d8ffe204442 req-82912df6-e150-44c2-8ae1-b5632e32acd5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0852196 Apr 01 16:20:34.047015 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4b4bee3b-a5d6-4504-a595-6d8ffe204442 req-c3cb2932-a0e3-46a6-8d05-996ae17d11fa tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386691 Apr 01 16:20:34.859334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8197b3ea-855e-45fb-a3f6-4f02f23d09be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.658674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.242446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:37.711080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.262802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09083798-ae3b-41ad-8d01-53d31a56dbd6 req-28a8ead7-cdf3-4ea6-bb6e-01fa3e377862 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:44.264268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09083798-ae3b-41ad-8d01-53d31a56dbd6 req-28a8ead7-cdf3-4ea6-bb6e-01fa3e377862 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0820763 Apr 01 16:20:44.310797 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09083798-ae3b-41ad-8d01-53d31a56dbd6 req-56622510-6560-47d5-a47d-9adb880c9581 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Apr 01 16:20:44.376546 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-3da41217-2b46-4e96-9e69-406364c14a85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719125 Apr 01 16:20:45.506381 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcbec4-882b-416d-86f7-9265ae6fe9a3 req-324b490e-dbf8-44a0-827a-85f1a6cf3802 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:45.509470 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-befcbec4-882b-416d-86f7-9265ae6fe9a3 req-324b490e-dbf8-44a0-827a-85f1a6cf3802 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0885968 Apr 01 16:20:45.553840 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-befcbec4-882b-416d-86f7-9265ae6fe9a3 req-0fb16af8-7b80-4e36-8887-dbe5dcae1a97 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Apr 01 16:20:46.509668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-2819c6c7-f2e9-4458-ba62-0cbf82dfed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:46.511171 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-2819c6c7-f2e9-4458-ba62-0cbf82dfed06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0767856 Apr 01 16:20:46.648007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-150d39c2-59cd-4dc4-88b2-e42cefe789dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:46.649448 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-150d39c2-59cd-4dc4-88b2-e42cefe789dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1316853 Apr 01 16:20:46.806362 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-a3772b84-4432-4dc7-b4af-d3aec105a9b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1002 time: 0.1491599 Apr 01 16:20:46.883817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916567b8-e167-4bc9-a4eb-d5e8eef177ae req-ab2b73af-53db-4a72-889e-8888122ea944 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:46.885339 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-916567b8-e167-4bc9-a4eb-d5e8eef177ae req-ab2b73af-53db-4a72-889e-8888122ea944 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1772432 Apr 01 16:20:46.910043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-7e910d1a-4d8f-45cc-82cc-5d4d787e2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:46.911520 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-7e910d1a-4d8f-45cc-82cc-5d4d787e2340 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0975516 Apr 01 16:20:46.981801 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-916567b8-e167-4bc9-a4eb-d5e8eef177ae req-43cb61e7-a7b4-4276-bd38-d2d2498e1470 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899720 Apr 01 16:20:47.011664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-2c8056e5-b495-4384-99de-3237e43e7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:47.013190 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-2c8056e5-b495-4384-99de-3237e43e7b44 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936439 Apr 01 16:20:47.153682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-701e63b5-2d5a-4c30-9924-cbef6d3b720d service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321604 Apr 01 16:20:47.296347 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-dafee8bc-1958-4872-b1bf-3b3c2e3b35d1 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337693 Apr 01 16:20:48.171566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cef4c-1ec6-4468-ac82-3a5ff3b83adf req-db3fa20e-6073-45af-90ca-dcf02ce5d7fb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:48.173017 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-843cef4c-1ec6-4468-ac82-3a5ff3b83adf req-db3fa20e-6073-45af-90ca-dcf02ce5d7fb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0843837 Apr 01 16:20:48.217820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-843cef4c-1ec6-4468-ac82-3a5ff3b83adf req-712d67a7-d66f-497c-89d3-13ccc1941e9f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Apr 01 16:20:48.488121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.421645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993de978-76dd-4452-8f8a-4b83a56993dd req-9d518ef9-24f8-446c-9ad7-45bece4233a6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.423183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-993de978-76dd-4452-8f8a-4b83a56993dd req-9d518ef9-24f8-446c-9ad7-45bece4233a6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0864747 Apr 01 16:20:49.470876 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-993de978-76dd-4452-8f8a-4b83a56993dd req-ebd91794-a501-432a-a3aa-8dc709add66c tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Apr 01 16:20:50.665521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeec41-8bb6-4b61-9181-3fceee645ef1 req-4ea955c5-2c98-48ba-a23e-7be816a9a343 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:50.666993 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c9aeec41-8bb6-4b61-9181-3fceee645ef1 req-4ea955c5-2c98-48ba-a23e-7be816a9a343 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0807209 Apr 01 16:20:50.720447 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c9aeec41-8bb6-4b61-9181-3fceee645ef1 req-3da6e98a-5387-47eb-9ac8-2c7a379174d5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392065 Apr 01 16:20:51.903675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dc61c-3141-46ff-bfc2-29e8e96cb365 req-155e99e8-e979-4d4a-b997-320591558e4b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.905138 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4b2dc61c-3141-46ff-bfc2-29e8e96cb365 req-155e99e8-e979-4d4a-b997-320591558e4b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0796294 Apr 01 16:20:51.949683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4b2dc61c-3141-46ff-bfc2-29e8e96cb365 req-a62c7cae-33eb-4313-964f-8f8122279f51 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 Apr 01 16:20:53.140192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89043d84-ac8b-4490-bd4d-d69d8a67a9d8 req-ee6a0644-76dc-4ab6-8b13-04860b136a78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:53.141788 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-89043d84-ac8b-4490-bd4d-d69d8a67a9d8 req-ee6a0644-76dc-4ab6-8b13-04860b136a78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0846293 Apr 01 16:20:53.186120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-89043d84-ac8b-4490-bd4d-d69d8a67a9d8 req-e09b0eba-dd24-405b-a68a-7e9e88ea9abb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386648 Apr 01 16:20:54.479638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef884-61e1-4e3b-9a7c-ae2c810b07c8 req-43d67911-3931-4675-bc6f-8d6a61e01829 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:54.481001 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-655ef884-61e1-4e3b-9a7c-ae2c810b07c8 req-43d67911-3931-4675-bc6f-8d6a61e01829 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1877050 Apr 01 16:20:54.525795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-655ef884-61e1-4e3b-9a7c-ae2c810b07c8 req-592748d0-fae9-4376-926b-c13efd9d5dbd tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Apr 01 16:20:55.519400 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-bde9badf-216a-499b-a143-73b5add5fb28 service neutron] 10.222.0.91 "GET /v2.0/ports/06d13e38-12e3-438b-acad-5ebc06d58d2f/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0750830 Apr 01 16:20:55.714431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48205156-fae9-4b9d-a427-8641ca66f79d req-6ba35c80-c31e-444b-96fc-e9460a70709a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:55.715992 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48205156-fae9-4b9d-a427-8641ca66f79d req-6ba35c80-c31e-444b-96fc-e9460a70709a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0830867 Apr 01 16:20:55.764865 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48205156-fae9-4b9d-a427-8641ca66f79d req-4e8623e1-68b7-4bb6-aae1-b71c265510ab tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Apr 01 16:20:56.131676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-28fd14ec-1be3-4163-9dd2-32eecdc3ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.133516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-28fd14ec-1be3-4163-9dd2-32eecdc3ec18 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1098 time: 0.0755644 Apr 01 16:20:56.232999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-1da85044-416d-439f-983a-c861933f2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.234498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-1da85044-416d-439f-983a-c861933f2bd2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0730596 Apr 01 16:20:56.369685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-ab54a78b-457b-4855-b2d2-135b7769f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.371160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-ab54a78b-457b-4855-b2d2-135b7769f9ca service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1266787 Apr 01 16:20:56.482176 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-39c7c4e7-0c12-41ca-97af-c09d81c7c16f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1002 time: 0.0993316 Apr 01 16:20:56.551626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-ddc424ae-6a7a-448b-9f22-cf3e17b37f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.553333 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-ddc424ae-6a7a-448b-9f22-cf3e17b37f7c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0621932 Apr 01 16:20:56.631734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-e8da6ca7-4c19-4250-8cc2-1e8ea28b5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.633749 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-e8da6ca7-4c19-4250-8cc2-1e8ea28b5724 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705090 Apr 01 16:20:56.772950 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-b81d8b97-624a-4733-b71f-40309eaa3a78 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283708 Apr 01 16:20:56.963969 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-482c0743-245b-4f83-99b6-a82d6fd6f66e req-c73d7207-f85f-416b-bf08-015be3604ae5 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811674 Apr 01 16:20:56.988899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138229b-c6d6-4963-9c68-f0ea2fe845a3 req-4f7aa96f-5d09-412a-b427-1260aa097fb7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.990342 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a138229b-c6d6-4963-9c68-f0ea2fe845a3 req-4f7aa96f-5d09-412a-b427-1260aa097fb7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1161096 Apr 01 16:20:57.041315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a138229b-c6d6-4963-9c68-f0ea2fe845a3 req-539d677b-9aa1-4daa-89ef-962243326293 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Apr 01 16:20:57.828206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:57.982392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.009944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:58.019780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:58.072157 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:20:58.099529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.171802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:58.239536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c055-3056-471f-a476-3dae483b9573 req-9f4e3d4d-7c65-44ad-a4c8-16db66c4d490 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:58.240995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fa2c055-3056-471f-a476-3dae483b9573 req-9f4e3d4d-7c65-44ad-a4c8-16db66c4d490 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.0816677 Apr 01 16:20:58.287151 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fa2c055-3056-471f-a476-3dae483b9573 req-28757fa6-c8e3-4a0e-89f0-3bcf0beafdbb tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Apr 01 16:20:59.478776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a579ce-55d7-4ef4-804a-0acc86361756 req-9cacbf86-26b8-475d-af16-16f0a9dd47b9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:59.480239 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08a579ce-55d7-4ef4-804a-0acc86361756 req-9cacbf86-26b8-475d-af16-16f0a9dd47b9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.0836418 Apr 01 16:20:59.524978 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08a579ce-55d7-4ef4-804a-0acc86361756 req-d0c5352a-1aa0-4a47-927f-109601f007e6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389481 Apr 01 16:20:59.842061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:59.978472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:59.991470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:00.047136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.063963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:00.079124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:00.155252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.233404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:00.241583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['06d13e38-12e3-438b-acad-5ebc06d58d2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:00.718969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd2b7-2e0d-4a59-8372-cfe6f743e762 req-3defef02-9ad3-43ee-b44d-074c592fa7c3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:00.720413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9badd2b7-2e0d-4a59-8372-cfe6f743e762 req-3defef02-9ad3-43ee-b44d-074c592fa7c3 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 944 time: 0.0851054 Apr 01 16:21:00.772051 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9badd2b7-2e0d-4a59-8372-cfe6f743e762 req-719e30e2-e938-4ab6-bb98-2cb31c486c3e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Apr 01 16:21:00.784870 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:01.858983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:01.932038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 06d13e38-12e3-438b-acad-5ebc06d58d2f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:01.932409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.967895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e179b2-2dcc-4982-99cb-565509e200fc req-e2f6601e-deeb-4285-9653-89656389640e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:01.969406 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0e179b2-2dcc-4982-99cb-565509e200fc req-e2f6601e-deeb-4285-9653-89656389640e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 944 time: 0.0856783 Apr 01 16:21:02.015479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c0e179b2-2dcc-4982-99cb-565509e200fc req-2a1803d5-1d55-489d-9ff5-7b329a694089 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Apr 01 16:21:02.053141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.079898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:02.091210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:02.134292 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:21:02.202009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.270988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:02.431104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9814d62b-d27e-4571-9e55-cfc0b41eb228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.215970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c50f58-c63b-4318-8e7b-573e2b4597a1 req-a2cb2640-ed9b-41e7-9990-4ed8cd3a3ce6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.217442 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3c50f58-c63b-4318-8e7b-573e2b4597a1 req-a2cb2640-ed9b-41e7-9990-4ed8cd3a3ce6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0800617 Apr 01 16:21:03.261482 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3c50f58-c63b-4318-8e7b-573e2b4597a1 req-0b9291b8-cc4b-405d-b3e4-3095e6a9b385 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Apr 01 16:21:04.446779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d308d-156d-4574-a6e5-dea5ded217b9 req-a9c6a0c5-8b7a-4c4f-80f1-58418f69da8b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:04.448233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-702d308d-156d-4574-a6e5-dea5ded217b9 req-a9c6a0c5-8b7a-4c4f-80f1-58418f69da8b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0795801 Apr 01 16:21:04.494115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-702d308d-156d-4574-a6e5-dea5ded217b9 req-efff823f-a26e-4952-ab0c-82a73a208459 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Apr 01 16:21:04.904833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81e25136-b3cb-4047-8058-75b95eda68ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.607858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.687894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ea9f6-e362-4036-b6b6-47f6ee43bf64 req-7ef5571d-fe76-4e18-a01b-1167f3078d07 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:05.689327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0f7ea9f6-e362-4036-b6b6-47f6ee43bf64 req-7ef5571d-fe76-4e18-a01b-1167f3078d07 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0892146 Apr 01 16:21:05.734301 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0f7ea9f6-e362-4036-b6b6-47f6ee43bf64 req-0321746f-981f-471a-b51d-d92ce8b5087f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Apr 01 16:21:06.236307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.925661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda83e88-e14a-406c-ab72-e0d8fd027e7a req-eab66b02-ad76-4b6c-9213-561e85da30a6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:06.927455 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dda83e88-e14a-406c-ab72-e0d8fd027e7a req-eab66b02-ad76-4b6c-9213-561e85da30a6 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0845935 Apr 01 16:21:06.973082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dda83e88-e14a-406c-ab72-e0d8fd027e7a req-26f1931b-4207-46dd-a031-d6518eed950f tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Apr 01 16:21:07.698771 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.768925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea4af-3ddd-4f01-a744-8df0ff09c2b6 req-179f7ad6-f5bd-403a-8988-f60111e42501 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:07.770408 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-feaea4af-3ddd-4f01-a744-8df0ff09c2b6 req-179f7ad6-f5bd-403a-8988-f60111e42501 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1566217 Apr 01 16:21:07.778049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-f055b870-2423-4f2a-8495-0a6b30295887 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:07.779422 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-f055b870-2423-4f2a-8495-0a6b30295887 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8&tenant_id=22724a13465d49238f43657958d331bd&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.1267207 Apr 01 16:21:07.798824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-394d518e-ee53-4eb4-b577-bad39a3498c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:21:07.802804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-394d518e-ee53-4eb4-b577-bad39a3498c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062788 Apr 01 16:21:07.978833 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-feaea4af-3ddd-4f01-a744-8df0ff09c2b6 req-8717c683-eea1-401a-bd2b-dc6790b8b1c9 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976748 Apr 01 16:21:08.002781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-803408a9-b0ef-40fe-94da-aa558d116937 service neutron] 10.222.0.91 "GET /v2.0/ports/06d13e38-12e3-438b-acad-5ebc06d58d2f/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.1948364 Apr 01 16:21:08.094828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-447c62b9-97bb-4973-8b97-1ae84d18db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:08.096210 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-447c62b9-97bb-4973-8b97-1ae84d18db14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0716345 Apr 01 16:21:08.226900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-139cdce8-d352-47c9-9fa5-df4de7249e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:08.229228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-139cdce8-d352-47c9-9fa5-df4de7249e40 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1270971 Apr 01 16:21:08.332136 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-3ab6890c-0492-4a00-9605-6737675d616a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1002 time: 0.0971403 Apr 01 16:21:08.397056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-1b66a5fd-2ade-425a-bf9f-8de4975451d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:08.398566 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-1b66a5fd-2ade-425a-bf9f-8de4975451d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0600946 Apr 01 16:21:08.481156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-4254d35f-97b3-4e48-94fa-7e528d765147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:08.482601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-4254d35f-97b3-4e48-94fa-7e528d765147 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757492 Apr 01 16:21:08.621702 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-5149b0a4-a78c-4adb-b1f4-3c630fbe6d0e service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310730 Apr 01 16:21:08.759765 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-4abbaf11-0e64-46bd-af7f-96c318f6a17a service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311948 Apr 01 16:21:09.173213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26298578-d6be-446b-bd85-d33e509b6a3c req-40d9813f-ddaa-4511-893b-2a3840eead1a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.174709 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-26298578-d6be-446b-bd85-d33e509b6a3c req-40d9813f-ddaa-4511-893b-2a3840eead1a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0822468 Apr 01 16:21:09.238217 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-26298578-d6be-446b-bd85-d33e509b6a3c req-fa786eec-b615-4b77-8bc4-55f2573a5c91 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572817 Apr 01 16:21:10.505603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26c9b-0c95-4041-a1f8-465d378db1ac req-28774d9a-8d72-4ee6-895d-19e27478a29b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:10.507082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eea26c9b-0c95-4041-a1f8-465d378db1ac req-28774d9a-8d72-4ee6-895d-19e27478a29b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0889583 Apr 01 16:21:10.560845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eea26c9b-0c95-4041-a1f8-465d378db1ac req-35cfe056-0a10-4d16-9589-3a3d0cead238 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Apr 01 16:21:11.753474 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6efc0-a966-490e-81b4-2da9e1d7b1c1 req-ad4d8dac-27bf-48ab-82a2-28cfa5769a78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:11.755120 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dba6efc0-a966-490e-81b4-2da9e1d7b1c1 req-ad4d8dac-27bf-48ab-82a2-28cfa5769a78 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0844717 Apr 01 16:21:11.803704 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dba6efc0-a966-490e-81b4-2da9e1d7b1c1 req-fa24546c-55a7-4b0c-97a1-a27ac08acdb8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Apr 01 16:21:13.055235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452c685-3b30-4c86-b4a5-ba599b5563e0 req-6db746c7-0fca-45a5-b0fb-bef8f486a78d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.056802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2452c685-3b30-4c86-b4a5-ba599b5563e0 req-6db746c7-0fca-45a5-b0fb-bef8f486a78d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1426704 Apr 01 16:21:13.063346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-7c0a32a0-c473-4036-a109-cf1d8891407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.064855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-7c0a32a0-c473-4036-a109-cf1d8891407c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8&tenant_id=22724a13465d49238f43657958d331bd HTTP/1.1" status: 200 len: 1098 time: 0.1158810 Apr 01 16:21:13.151578 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2452c685-3b30-4c86-b4a5-ba599b5563e0 req-305c289a-3001-425b-ad0e-474e7bd1b191 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855670 Apr 01 16:21:13.182810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-9bbd8b00-9539-4bd7-a20a-414d708a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.184394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-9bbd8b00-9539-4bd7-a20a-414d708a015b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1098 time: 0.0868764 Apr 01 16:21:13.333825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-8b68c449-2d64-4bef-b457-bf84a4890520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.335405 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-8b68c449-2d64-4bef-b457-bf84a4890520 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1418171 Apr 01 16:21:13.444503 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-c59f3f13-d903-41e2-bcd6-dca8fd7b50d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1002 time: 0.0991426 Apr 01 16:21:13.512118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-05aa5930-ecce-4934-902c-0d0ed1df7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.513542 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-05aa5930-ecce-4934-902c-0d0ed1df7095 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0592203 Apr 01 16:21:13.594856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-a06217f1-d258-45fd-819a-1df11fe6aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.596307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-a06217f1-d258-45fd-819a-1df11fe6aa7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732977 Apr 01 16:21:13.851995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-e430ef08-4185-4feb-b3e4-e3a8aa2d1e53 service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457371 Apr 01 16:21:13.914954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:14.003211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa254a16-3d4f-4728-b466-f2969b885a63 req-991c4321-a9fa-4c97-8aa0-b234d3e6d8ed service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426055 Apr 01 16:21:14.053139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.081483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:14.092533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:14.146697 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:21:14.162494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.240829 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=9']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:14.365296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87e758-f169-47c3-962a-04e482cd4290 req-4c24b1bd-97a3-4cc4-8526-6c1189e1caa7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:14.366969 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-be87e758-f169-47c3-962a-04e482cd4290 req-4c24b1bd-97a3-4cc4-8526-6c1189e1caa7 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.0903189 Apr 01 16:21:14.416487 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-be87e758-f169-47c3-962a-04e482cd4290 req-aadfcbd1-3773-46f3-90a8-0899fe03a836 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Apr 01 16:21:15.811873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62620-7b48-4e56-9716-fde164de3756 req-3263b3e6-6cec-4e80-937e-123f84c65f84 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.813445 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c3c62620-7b48-4e56-9716-fde164de3756 req-3263b3e6-6cec-4e80-937e-123f84c65f84 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.2733898 Apr 01 16:21:15.860285 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c3c62620-7b48-4e56-9716-fde164de3756 req-b80f8787-e0c1-40cf-806d-07c4e71fff7e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Apr 01 16:21:17.122256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9d781-3fbd-4000-b671-d8771260067c req-047069cb-9087-4aec-9847-ae84e414f734 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:17.123856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2be9d781-3fbd-4000-b671-d8771260067c req-047069cb-9087-4aec-9847-ae84e414f734 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 943 time: 0.1508772 Apr 01 16:21:17.172474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2be9d781-3fbd-4000-b671-d8771260067c req-553365f9-3f4b-47ae-9e18-5d664f4c6b2d tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Apr 01 16:21:17.919889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:18.072172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:18.087114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:18.145943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:18.163498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:18.180641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:18.252480 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:18.356721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['06d13e38-12e3-438b-acad-5ebc06d58d2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:18.371192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd1e5d-ac6b-4882-b2f3-22873b37e738 req-f132081f-1997-410c-bf2c-8868a9450f22 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:18.372807 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-98dd1e5d-ac6b-4882-b2f3-22873b37e738 req-f132081f-1997-410c-bf2c-8868a9450f22 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0880177 Apr 01 16:21:18.412032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=10']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:18.426057 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-98dd1e5d-ac6b-4882-b2f3-22873b37e738 req-6b208f6a-6f60-4263-a783-eae3c4359105 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Apr 01 16:21:18.480266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.620858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-ebe2-48b6-bf07-b9abbfb5593a req-23af8ffc-8e29-4360-9f01-e760028a94b8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.622489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67680008-ebe2-48b6-bf07-b9abbfb5593a req-23af8ffc-8e29-4360-9f01-e760028a94b8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0848174 Apr 01 16:21:19.672510 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67680008-ebe2-48b6-bf07-b9abbfb5593a req-226c4067-efdd-4856-a06a-cda60c61adee tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Apr 01 16:21:19.929659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:20.003366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 06d13e38-12e3-438b-acad-5ebc06d58d2f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:20.003730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.128908 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.156733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:20.167507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:20.214084 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:21:20.230499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.300589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=11']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:20.866895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ccb67-67e5-4b21-a65d-397bf6d6c292 req-5c70bbea-6551-46b5-b5b1-20fe5f4670c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:20.868404 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a68ccb67-67e5-4b21-a65d-397bf6d6c292 req-5c70bbea-6551-46b5-b5b1-20fe5f4670c8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.0845251 Apr 01 16:21:20.915157 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a68ccb67-67e5-4b21-a65d-397bf6d6c292 req-b21279dc-4344-4947-8317-75afb38f7de8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406966 Apr 01 16:21:21.820988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e109-af85-46a1-947c-f6558e126c21 req-e653475d-70f3-40a8-9583-eb4157ad4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.822385 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-e653475d-70f3-40a8-9583-eb4157ad4034 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=22724a13465d49238f43657958d331bd&device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 1099 time: 0.0795972 Apr 01 16:21:21.980881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e109-af85-46a1-947c-f6558e126c21 req-961ddf8f-129a-4bc1-be43-1cd4c671a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.982325 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-961ddf8f-129a-4bc1-be43-1cd4c671a2d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 200 len: 913 time: 0.1344600 Apr 01 16:21:22.092292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-957ab9dd-95a3-444d-ba5f-47e4852f330d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 200 len: 1002 time: 0.1022766 Apr 01 16:21:22.116901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adaa15-e338-4d25-ad0b-d5782d9c1e1a req-11ae544a-5d0e-4bf1-9ff5-624660537cff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.118421 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-46adaa15-e338-4d25-ad0b-d5782d9c1e1a req-11ae544a-5d0e-4bf1-9ff5-624660537cff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.0894680 Apr 01 16:21:22.165985 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-46adaa15-e338-4d25-ad0b-d5782d9c1e1a req-1786a676-4964-4bff-9092-f983fdd47a44 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Apr 01 16:21:22.166247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e109-af85-46a1-947c-f6558e126c21 req-190a1546-db31-49f9-a256-f4e8fa946daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.168319 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-190a1546-db31-49f9-a256-f4e8fa946daf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 200 len: 851 time: 0.0680461 Apr 01 16:21:22.249428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e109-af85-46a1-947c-f6558e126c21 req-85c9f9bb-6543-4997-847f-4d3405e403cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.250873 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-85c9f9bb-6543-4997-847f-4d3405e403cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=22048137-7b4b-42a6-8d01-7747042f37e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747173 Apr 01 16:21:22.388519 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-8f8117f8-ca9d-49ee-9dc9-b4694cf59fac service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304231 Apr 01 16:21:22.526713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce54e109-af85-46a1-947c-f6558e126c21 req-201b58f5-a631-4aee-a44e-0ceecda23a4c service neutron] 10.222.0.91 "GET /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312573 Apr 01 16:21:23.402114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3546ea-0223-4dc3-a5c0-ceab30817666 req-c041308a-48a8-4fe0-9f1c-88334d093dc0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:23.404694 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b3546ea-0223-4dc3-a5c0-ceab30817666 req-c041308a-48a8-4fe0-9f1c-88334d093dc0 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.1254840 Apr 01 16:21:23.453558 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8b3546ea-0223-4dc3-a5c0-ceab30817666 req-703647e0-1202-4765-9993-569de6eaf6a8 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Apr 01 16:21:23.920243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:24.066430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:24.080986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'port_id': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'mac_address': 'fa:16:3e:80:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:24.159412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:24.178248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:24.195069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:24.259015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:24.327667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['06d13e38-12e3-438b-acad-5ebc06d58d2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:24.396896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=12']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:24.423971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.424364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.424781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.425262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.425749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.426153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.426537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.427215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.427595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.428087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.428708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.429196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:24.684274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab72b-5897-4aad-b04e-3934f834ff3a req-3dbeea73-0dc5-403a-bdab-7c2d59b16691 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.685800 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-beeab72b-5897-4aad-b04e-3934f834ff3a req-3dbeea73-0dc5-403a-bdab-7c2d59b16691 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1096251 Apr 01 16:21:24.743565 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-beeab72b-5897-4aad-b04e-3934f834ff3a req-644740d5-990a-4090-b430-f5f6f4d2ac58 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511470 Apr 01 16:21:24.986578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3d31-42e4-47dd-8f19-009aa39e2881 req-aa4e62f3-06c0-4fc9-8b7f-c76185e55024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.989144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d26d3d31-42e4-47dd-8f19-009aa39e2881 req-aa4e62f3-06c0-4fc9-8b7f-c76185e55024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1061189 Apr 01 16:21:25.049073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d26d3d31-42e4-47dd-8f19-009aa39e2881 req-fffe7b0a-ae1f-4078-a8d6-51f49f34ffa5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531285 Apr 01 16:21:25.285230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5a71-aeb6-45ea-96f8-666860c7af1e req-d42a4a04-d2aa-4cc5-9ce4-a1da90953dac tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:25.290777 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cf1b5a71-aeb6-45ea-96f8-666860c7af1e req-d42a4a04-d2aa-4cc5-9ce4-a1da90953dac tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.1005650 Apr 01 16:21:25.366455 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cf1b5a71-aeb6-45ea-96f8-666860c7af1e req-75817a5b-fba7-45cd-bca2-33ee3bc674c5 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689311 Apr 01 16:21:25.936232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:26.004088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b545-55d3-47b2-a2d2-810042c3d49a req-9c681bc8-1138-4b90-9f29-894c3ba56a11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:26.005657 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8695b545-55d3-47b2-a2d2-810042c3d49a req-9c681bc8-1138-4b90-9f29-894c3ba56a11 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 945 time: 0.0918412 Apr 01 16:21:26.012096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 06d13e38-12e3-438b-acad-5ebc06d58d2f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:26.012457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:26.053727 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8695b545-55d3-47b2-a2d2-810042c3d49a req-9dc2d2d5-f12c-4268-bfc0-9794f9d60aff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Apr 01 16:21:26.143015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:26.171538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:26.182920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:26.219717 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'code': 200} Apr 01 16:21:26.259004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:26.336058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=13']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:27.260275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626ce61-4cd4-440c-8e0b-1b94b9b40a35 req-afee82ab-5036-49a3-85cd-699ef8238c54 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:27.261789 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8626ce61-4cd4-440c-8e0b-1b94b9b40a35 req-afee82ab-5036-49a3-85cd-699ef8238c54 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.0874331 Apr 01 16:21:27.318069 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8626ce61-4cd4-440c-8e0b-1b94b9b40a35 req-561b51a7-1b02-4574-813c-8efa4d6d6a3e tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463014 Apr 01 16:21:28.517562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd20c-2d0e-439d-8901-da7c80154c9c req-aaa08024-43ca-4f5e-8785-4b832f5597ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:28.519116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-959bd20c-2d0e-439d-8901-da7c80154c9c req-aaa08024-43ca-4f5e-8785-4b832f5597ff tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Apr 01 16:21:28.568377 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-959bd20c-2d0e-439d-8901-da7c80154c9c req-53ad265e-1c93-4510-ad99-b1f3d9874f02 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef965b34-ab79-4806-ba6d-01e5af1bde7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Apr 01 16:21:28.656486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-37554780-a064-4773-9c24-ec01a814c024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:28.658088 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-37554780-a064-4773-9c24-ec01a814c024 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 946 time: 0.0888472 Apr 01 16:21:28.737684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Deleting port 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:28.737922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:29.121787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] For port 06d13e38-12e3-438b-acad-5ebc06d58d2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=06d13e38-12e3-438b-acad-5ebc06d58d2f,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:29.121787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:29.440852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:29.441257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:29.441557 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091 disassociated. External IP: 172.26.8.179, port: 06d13e38-12e3-438b-acad-5ebc06d58d2f. Apr 01 16:21:29.441906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Calling delete_port for 06d13e38-12e3-438b-acad-5ebc06d58d2f owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:29.653431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:29.712009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'Port': ['ID=06d13e38-12e3-438b-acad-5ebc06d58d2f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:29.730105 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ef80b12e-f449-4922-ac82-a42890579ec8 req-f7a3cb38-34e7-4859-ab9c-bb5ee7062d2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 210 time: 0.0497298 Apr 01 16:21:29.787753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.788099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.788448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.788787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.789130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.789465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.789798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.790215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.790442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.790801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.791127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.791471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:29.933609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:21:30.131614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:21:30.142584 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:21:30.158844 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:21:30.160037 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:21:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:30.212814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] No DVR routers for this DVR port 06d13e38-12e3-438b-acad-5ebc06d58d2f on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:30.215942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:30.218876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-deleted', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:30.281364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1367856-ae91-4fc0-a7ab-157ec0f318a8', 'name': 'network-vif-deleted', 'tag': '06d13e38-12e3-438b-acad-5ebc06d58d2f', 'status': 'completed', 'code': 200} Apr 01 16:21:30.288167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-11f693d3-9a4a-49d5-8207-1e922e9e3149 req-4ef6c6cf-535a-4e39-893e-e376af8a46c2 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.91 "DELETE /v2.0/ports/06d13e38-12e3-438b-acad-5ebc06d58d2f HTTP/1.1" status: 204 len: 173 time: 1.6205101 Apr 01 16:21:30.373366 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:21:30.737196 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:30.741035 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:21:30.749936 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:21:30.750449 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:21:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:30.907129 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bb98ee31-afa8-4dd1-8d25-9d1f13da7cf6 req-b83195fa-b615-43d5-aca8-57d81720fc5b tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1367856-ae91-4fc0-a7ab-157ec0f318a8 HTTP/1.1" status: 200 len: 210 time: 0.0461597 Apr 01 16:21:30.958299 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:21:31.302052 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:31.306099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8436ed4-0322-42cf-b4c6-0597f463f876 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:16:54Z', 'revision_number': 4, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '22fe52db-a752-4649-888e-fe76e376757d', 'name': '', 'network_id': '22048137-7b4b-42a6-8d01-7747042f37e6', 'tenant_id': '22724a13465d49238f43657958d331bd', 'mac_address': 'fa:16:3e:1d:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:53Z', 'updated_at': '2022-04-01T16:17:00Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'subnets': [{'id': '703a436e-b2bc-4c7c-a450-ff2a4669a9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:21:31.537362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231ba35-2d89-44cf-911e-f7d4c81ca609 None None] New status for floating IP 9627d3c7-7de1-4af7-8079-3355e31c2091: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:21:32.441970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f20ead11-b37f-48b5-bde2-d13fabe082ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:34.008719 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:34.043490 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 06d13e38-12e3-438b-acad-5ebc06d58d2f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:21:34.043835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 06d13e38-12e3-438b-acad-5ebc06d58d2f not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:34.876324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-929f1739-fb80-4fc8-9f5a-9e47f192cdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:35.645966 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.230687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.601879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52864) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:36.665792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.694892 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.802026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.820509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef965b34-ab79-4806-ba6d-01e5af1bde7a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:36.886608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:36.887782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-40ac178b-db9a-4ee0-93af-d085997fdf2a tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef965b34-ab79-4806-ba6d-01e5af1bde7a HTTP/1.1" status: 204 len: 168 time: 0.2849252 Apr 01 16:21:36.894998 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52868) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:36.911364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.api.v2.resource [None req-4e020003-1301-4651-84d1-8f61a977c460 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] show failed (client error): The resource could not be found. Apr 01 16:21:36.912322 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4e020003-1301-4651-84d1-8f61a977c460 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "GET /v2.0/security-groups/ef965b34-ab79-4806-ba6d-01e5af1bde7a HTTP/1.1" status: 404 len: 347 time: 0.0164478 Apr 01 16:21:36.914947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52872) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:37.187769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Deleting port 8c2eb77e-151f-40f4-b9be-39fe622643b2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:37.188110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.361798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.362119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.488077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Calling delete_port for 8c2eb77e-151f-40f4-b9be-39fe622643b2 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:37.681556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.721610 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.732575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Pushing event deleted for resources: {'Port': ['ID=8c2eb77e-151f-40f4-b9be-39fe622643b2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:37.784867 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:37.829300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.847187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.857884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-45b24282-44ab-4121-b0e1-2c5906089137 tempest-ServerActionsTestJSON-291534564 tempest-ServerActionsTestJSON-291534564-project] 10.222.0.21 "DELETE /v2.0/floatingips/9627d3c7-7de1-4af7-8079-3355e31c2091 HTTP/1.1" status: 204 len: 168 time: 0.9325473 Apr 01 16:21:37.858035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52876) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:38.421329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:38.890101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Deleting port 22fe52db-a752-4649-888e-fe76e376757d {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:38.890792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:39.067963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] For port 22fe52db-a752-4649-888e-fe76e376757d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=22fe52db-a752-4649-888e-fe76e376757d,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:39.068311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:39.188856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Calling delete_port for 22fe52db-a752-4649-888e-fe76e376757d owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:39.555743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:39.607622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Pushing event deleted for resources: {'Port': ['ID=22fe52db-a752-4649-888e-fe76e376757d,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:39.645263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.645613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.645950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.646265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.646607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.646975 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.647299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.647797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.647946 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.648268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.648585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.648906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:39.894782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:40.385506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:21:40.567162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:21:40.576332 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Sync routers for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:21:40.580349 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0f8b6d34-fcad-46bf-aa9b-2bfae662fadd admin admin] 10.222.0.21 "PUT /v2.0/routers/425d3b1b-64af-4b56-9a7a-59e17ffe80e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273979 Apr 01 16:21:40.582858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52880) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:40.585832 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:21:40.586357 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:21:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:40.767065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:40.781677 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:21:40.954492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.019098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Deleting port c4b02d04-fe29-467a-901a-566ee31074e3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:41.019578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.104415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:21:39Z', 'revision_number': 5, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port': {'id': 'c4b02d04-fe29-467a-901a-566ee31074e3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:16:51Z', 'updated_at': '2022-04-01T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:41.109095 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Checking router: 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:21:41.117270 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Routers {'425d3b1b-64af-4b56-9a7a-59e17ffe80e5'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:21:41.117862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:21:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:41.216487 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] For port c4b02d04-fe29-467a-901a-566ee31074e3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=c4b02d04-fe29-467a-901a-566ee31074e3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:41.216844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.278132 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] Set router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:21:41.344246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Calling delete_port for c4b02d04-fe29-467a-901a-566ee31074e3 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:41.383122 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:21:40Z', 'revision_number': 6, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:41.388225 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4c66a-0e96-4400-a4b5-9bea7566bd42 None None] The sync data for ids ['425d3b1b-64af-4b56-9a7a-59e17ffe80e5'] in dv-neutron-835944-1-hyperv is: [{'id': '425d3b1b-64af-4b56-9a7a-59e17ffe80e5', 'name': 'tempest-ServerActionsTestJSON-2076674041-router', 'tenant_id': '22724a13465d49238f43657958d331bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:16:50Z', 'updated_at': '2022-04-01T16:21:40Z', 'revision_number': 6, 'project_id': '22724a13465d49238f43657958d331bd', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:21:41.584470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.660357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b02d04-fe29-467a-901a-566ee31074e3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:41.848339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.025044 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.027383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.110988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.111373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425d3b1b-64af-4b56-9a7a-59e17ffe80e5 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:21:42.127741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.131233 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b26dd80e-37cc-4f90-84af-45d5495b9313 admin admin] 10.222.0.21 "DELETE /v2.0/routers/425d3b1b-64af-4b56-9a7a-59e17ffe80e5 HTTP/1.1" status: 204 len: 168 time: 1.5450816 Apr 01 16:21:42.131720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52884) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:42.196970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c4b02d04-fe29-467a-901a-566ee31074e3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:42.218860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Deleting subnet 703a436e-b2bc-4c7c-a450-ff2a4669a9ec {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:21:42.222383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.252370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: c4b02d04-fe29-467a-901a-566ee31074e3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:21:42.252709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device c4b02d04-fe29-467a-901a-566ee31074e3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:42.253125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 22fe52db-a752-4649-888e-fe76e376757d no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:42.279922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.287257 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 22fe52db-a752-4649-888e-fe76e376757d {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:21:42.287589 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 22fe52db-a752-4649-888e-fe76e376757d not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:42.371514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.504893 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.544653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703a436e-b2bc-4c7c-a450-ff2a4669a9ec,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:42.549830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.556467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a34cc746-c675-4ab4-b6dc-0cd7afbec788 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/703a436e-b2bc-4c7c-a450-ff2a4669a9ec HTTP/1.1" status: 204 len: 168 time: 0.4239285 Apr 01 16:21:42.556824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805a3f02-8787-4b85-9f61-724ec4a6d8ae None None] Network 22048137-7b4b-42a6-8d01-7747042f37e6 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:21:42.559749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 52888) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:42.678072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.694544 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Deleting port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:42.694950 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.860269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] DHCP port deletion for 22048137-7b4b-42a6-8d01-7747042f37e6 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:21:42.864833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Deleting port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:42.865210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.923468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] For port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:42.923823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.055034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Calling delete_port for 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:43.081987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] For port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,segment=NetworkSegment(767c7ca9-e6cd-455f-b22c-456afc92d196),segment_id=767c7ca9-e6cd-455f-b22c-456afc92d196)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:43.082381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.211603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Calling delete_port for 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:43.230526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.276960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:43.282467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] No DVR routers for this DVR port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:43.286867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:21:43.287222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:21:43.398234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.424507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22048137-7b4b-42a6-8d01-7747042f37e6']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:43.437712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767c7ca9-e6cd-455f-b22c-456afc92d196') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:43.438006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767c7ca9-e6cd-455f-b22c-456afc92d196') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:43.450353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.467155 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.473603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:21:43.478705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:21:43.487836 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:21:43.738902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.755082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.765212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22048137-7b4b-42a6-8d01-7747042f37e6,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:43.788478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Deleting port 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:43.792746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:43.841411 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cfbd5705-659b-492e-ae94-fbfc59b348b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22048137-7b4b-42a6-8d01-7747042f37e6 HTTP/1.1" status: 204 len: 168 time: 1.2805855 Apr 01 16:21:43.862218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2bdf4-8205-4b0b-8891-6b979bdb953f None None] The port '24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:21:44.033687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:44.069518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:21:44.069962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 24c5fdf1-969e-4e34-8ae8-9ffd5aea7c94 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:44.170694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52894) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:44.219655 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-569b7218-6206-4b40-b09f-3e4c7c01728c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22724a13465d49238f43657958d331bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477960 Apr 01 16:21:44.222067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52898) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:44.280191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.309640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.429903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.447136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e1297-b1bd-4435-a30b-1654b1eead93,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:44.454466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.455605 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a6ad0621-ba97-4ba0-8f32-2d03a041a5aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/997e1297-b1bd-4435-a30b-1654b1eead93 HTTP/1.1" status: 204 len: 168 time: 0.2326145 Apr 01 16:21:45.537217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52922) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:45.641279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-754441471-network', 'tenant_id': '46bd4e54636b4f8abb3d27ca4a68de19'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:45.646007 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:45.649872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Usage tracker for resource:network and tenant:46bd4e54636b4f8abb3d27ca4a68de19 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:45.653385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:45.659579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:45.715916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Made reservation on behalf of 46bd4e54636b4f8abb3d27ca4a68de19 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:45.718277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.731410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.746242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:45.750167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Usage tracker for resource:security_group_rule and tenant:46bd4e54636b4f8abb3d27ca4a68de19 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:45.753004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:45.758687 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:45.843121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.881177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.912491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:21:45.920836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9311c7be-c2c8-47b9-a4b4-448f5953cc66,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:45.926302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.926979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Added segment 7a581e30-f503-439b-8c85-eaf5dd8d88f3 of type vlan for network e04c83a3-68f7-4d60-acf5-71c1bb55208d Apr 01 16:21:45.953842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.087158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.088138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:46.088752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.191044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] Pushing event updated for resources: {'Network': ['ID=e04c83a3-68f7-4d60-acf5-71c1bb55208d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:46.204046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:21:46.236524 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3250f02e-e405-4dbc-bbdc-b5d9ec540d83 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6981406 Apr 01 16:21:46.239270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 52928) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:46.244735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Request body: {'subnet': {'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-754441471-subnet', 'tenant_id': '46bd4e54636b4f8abb3d27ca4a68de19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:46.250555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:46.254529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Usage tracker for resource:subnet and tenant:46bd4e54636b4f8abb3d27ca4a68de19 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:46.257403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:46.264039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:46.332891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Made reservation on behalf of 46bd4e54636b4f8abb3d27ca4a68de19 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:46.335279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.578939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.649395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0814b2-109a-46ed-ae20-8684ea0e832a,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:46.661816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Checking segment: {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:21:46.662173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Network hostable DHCP agents. Network: e04c83a3-68f7-4d60-acf5-71c1bb55208d, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:21:46.732785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:21:46.784388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, e04c83a3-68f7-4d60-acf5-71c1bb55208d) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:46.788505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:46.789081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.795149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4f102-0386-4d23-b9ce-275902a51b3e None None] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:21:46.897004 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-49433ab8-c9c3-4c83-a89d-36d2d057b90c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6489084 Apr 01 16:21:47.020383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5931df4-f5ea-4f4b-b3e4-cf92ed14ceff None None] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:21:47.418609 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-82ab9099-0db8-40e0-8eed-b7bd9c497446 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:47.419988 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-82ab9099-0db8-40e0-8eed-b7bd9c497446 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/networks?id=e04c83a3-68f7-4d60-acf5-71c1bb55208d HTTP/1.1" status: 200 len: 813 time: 0.1489406 Apr 01 16:21:47.435525 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-55edb8f3-09ed-47bb-bbcf-ab92252bd6f3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/quotas/46bd4e54636b4f8abb3d27ca4a68de19 HTTP/1.1" status: 200 len: 375 time: 0.0100965 Apr 01 16:21:47.486982 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-ebc8a2f2-77d6-46ae-8ff9-1a719fa66653 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459616 Apr 01 16:21:47.621335 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-afe9cd2b-5cb1-4993-8644-016b2b58cff0 service neutron] 10.222.0.21 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274505 Apr 01 16:21:47.753898 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5d80e453-0692-4d51-b886-9e088a7213a0 service neutron] 10.222.0.21 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265204 Apr 01 16:21:48.020685 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f12fb0fd-d35e-4063-8f0e-20e45b20128d req-36f44303-1c7b-49d9-9a12-f1d47eab7708 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 210 time: 0.0482709 Apr 01 16:21:48.458328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:49.181391 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2b5d5f70-4ea9-4786-b560-e29236e6f5af req-5d52753c-f55e-48ef-b403-1dc090cb13e7 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 210 time: 0.0501263 Apr 01 16:21:50.155544 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5572083d-fad8-449d-b4fa-880bb392cdd3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.156224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5572083d-fad8-449d-b4fa-880bb392cdd3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:50.248832 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5572083d-fad8-449d-b4fa-880bb392cdd3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:50.250423 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5572083d-fad8-449d-b4fa-880bb392cdd3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "GET /v2.0/networks?id=e04c83a3-68f7-4d60-acf5-71c1bb55208d HTTP/1.1" status: 200 len: 813 time: 0.2412696 Apr 01 16:21:50.277993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Request body: {'port': {'device_id': '4268c195-b885-4a55-9900-eb8ec0072587', 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d', 'admin_state_up': True, 'tenant_id': '46bd4e54636b4f8abb3d27ca4a68de19'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:50.356346 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55862ef9-d70a-4970-9bc5-43897e307e96 req-30cb27d2-a972-482e-b072-ca6f6bb04a69 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 210 time: 0.0603912 Apr 01 16:21:50.563229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:50.567113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Usage tracker for resource:port and tenant:46bd4e54636b4f8abb3d27ca4a68de19 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:50.569927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:50.575702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:50.629712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Made reservation on behalf of 46bd4e54636b4f8abb3d27ca4a68de19 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:50.633453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.799456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Allocated IP 172.20.0.10 (e04c83a3-68f7-4d60-acf5-71c1bb55208d/7b0814b2-109a-46ed-ae20-8684ea0e832a/140ab8ec-5057-4446-ae88-62596d8811b4) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:51.005631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.087561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.162221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:51.165949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:51.175685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:21:51.216227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Pushing event updated for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:51.259877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:51.260542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.407889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-5344459d-57c4-4477-a4e6-afd57f4af48a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1351204 Apr 01 16:21:51.470717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Request body: {'port': {'device_id': '4268c195-b885-4a55-9900-eb8ec0072587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:51.553238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac3ed-0692-446e-baaf-0a88e6e5e2f5 req-d0bfc543-a1dc-458b-a1cf-e314ae94a8f3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:51.554784 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-248ac3ed-0692-446e-baaf-0a88e6e5e2f5 req-d0bfc543-a1dc-458b-a1cf-e314ae94a8f3 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 932 time: 0.0836842 Apr 01 16:21:51.592206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.603520 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-248ac3ed-0692-446e-baaf-0a88e6e5e2f5 req-a6a8a343-1701-4637-b101-3d13555b1593 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Apr 01 16:21:51.942331 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140ab8ec-5057-4446-ae88-62596d8811b4 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:51.949698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.965657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Transition to ACTIVE for port object 140ab8ec-5057-4446-ae88-62596d8811b4 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:21:52.040971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.203066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Pushing event updated for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:52.281735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Attempting to bind port 140ab8ec-5057-4446-ae88-62596d8811b4 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:52.282060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Attempting to bind port 140ab8ec-5057-4446-ae88-62596d8811b4 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:52.282379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Attempting to bind port 140ab8ec-5057-4446-ae88-62596d8811b4 on network e04c83a3-68f7-4d60-acf5-71c1bb55208d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:21:52.286967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Port 140ab8ec-5057-4446-ae88-62596d8811b4 on network e04c83a3-68f7-4d60-acf5-71c1bb55208d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:21:52.287282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Attempting to bind port 140ab8ec-5057-4446-ae88-62596d8811b4 on network e04c83a3-68f7-4d60-acf5-71c1bb55208d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:21:52.292488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:21:52.292825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Checking segment: {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:21:52.293205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Bound using segment: {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:21:52.293625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Bound port: 140ab8ec-5057-4446-ae88-62596d8811b4, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:52.293967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.388056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:21:52.391782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=140ab8ec-5057-4446-ae88-62596d8811b4,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:21:52.464925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.521755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:52.522361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.523906 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] 10.222.0.91 "PUT /v2.0/ports/140ab8ec-5057-4446-ae88-62596d8811b4 HTTP/1.1" status: 200 len: 1094 time: 1.1043532 Apr 01 16:21:52.524345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:52.549950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c3f7-c454-4ad2-a1c8-08f25232af4c service neutron] Pushing event updated for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:52.576971 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4', 'status': 'completed', 'code': 200} Apr 01 16:21:52.677875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-a388124b-29c6-4aa1-999f-6c68e667f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:52.679425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-a388124b-29c6-4aa1-999f-6c68e667f0ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 1097 time: 0.0782056 Apr 01 16:21:52.790723 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50642782-4b55-4995-bd50-a5ef6c2698b7 req-9070e972-5602-45c3-a156-9a5cc7886062 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:52.792157 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-50642782-4b55-4995-bd50-a5ef6c2698b7 req-9070e972-5602-45c3-a156-9a5cc7886062 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 944 time: 0.0825808 Apr 01 16:21:52.842506 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-50642782-4b55-4995-bd50-a5ef6c2698b7 req-4ee17cb9-d52d-4ffe-8bba-b549d5f3553f tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Apr 01 16:21:52.933714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-cc6cf184-8fe9-4750-96f3-f8e9919e4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:52.935300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-cc6cf184-8fe9-4750-96f3-f8e9919e4fdb service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2452359 Apr 01 16:21:53.079109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-c2666e9b-44b2-40ce-9108-a29c0bb5ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:53.080539 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af0740b9-2705-4e48-8fd0-0f1326d4c549 req-c2666e9b-44b2-40ce-9108-a29c0bb5ab30 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356225 Apr 01 16:21:53.195511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-8a72645f-d384-4e06-8255-9eef6733252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:53.197122 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-8a72645f-d384-4e06-8255-9eef6733252c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 1097 time: 0.0750608 Apr 01 16:21:53.275102 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-22a5f3a9-918b-45fd-a5fe-e482e2be1cc7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=140ab8ec-5057-4446-ae88-62596d8811b4 HTTP/1.1" status: 200 len: 217 time: 0.0659044 Apr 01 16:21:53.340585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-d4a996eb-f914-4319-9087-bbb82b6cec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:53.341959 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-d4a996eb-f914-4319-9087-bbb82b6cec1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b0814b2-109a-46ed-ae20-8684ea0e832a HTTP/1.1" status: 200 len: 853 time: 0.0585501 Apr 01 16:21:53.397484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-919daa68-0cc1-4a3f-a38c-bd3f236623e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e04c83a3-68f7-4d60-acf5-71c1bb55208d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453629 Apr 01 16:21:53.539268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-969bfd1b-2581-41b1-bd48-982d54ece97e service neutron] 10.222.0.91 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315112 Apr 01 16:21:53.679108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b343ae4-a809-4a21-a756-9111205b3c2e req-83a2d109-a97e-4e7f-ac4a-1942e294a5b0 service neutron] 10.222.0.91 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292510 Apr 01 16:21:54.029992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-c5f23037-c782-4ac4-91a4-d47f1917f613 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.030705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-c5f23037-c782-4ac4-91a4-d47f1917f613 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:54.103894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-c5f23037-c782-4ac4-91a4-d47f1917f613 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:54.105239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-c5f23037-c782-4ac4-91a4-d47f1917f613 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 944 time: 0.1551313 Apr 01 16:21:54.149643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-441321eb-7e27-44c3-a519-feba3ff59a7f tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:54.224102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-441321eb-7e27-44c3-a519-feba3ff59a7f tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:54.225208 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10c76c01-e697-4f5f-8a19-f0268a6444e7 req-441321eb-7e27-44c3-a519-feba3ff59a7f tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144965 Apr 01 16:21:55.412131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d35f9-e601-4716-ad39-5153a7b433c3 req-3c7b3fad-9c10-4dcd-971b-39a42c829529 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:55.413569 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-123d35f9-e601-4716-ad39-5153a7b433c3 req-3c7b3fad-9c10-4dcd-971b-39a42c829529 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 944 time: 0.0836070 Apr 01 16:21:55.460967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-123d35f9-e601-4716-ad39-5153a7b433c3 req-c856e2bd-b9da-42fc-b352-a19ab39eab4b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Apr 01 16:21:56.654004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8a60f-b5be-4592-b2ee-adb1016320a2 req-bb4fab09-194a-4038-80ed-0f9f29081ff2 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:56.655629 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09e8a60f-b5be-4592-b2ee-adb1016320a2 req-bb4fab09-194a-4038-80ed-0f9f29081ff2 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 944 time: 0.0879831 Apr 01 16:21:56.701689 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-09e8a60f-b5be-4592-b2ee-adb1016320a2 req-4d080eac-7619-431f-b0d7-0015911427c6 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Apr 01 16:21:57.887780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca65a48-e076-4e34-8abc-efd76d9827f4 req-43f5a5c0-fe93-4374-8f4d-7e91d15deb42 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:57.889951 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-eca65a48-e076-4e34-8abc-efd76d9827f4 req-43f5a5c0-fe93-4374-8f4d-7e91d15deb42 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 944 time: 0.0808079 Apr 01 16:21:57.935948 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-eca65a48-e076-4e34-8abc-efd76d9827f4 req-3cd189c1-7ddf-4d67-92ca-c7a7621bbfdb tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Apr 01 16:21:58.101218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 140ab8ec-5057-4446-ae88-62596d8811b4 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:58.234935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=140ab8ec-5057-4446-ae88-62596d8811b4,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:58.248236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '140ab8ec-5057-4446-ae88-62596d8811b4', 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d', 'port_id': '140ab8ec-5057-4446-ae88-62596d8811b4', 'mac_address': 'fa:16:3e:0c:58:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0814b2-109a-46ed-ae20-8684ea0e832a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:58.338031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.354757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140ab8ec-5057-4446-ae88-62596d8811b4 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:58.369928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=140ab8ec-5057-4446-ae88-62596d8811b4,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:58.423812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.492584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:58.684159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['140ab8ec-5057-4446-ae88-62596d8811b4'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:59.124327 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c59a1d-75fc-4409-82de-26473fb2461e req-ab9b4f43-4987-435d-9ba6-29452c414e59 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:59.125795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e2c59a1d-75fc-4409-82de-26473fb2461e req-ab9b4f43-4987-435d-9ba6-29452c414e59 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 945 time: 0.0827997 Apr 01 16:21:59.173844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e2c59a1d-75fc-4409-82de-26473fb2461e req-9f16ce5b-e8a6-4428-91d8-6a0fc201a632 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Apr 01 16:22:00.100609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 140ab8ec-5057-4446-ae88-62596d8811b4 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:00.239892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 140ab8ec-5057-4446-ae88-62596d8811b4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:00.245151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 140ab8ec-5057-4446-ae88-62596d8811b4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:00.245544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.364681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ba9ec-c217-48f6-a63a-026be08466f0 req-18749a86-c8ae-4570-904d-a75bc00962a9 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:00.365852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.366444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0e2ba9ec-c217-48f6-a63a-026be08466f0 req-18749a86-c8ae-4570-904d-a75bc00962a9 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 945 time: 0.0866213 Apr 01 16:22:00.392973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:00.403000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=140ab8ec-5057-4446-ae88-62596d8811b4,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:00.413676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0e2ba9ec-c217-48f6-a63a-026be08466f0 req-c27f6d34-4603-4f84-84b9-46e56bc03642 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Apr 01 16:22:00.443463 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4', 'code': 200} Apr 01 16:22:00.463110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.534280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:00.804298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62fe0-edef-40e3-bf4a-a34b3aff99fb req-2cdad5ba-b1a2-4fa2-9789-dfa58130bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:00.805737 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-54a62fe0-edef-40e3-bf4a-a34b3aff99fb req-2cdad5ba-b1a2-4fa2-9789-dfa58130bff1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 1099 time: 0.0716853 Apr 01 16:22:00.851138 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-54a62fe0-edef-40e3-bf4a-a34b3aff99fb req-c1689a7b-07c1-42c4-86cc-ab8622632d0f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Apr 01 16:22:01.606627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d57f68-8ba4-45e4-afe2-03625cbdfd37 req-d7ce8d42-1986-4d90-bdbe-a3fd6a6d20cb tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:01.608655 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-14d57f68-8ba4-45e4-afe2-03625cbdfd37 req-d7ce8d42-1986-4d90-bdbe-a3fd6a6d20cb tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0895524 Apr 01 16:22:01.651771 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-14d57f68-8ba4-45e4-afe2-03625cbdfd37 req-0234f2f9-87b8-482c-8286-281316d2e80b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Apr 01 16:22:02.469573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-98dccf6b-bc25-413a-b0c6-23a536078977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.844415 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518988d-11ea-4622-bf6d-ec9b3832643f req-d392aec6-faa6-45ac-90a9-75c750cba858 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:02.845861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b518988d-11ea-4622-bf6d-ec9b3832643f req-d392aec6-faa6-45ac-90a9-75c750cba858 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0843496 Apr 01 16:22:02.890675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b518988d-11ea-4622-bf6d-ec9b3832643f req-30840039-abb9-424c-9c29-2abb739fa0aa tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Apr 01 16:22:03.206149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-9e0c792e-4053-4a9f-9e07-9d5809712487 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:03.207567 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-9e0c792e-4053-4a9f-9e07-9d5809712487 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/networks?id=e04c83a3-68f7-4d60-acf5-71c1bb55208d HTTP/1.1" status: 200 len: 813 time: 0.1620693 Apr 01 16:22:03.222899 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-29cab7cd-56ad-42e2-91f7-98cbe46e7d5e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/quotas/46bd4e54636b4f8abb3d27ca4a68de19 HTTP/1.1" status: 200 len: 375 time: 0.0097179 Apr 01 16:22:03.304247 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-c5f7def0-ae78-41f1-a7af-88ea780f77b4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760596 Apr 01 16:22:03.439446 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-5c947b31-2da2-4c88-a339-dd823ca41d7b service neutron] 10.222.0.21 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282487 Apr 01 16:22:03.676882 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-b438209d-a52d-4cb1-835c-1fde63b8ec91 service neutron] 10.222.0.21 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311540 Apr 01 16:22:03.953900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f373064d-6d4f-4544-bc5f-9fb1cd94fc6e req-dda77110-1f83-4a75-b5d7-14f419bb5a4e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Apr 01 16:22:04.921494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1702-71db-459d-a01b-9d16ee1e1fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.108489 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f116707f-e7be-4a98-97f7-13da11cbb7db req-d7bccdd4-c5dc-467e-876c-082687446f33 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 210 time: 0.0471098 Apr 01 16:22:05.595242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.086806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-3e88700d-78e1-4cc1-bb85-1697daf76290 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.088270 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-3e88700d-78e1-4cc1-bb85-1697daf76290 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "GET /v2.0/networks?id=e04c83a3-68f7-4d60-acf5-71c1bb55208d HTTP/1.1" status: 200 len: 813 time: 0.1479850 Apr 01 16:22:06.101025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Request body: {'port': {'device_id': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d', 'admin_state_up': True, 'tenant_id': '46bd4e54636b4f8abb3d27ca4a68de19'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:06.247154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.390047 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c704e960-dad9-4622-9b79-7c1421808f97 req-2417fed6-dc1a-4bce-9220-01da127b25be tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 210 time: 0.1594839 Apr 01 16:22:06.395287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:06.405848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:06.492443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Made reservation on behalf of 46bd4e54636b4f8abb3d27ca4a68de19 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:06.495965 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.659779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Allocated IP 172.20.0.14 (e04c83a3-68f7-4d60-acf5-71c1bb55208d/7b0814b2-109a-46ed-ae20-8684ea0e832a/1690f9f7-61ce-4ede-a342-1199f77a5c2f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:06.862844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.937356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.952854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['140ab8ec-5057-4446-ae88-62596d8811b4'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:07.005473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Network e04c83a3-68f7-4d60-acf5-71c1bb55208d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:07.006862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:07.010555 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:07.065792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Pushing event updated for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:07.091515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:07.092261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.178898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-0490fc0d-7b8f-49d5-b001-7b139cae4647 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0813186 Apr 01 16:22:07.198080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Request body: {'port': {'device_id': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:07.307051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.585377 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eb364-aa46-4e37-bfcb-0135e8b0bd99 req-643131fc-3ee5-4e3f-bee2-3a5bae2b0271 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:07.586765 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a16eb364-aa46-4e37-bfcb-0135e8b0bd99 req-643131fc-3ee5-4e3f-bee2-3a5bae2b0271 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 932 time: 0.0820053 Apr 01 16:22:07.632794 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a16eb364-aa46-4e37-bfcb-0135e8b0bd99 req-d2c475c2-5603-48de-bde7-d292c8816d40 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Apr 01 16:22:07.660462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1690f9f7-61ce-4ede-a342-1199f77a5c2f {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:07.667765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.682307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Transition to ACTIVE for port object 1690f9f7-61ce-4ede-a342-1199f77a5c2f will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:07.703736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.766379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.900527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Pushing event updated for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:08.009648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Attempting to bind port 1690f9f7-61ce-4ede-a342-1199f77a5c2f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:08.009981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Attempting to bind port 1690f9f7-61ce-4ede-a342-1199f77a5c2f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:08.010311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Attempting to bind port 1690f9f7-61ce-4ede-a342-1199f77a5c2f on network e04c83a3-68f7-4d60-acf5-71c1bb55208d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:08.015669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Port 1690f9f7-61ce-4ede-a342-1199f77a5c2f on network e04c83a3-68f7-4d60-acf5-71c1bb55208d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:22:08.015985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Attempting to bind port 1690f9f7-61ce-4ede-a342-1199f77a5c2f on network e04c83a3-68f7-4d60-acf5-71c1bb55208d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:08.021107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:08.021438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Checking segment: {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:08.021820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Bound using segment: {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:08.022239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Bound port: 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a581e30-f503-439b-8c85-eaf5dd8d88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:08.022581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.112112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:08.115034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:08.207013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.268355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.268961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.270321 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] 10.222.0.91 "PUT /v2.0/ports/1690f9f7-61ce-4ede-a342-1199f77a5c2f HTTP/1.1" status: 200 len: 1094 time: 1.0812063 Apr 01 16:22:08.270787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:08.298574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd608-5a67-42a9-9b2e-45ddee2b1647 service neutron] Pushing event updated for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:08.317410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f', 'status': 'completed', 'code': 200} Apr 01 16:22:08.419297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-3f694390-b3a2-4959-87d1-4fb4d63e1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.421525 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-3f694390-b3a2-4959-87d1-4fb4d63e1a60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 1097 time: 0.0743535 Apr 01 16:22:08.566756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-52503613-d8e2-4b6a-8a59-6d8389b00b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.568102 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-52503613-d8e2-4b6a-8a59-6d8389b00b94 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1395996 Apr 01 16:22:08.820886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-8393a415-f713-4d44-b0e3-15f8bade25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.822295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8cf5c3f5-2f2e-4eb6-b630-cc2d3fa132f5 req-8393a415-f713-4d44-b0e3-15f8bade25b4 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427111 Apr 01 16:22:08.828400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10d7fa-0aa4-479a-b267-8387007dd38f req-7aceb715-c4c2-4fd3-a9e0-195e49baf676 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.829863 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f10d7fa-0aa4-479a-b267-8387007dd38f req-7aceb715-c4c2-4fd3-a9e0-195e49baf676 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 944 time: 0.0844333 Apr 01 16:22:08.875683 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2f10d7fa-0aa4-479a-b267-8387007dd38f req-c894a02c-9d21-43f3-bfdd-c15a102e3bd1 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Apr 01 16:22:08.937716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-961d92c4-d25a-46bf-8d8d-4488860ed45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.939283 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-961d92c4-d25a-46bf-8d8d-4488860ed45d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 1097 time: 0.0800169 Apr 01 16:22:09.008205 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-b4c1c90f-22fd-4604-bec3-6cad572c308b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f HTTP/1.1" status: 200 len: 217 time: 0.0618382 Apr 01 16:22:09.076983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-eeb3c0ec-75cc-4564-8185-f25c2485b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:09.078560 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-eeb3c0ec-75cc-4564-8185-f25c2485b2b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b0814b2-109a-46ed-ae20-8684ea0e832a HTTP/1.1" status: 200 len: 853 time: 0.0633912 Apr 01 16:22:09.126090 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-9586b1da-bd15-4356-a2f8-3c7b26939c86 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e04c83a3-68f7-4d60-acf5-71c1bb55208d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407839 Apr 01 16:22:09.258921 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-b0eb78f5-0cf4-40ab-80a3-48d90fcd0d5f service neutron] 10.222.0.91 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268938 Apr 01 16:22:09.394147 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4ff5d45-e351-4a6f-b848-499bcec46a5a req-b8d197b3-2605-4922-a45b-cde1200462f1 service neutron] 10.222.0.91 "GET /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298180 Apr 01 16:22:10.068857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475498-33a7-4727-a3b4-b38cbd973499 req-2f5503a7-254b-4cdd-a8d9-902cffe545db tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:10.069543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-19475498-33a7-4727-a3b4-b38cbd973499 req-2f5503a7-254b-4cdd-a8d9-902cffe545db tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:10.172586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-19475498-33a7-4727-a3b4-b38cbd973499 req-2f5503a7-254b-4cdd-a8d9-902cffe545db tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:10.173685 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-19475498-33a7-4727-a3b4-b38cbd973499 req-2f5503a7-254b-4cdd-a8d9-902cffe545db tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 944 time: 0.1891608 Apr 01 16:22:10.219554 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-19475498-33a7-4727-a3b4-b38cbd973499 req-42122b33-c8ee-492e-bc76-133da69cda56 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Apr 01 16:22:11.405936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a734a1d-56c8-437d-bf0f-466f301781d1 req-f087fbeb-5232-4b8a-b62a-55d908388266 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:11.407509 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8a734a1d-56c8-437d-bf0f-466f301781d1 req-f087fbeb-5232-4b8a-b62a-55d908388266 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 944 time: 0.0798738 Apr 01 16:22:11.455707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8a734a1d-56c8-437d-bf0f-466f301781d1 req-329efaee-841e-49a1-93d7-eefc3c9d4e21 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Apr 01 16:22:12.104434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1690f9f7-61ce-4ede-a342-1199f77a5c2f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:22:12.239368 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:12.252496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '1690f9f7-61ce-4ede-a342-1199f77a5c2f', 'network_id': 'e04c83a3-68f7-4d60-acf5-71c1bb55208d', 'port_id': '1690f9f7-61ce-4ede-a342-1199f77a5c2f', 'mac_address': 'fa:16:3e:16:b0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0814b2-109a-46ed-ae20-8684ea0e832a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:22:12.307952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.325374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1690f9f7-61ce-4ede-a342-1199f77a5c2f {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:12.341357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:12.422924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.497805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:12.651160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269cfb2-aa7d-4a9e-ba9f-6f15df1ef443 req-fe73e3ac-4432-4816-9c31-0107db6d342e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:12.652618 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f269cfb2-aa7d-4a9e-ba9f-6f15df1ef443 req-fe73e3ac-4432-4816-9c31-0107db6d342e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 945 time: 0.0843532 Apr 01 16:22:12.659344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['1690f9f7-61ce-4ede-a342-1199f77a5c2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:12.699505 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f269cfb2-aa7d-4a9e-ba9f-6f15df1ef443 req-40eea5d9-61ea-4db6-8b56-c5cd40260bc4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Apr 01 16:22:13.895517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65632-94a4-47a9-adf7-84ddea083643 req-fb77b270-c080-436d-b6ce-f4d1cb32e2cd tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:13.897064 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8b65632-94a4-47a9-adf7-84ddea083643 req-fb77b270-c080-436d-b6ce-f4d1cb32e2cd tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 945 time: 0.0858011 Apr 01 16:22:13.943969 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e8b65632-94a4-47a9-adf7-84ddea083643 req-412c0647-858d-4432-8dcd-77a5707a5eea tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Apr 01 16:22:14.122020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1690f9f7-61ce-4ede-a342-1199f77a5c2f up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:14.246935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 1690f9f7-61ce-4ede-a342-1199f77a5c2f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:14.252682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 1690f9f7-61ce-4ede-a342-1199f77a5c2f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:14.255780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.374000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.401857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:14.412457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:14.480957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.528351 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f', 'code': 200} Apr 01 16:22:14.553695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:14.786012 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:14.912951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6c590-7cde-42c9-977c-a19e52d8b5ca req-72ee7dcf-b206-4574-975e-2d26b90fcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:14.914609 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66a6c590-7cde-42c9-977c-a19e52d8b5ca req-72ee7dcf-b206-4574-975e-2d26b90fcb39 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 1099 time: 0.0751214 Apr 01 16:22:14.964229 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66a6c590-7cde-42c9-977c-a19e52d8b5ca req-de6a68e0-b469-452c-b111-15214e63e433 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Apr 01 16:22:15.135690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02855eb-55de-4e64-a037-8618b3051c1d req-a748bea5-adb3-41a3-bb3c-ce3a519cb96e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:15.137136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a02855eb-55de-4e64-a037-8618b3051c1d req-a748bea5-adb3-41a3-bb3c-ce3a519cb96e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 946 time: 0.0847166 Apr 01 16:22:15.184235 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a02855eb-55de-4e64-a037-8618b3051c1d req-2299e2e1-2e27-4622-b6fb-0eddf3fcc352 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Apr 01 16:22:16.372945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06721b0-64b2-4988-8cd0-4e90cd6e9b43 req-698e1645-ad55-496a-bbb3-628fd51f8524 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:16.374456 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b06721b0-64b2-4988-8cd0-4e90cd6e9b43 req-698e1645-ad55-496a-bbb3-628fd51f8524 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 946 time: 0.0811713 Apr 01 16:22:16.423090 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b06721b0-64b2-4988-8cd0-4e90cd6e9b43 req-8d6bdfee-c3f8-4a18-ad07-be2b92a6fd2d tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Apr 01 16:22:17.052574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508302-0b82-4d4e-848c-9893ad2537ea req-dfe25c3c-e8e5-4271-a1be-85e2c2172e64 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:17.054073 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0508302-0b82-4d4e-848c-9893ad2537ea req-dfe25c3c-e8e5-4271-a1be-85e2c2172e64 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 946 time: 0.0894661 Apr 01 16:22:17.101577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0508302-0b82-4d4e-848c-9893ad2537ea req-a8dba97e-f593-472b-9cdc-758831332f44 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Apr 01 16:22:18.295600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09678-e34a-497e-ab55-381d7f985edc req-68755d98-3fbd-4424-ade6-cd4469f40f82 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:18.297936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ec09678-e34a-497e-ab55-381d7f985edc req-68755d98-3fbd-4424-ade6-cd4469f40f82 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 946 time: 0.0848842 Apr 01 16:22:18.349141 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ec09678-e34a-497e-ab55-381d7f985edc req-1b721345-dac3-4676-b7ef-69da1a32d5e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Apr 01 16:22:18.424734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-0cc0a2e2-c414-450c-bfc0-7340dec38663 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:18.426496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-0cc0a2e2-c414-450c-bfc0-7340dec38663 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 946 time: 0.0834050 Apr 01 16:22:18.474768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:18.506719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Deleting port 1690f9f7-61ce-4ede-a342-1199f77a5c2f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:18.507063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:18.768799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] For port 1690f9f7-61ce-4ede-a342-1199f77a5c2f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1690f9f7-61ce-4ede-a342-1199f77a5c2f,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:18.769139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:18.895611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Calling delete_port for 1690f9f7-61ce-4ede-a342-1199f77a5c2f owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:19.240405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.253736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['140ab8ec-5057-4446-ae88-62596d8811b4', '1690f9f7-61ce-4ede-a342-1199f77a5c2f'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:19.294281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Pushing event deleted for resources: {'Port': ['ID=1690f9f7-61ce-4ede-a342-1199f77a5c2f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:19.384108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] No DVR routers for this DVR port 1690f9f7-61ce-4ede-a342-1199f77a5c2f on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:19.386905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.393402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'name': 'network-vif-deleted', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:19.455919 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8850666-a3d8-421b-a2fa-389369ef4587', 'name': 'network-vif-deleted', 'tag': '1690f9f7-61ce-4ede-a342-1199f77a5c2f', 'status': 'completed', 'code': 200} Apr 01 16:22:19.460098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5aae1791-3f3c-4da2-9df5-4409aae61965 req-abe32249-7bc9-453c-90d4-065caeae4673 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "DELETE /v2.0/ports/1690f9f7-61ce-4ede-a342-1199f77a5c2f HTTP/1.1" status: 204 len: 173 time: 1.0228705 Apr 01 16:22:19.549481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3b2f7b57-34df-451a-85d1-c699a11adc0e req-537f319f-423e-4244-806f-8f3b580264e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:19.629337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3b2f7b57-34df-451a-85d1-c699a11adc0e req-537f319f-423e-4244-806f-8f3b580264e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:19.630575 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3b2f7b57-34df-451a-85d1-c699a11adc0e req-537f319f-423e-4244-806f-8f3b580264e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8850666-a3d8-421b-a2fa-389369ef4587 HTTP/1.1" status: 200 len: 210 time: 0.1370108 Apr 01 16:22:20.903253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a9e8-60b2-49cc-bde9-8f790b2fa313 req-4ad4056a-5201-4c6e-a0d8-866d0927b57a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.904726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5fe6a9e8-60b2-49cc-bde9-8f790b2fa313 req-4ad4056a-5201-4c6e-a0d8-866d0927b57a tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0835040 Apr 01 16:22:20.950967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5fe6a9e8-60b2-49cc-bde9-8f790b2fa313 req-7eb69fe9-7879-4bad-bdef-b5a60744a19e tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Apr 01 16:22:21.159419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499838-dfcf-4902-be85-e15a0cf9d866 req-88b857d2-15ae-4f8b-beef-709af116f8ee tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.160935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01499838-dfcf-4902-be85-e15a0cf9d866 req-88b857d2-15ae-4f8b-beef-709af116f8ee tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0849922 Apr 01 16:22:21.209806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01499838-dfcf-4902-be85-e15a0cf9d866 req-e86a8500-c889-49a5-9e0c-bb4fb57964cd tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Apr 01 16:22:21.403334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339c756-ab3c-4d02-8e29-afd6bccf9106 req-26b3725f-9d21-4214-9707-d247377b95ba tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.404923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d339c756-ab3c-4d02-8e29-afd6bccf9106 req-26b3725f-9d21-4214-9707-d247377b95ba tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0821257 Apr 01 16:22:21.450560 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d339c756-ab3c-4d02-8e29-afd6bccf9106 req-807ab3cd-3f2d-4ba9-9c6e-2cc4da9f3776 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Apr 01 16:22:21.752935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbae3b-6e17-4b46-8792-96d50201588f req-7c398f92-813f-4c65-9738-565b675a10cc tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.754432 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-55bbae3b-6e17-4b46-8792-96d50201588f req-7c398f92-813f-4c65-9738-565b675a10cc tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0931301 Apr 01 16:22:21.806399 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-55bbae3b-6e17-4b46-8792-96d50201588f req-812990a3-1f98-40f9-bc43-f4385420d59f tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Apr 01 16:22:21.999296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845942-096a-4c6f-a3df-85b540c1822f req-43b54b65-404c-4ce9-b3a3-a763f835aee6 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:22.001448 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-16845942-096a-4c6f-a3df-85b540c1822f req-43b54b65-404c-4ce9-b3a3-a763f835aee6 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0823865 Apr 01 16:22:22.051029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-16845942-096a-4c6f-a3df-85b540c1822f req-29fdaab9-1091-47c2-89c9-5cb279507a77 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Apr 01 16:22:22.193410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1690f9f7-61ce-4ede-a342-1199f77a5c2f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:22:22.233930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 1690f9f7-61ce-4ede-a342-1199f77a5c2f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:22:22.234456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 1690f9f7-61ce-4ede-a342-1199f77a5c2f not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:22:22.262259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0683-2e9b-4485-ac6f-792be4a378d3 req-d862edf1-7834-4c49-b3fd-45e05b019df0 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:22.263667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35ff0683-2e9b-4485-ac6f-792be4a378d3 req-d862edf1-7834-4c49-b3fd-45e05b019df0 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0878055 Apr 01 16:22:22.308434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35ff0683-2e9b-4485-ac6f-792be4a378d3 req-026c630b-16ec-4e5d-a460-f713f7821e15 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Apr 01 16:22:23.092466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5e6c0-2134-4c2b-a4c8-3c0b0921f6f5 req-b347a6b2-1808-493e-abac-6730941a5688 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.093957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4c5e6c0-2134-4c2b-a4c8-3c0b0921f6f5 req-b347a6b2-1808-493e-abac-6730941a5688 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0839543 Apr 01 16:22:23.140449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4c5e6c0-2134-4c2b-a4c8-3c0b0921f6f5 req-cf7686eb-15f6-4d8f-b487-261ec7aaa139 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Apr 01 16:22:24.334355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761384d-274a-46c2-9570-317679e334f7 req-c8a6d438-0b4a-4e09-bae5-0ab3efd34736 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:24.335839 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4761384d-274a-46c2-9570-317679e334f7 req-c8a6d438-0b4a-4e09-bae5-0ab3efd34736 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0840445 Apr 01 16:22:24.381447 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4761384d-274a-46c2-9570-317679e334f7 req-3d0a0b26-8ae1-4c44-b7bc-e2d2d680f1fb tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/security-groups?id=9311c7be-c2c8-47b9-a4b4-448f5953cc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Apr 01 16:22:24.565906 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613814-2269-4901-85f1-27eec14809b5 req-aaeb28a0-3b8c-458c-b517-d2ce05f65513 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:24.567477 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31613814-2269-4901-85f1-27eec14809b5 req-aaeb28a0-3b8c-458c-b517-d2ce05f65513 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 946 time: 0.0880201 Apr 01 16:22:24.651085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Deleting port 140ab8ec-5057-4446-ae88-62596d8811b4 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:24.651429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.929116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] For port 140ab8ec-5057-4446-ae88-62596d8811b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=140ab8ec-5057-4446-ae88-62596d8811b4,segment=NetworkSegment(7a581e30-f503-439b-8c85-eaf5dd8d88f3),segment_id=7a581e30-f503-439b-8c85-eaf5dd8d88f3)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:24.929614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.155531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Calling delete_port for 140ab8ec-5057-4446-ae88-62596d8811b4 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:25.424099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.441854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['140ab8ec-5057-4446-ae88-62596d8811b4'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:25.481082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Pushing event deleted for resources: {'Port': ['ID=140ab8ec-5057-4446-ae88-62596d8811b4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:25.635146 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41200a61-6234-4d81-abe6-15469a658873 req-c0db5a28-94fb-4327-9f89-a537b55d6f97 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 210 time: 0.1133809 Apr 01 16:22:25.778658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] No DVR routers for this DVR port 140ab8ec-5057-4446-ae88-62596d8811b4 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:25.778658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.778658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'name': 'network-vif-deleted', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:25.832030 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268c195-b885-4a55-9900-eb8ec0072587', 'name': 'network-vif-deleted', 'tag': '140ab8ec-5057-4446-ae88-62596d8811b4', 'status': 'completed', 'code': 200} Apr 01 16:22:25.835528 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31613814-2269-4901-85f1-27eec14809b5 req-f672c4e7-99b5-4c9d-8e7c-5efdf002987b tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.91 "DELETE /v2.0/ports/140ab8ec-5057-4446-ae88-62596d8811b4 HTTP/1.1" status: 204 len: 173 time: 1.2582760 Apr 01 16:22:26.819063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-d90025e0-e194-44ea-a3b3-e375119ac0d5 req-bb0a9609-d617-456a-9ef7-afe7a5c7d9e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Synchronizing usage tracker for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:26.926912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-d90025e0-e194-44ea-a3b3-e375119ac0d5 req-bb0a9609-d617-456a-9ef7-afe7a5c7d9e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] Unset dirty status for tenant:46bd4e54636b4f8abb3d27ca4a68de19 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:26.928115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d90025e0-e194-44ea-a3b3-e375119ac0d5 req-bb0a9609-d617-456a-9ef7-afe7a5c7d9e4 tempest-ServersNegativeTestJSON-1524424530 tempest-ServersNegativeTestJSON-1524424530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4268c195-b885-4a55-9900-eb8ec0072587 HTTP/1.1" status: 200 len: 210 time: 0.1535263 Apr 01 16:22:28.029962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53092) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:28.091422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Deleting subnet 7b0814b2-109a-46ed-ae20-8684ea0e832a {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:22:28.094449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.148290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.204103 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.225953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 140ab8ec-5057-4446-ae88-62596d8811b4 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:22:28.259525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 140ab8ec-5057-4446-ae88-62596d8811b4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:22:28.259868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 140ab8ec-5057-4446-ae88-62596d8811b4 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:22:28.327203 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.370126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0814b2-109a-46ed-ae20-8684ea0e832a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:28.373849 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.380809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-394113cf-febd-4c4e-ae53-217165fcdbdc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b0814b2-109a-46ed-ae20-8684ea0e832a HTTP/1.1" status: 204 len: 168 time: 0.3497684 Apr 01 16:22:28.383565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53096) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:28.491712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.620407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.647547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c83a3-68f7-4d60-acf5-71c1bb55208d']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:28.660746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a581e30-f503-439b-8c85-eaf5dd8d88f3') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:28.661039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a581e30-f503-439b-8c85-eaf5dd8d88f3') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:28.672361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.688146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.694128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:28.694507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:28.708486 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:28.880644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.897839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.908847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04c83a3-68f7-4d60-acf5-71c1bb55208d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:28.972765 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b3eb32a9-0531-4b58-b357-be6e93cf7e56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e04c83a3-68f7-4d60-acf5-71c1bb55208d HTTP/1.1" status: 204 len: 168 time: 0.5881200 Apr 01 16:22:29.245579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53102) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:29.293995 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cb2aa3a0-8cec-4ad9-84e3-00d412ad3e63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46bd4e54636b4f8abb3d27ca4a68de19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472565 Apr 01 16:22:29.296398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53106) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:29.357706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.385253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.509426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.527466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311c7be-c2c8-47b9-a4b4-448f5953cc66,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:29.616646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.617784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2bfc4585-b5a4-48f6-b16c-7e6138b036bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9311c7be-c2c8-47b9-a4b4-448f5953cc66 HTTP/1.1" status: 204 len: 168 time: 0.3199837 Apr 01 16:22:30.746176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53130) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:30.865624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209706839'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:30.870578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:30.874568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:network and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:30.878132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:30.884338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:30.960536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:30.964041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.976975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.995109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:31.001590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:security_group_rule and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:31.004856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:31.010833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:31.098325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.172701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.203346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:31.216047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f19325-0116-4405-a3ec-b90d0e4062d4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:31.221512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.221856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Added segment 086178aa-3747-49f9-aa12-0b508c8a580e of type vlan for network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 Apr 01 16:22:31.230480 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.230843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.231177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.231508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.231835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.232159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.232482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.232802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.233116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.233436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.233831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.234098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:31.264721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.371908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.378078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:31.378711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.493568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Network': ['ID=5a3812ca-cfb9-4ba2-9c6d-a37db7360995,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:31.504753 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:31.561617 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0abc71a9-997c-4180-b9ba-bfb75d655fe9 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8141572 Apr 01 16:22:32.434190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cc4d565b-b756-439c-958c-457667b54f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:34.903453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-12445863-e0b1-48ae-83d9-2f29b6c6f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:34.930988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53138) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:34.938191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'subnet': {'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:35.061709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:35.066255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:subnet and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:35.069585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:35.075967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:35.245453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:35.249054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:35.578914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:35.612353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:35.664062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Subnet': ['ID=d4dc38c6-0c47-4fd1-be2b-33976fcc5395,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:35.679238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking segment: {'id': '086178aa-3747-49f9-aa12-0b508c8a580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:35.679619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network hostable DHCP agents. Network: 5a3812ca-cfb9-4ba2-9c6d-a37db7360995, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:35.799768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:35.897677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5a3812ca-cfb9-4ba2-9c6d-a37db7360995) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:35.901833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:35.902639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:35.907225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d6c7d-42af-46a6-90ba-78c12df5ce0b None None] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:35.985054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99ca83ca-09d0-4f88-86a0-f7f40db4ee66 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0518420 Apr 01 16:22:35.988988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53142) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:35.995986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1410670742'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:36.001765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:36.007930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:network and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:36.011826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:36.019871 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:36.115233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:36.119190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.139498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5a3812ca-cfb9-4ba2-9c6d-a37db7360995', 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995', 'tenant_id': '5f62b487e68e40e78a181294b76f0713', 'fixed_ips': [{'subnet_id': 'd4dc38c6-0c47-4fd1-be2b-33976fcc5395'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:36.140373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.150478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:36.160561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.160901 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Added segment 37ba9bed-b00a-40a8-aee8-abb7947869d3 of type vlan for network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 Apr 01 16:22:36.307035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.327522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Allocated IP 2001:db8:0:ffff::2 (5a3812ca-cfb9-4ba2-9c6d-a37db7360995/d4dc38c6-0c47-4fd1-be2b-33976fcc5395/d9763684-7942-405f-9c27-38942c1b6e42) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:36.339183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.418091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.425217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.428313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.540647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Network': ['ID=5a8a8f35-2f33-48c5-9215-bbbd139ec584,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:36.545094 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6c79b3c5-70c3-4351-b70f-debbf0968f04 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5546694 Apr 01 16:22:36.554580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53146) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:36.555552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'subnet': {'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:36.555883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:36.571638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.603102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Transition to ACTIVE for port object d9763684-7942-405f-9c27-38942c1b6e42 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:36.679122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:36.683627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:subnet and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:36.686642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Transition to ACTIVE for port object d9763684-7942-405f-9c27-38942c1b6e42 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:36.686860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:36.693903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:36.783924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:36.784353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.787792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.853117 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:36.861685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:36.866231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:36.872826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Pushing event updated for resources: {'Port': ['ID=d9763684-7942-405f-9c27-38942c1b6e42,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:36.915800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.916781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.916781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.916781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.917069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.917817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.917817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.918130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.918411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.918713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.919018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.919346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:36.977329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Attempting to bind port d9763684-7942-405f-9c27-38942c1b6e42 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:36.977694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Attempting to bind port d9763684-7942-405f-9c27-38942c1b6e42 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '086178aa-3747-49f9-aa12-0b508c8a580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:36.978057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Attempting to bind port d9763684-7942-405f-9c27-38942c1b6e42 on network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:36.984686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:36.985062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Checking segment: {'id': '086178aa-3747-49f9-aa12-0b508c8a580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:36.985468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.985918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Bound using segment: {'id': '086178aa-3747-49f9-aa12-0b508c8a580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:36.987474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Bound port: d9763684-7942-405f-9c27-38942c1b6e42, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086178aa-3747-49f9-aa12-0b508c8a580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5a3812ca-cfb9-4ba2-9c6d-a37db7360995'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:36.990107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.089243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] For port d9763684-7942-405f-9c27-38942c1b6e42, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:37.092828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] For port d9763684-7942-405f-9c27-38942c1b6e42, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9763684-7942-405f-9c27-38942c1b6e42,segment=NetworkSegment(086178aa-3747-49f9-aa12-0b508c8a580e),segment_id=086178aa-3747-49f9-aa12-0b508c8a580e)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:37.213545 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.258709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.302360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Subnet': ['ID=644fa2c9-22cc-40f6-9bf9-b260d73bff47,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:37.308920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking segment: {'id': '37ba9bed-b00a-40a8-aee8-abb7947869d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:37.309278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network hostable DHCP agents. Network: 5a8a8f35-2f33-48c5-9215-bbbd139ec584, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:37.356371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c1a04-bf6d-4bdb-9b99-eb622a778ec7 None None] Pushing event updated for resources: {'Port': ['ID=d9763684-7942-405f-9c27-38942c1b6e42,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:37.388668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:37.486559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 5a8a8f35-2f33-48c5-9215-bbbd139ec584) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:37.490935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:37.491638 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.497419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d9825-99c8-40d3-9138-679e3eec87d4 None None] Network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:37.613110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-854dcbec-94f0-4071-a2f8-9ddf590594d3 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0629661 Apr 01 16:22:37.617702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53150) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:37.773014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.788510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-5a8a8f35-2f33-48c5-9215-bbbd139ec584', 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584', 'tenant_id': '5f62b487e68e40e78a181294b76f0713', 'fixed_ips': [{'subnet_id': '644fa2c9-22cc-40f6-9bf9-b260d73bff47'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:37.789826 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.824051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.904801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.041336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Allocated IP 2001:db8::2 (5a8a8f35-2f33-48c5-9215-bbbd139ec584/644fa2c9-22cc-40f6-9bf9-b260d73bff47/522679f7-eee4-4afb-8a61-c7a4d98b2282) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:38.184587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9763684-7942-405f-9c27-38942c1b6e42 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:38.384425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.398595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Transition to ACTIVE for port object 522679f7-eee4-4afb-8a61-c7a4d98b2282 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:38.420913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Transition to ACTIVE for port object 522679f7-eee4-4afb-8a61-c7a4d98b2282 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:38.423988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d9763684-7942-405f-9c27-38942c1b6e42 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:38.528499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.575961 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7fb380-2761-4616-a50d-f43ea8228840 None None] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:38.630080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.700290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Subnet': ['ID=644fa2c9-22cc-40f6-9bf9-b260d73bff47,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:38.712259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:38.723959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:38.731636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:38.743046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Pushing event updated for resources: {'Port': ['ID=522679f7-eee4-4afb-8a61-c7a4d98b2282,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:38.802919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.823029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Provisioning for port d9763684-7942-405f-9c27-38942c1b6e42 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:38.833660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a8f35-2f33-48c5-9215-bbbd139ec584']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:38.847950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ba9bed-b00a-40a8-aee8-abb7947869d3') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:38.848279 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ba9bed-b00a-40a8-aee8-abb7947869d3') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:38.857649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Provisioning complete for port d9763684-7942-405f-9c27-38942c1b6e42 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:38.864767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.871029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.893912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.904558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:38.904975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:38.931859 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:38.935128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Attempting to bind port 522679f7-eee4-4afb-8a61-c7a4d98b2282 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:38.935128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Attempting to bind port 522679f7-eee4-4afb-8a61-c7a4d98b2282 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '37ba9bed-b00a-40a8-aee8-abb7947869d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:38.935128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Attempting to bind port 522679f7-eee4-4afb-8a61-c7a4d98b2282 on network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:38.965640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:38.966015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Checking segment: {'id': '37ba9bed-b00a-40a8-aee8-abb7947869d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:38.966417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:38.966843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Bound using segment: {'id': '37ba9bed-b00a-40a8-aee8-abb7947869d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:38.967324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Bound port: 522679f7-eee4-4afb-8a61-c7a4d98b2282, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ba9bed-b00a-40a8-aee8-abb7947869d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:38.967696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.127360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:22:39.127360 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:22:39.127360 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': '5a8a8f35-2f33-48c5-9215-bbbd139ec584'}] Apr 01 16:22:39.127360 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:39.127809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:39.185715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] For port 522679f7-eee4-4afb-8a61-c7a4d98b2282, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:39.189634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.215982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] For port 522679f7-eee4-4afb-8a61-c7a4d98b2282, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=522679f7-eee4-4afb-8a61-c7a4d98b2282,segment=NetworkSegment(37ba9bed-b00a-40a8-aee8-abb7947869d3),segment_id=37ba9bed-b00a-40a8-aee8-abb7947869d3)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:39.245890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] For port d9763684-7942-405f-9c27-38942c1b6e42, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9763684-7942-405f-9c27-38942c1b6e42,segment=NetworkSegment(086178aa-3747-49f9-aa12-0b508c8a580e),segment_id=086178aa-3747-49f9-aa12-0b508c8a580e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:39.310101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.355598 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.450258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f965168-62b5-4dc9-958b-069cfeb2f130 None None] Pushing event updated for resources: {'Port': ['ID=522679f7-eee4-4afb-8a61-c7a4d98b2282,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:39.557249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504e542-18df-414d-aaca-2152fee23184 None None] Network 5a8a8f35-2f33-48c5-9215-bbbd139ec584 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:39.596865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-40bd144e-e22a-48db-8eb8-cdd9d6c21604 None None] Provisioning complete for port d9763684-7942-405f-9c27-38942c1b6e42 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:39.597251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-40bd144e-e22a-48db-8eb8-cdd9d6c21604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.629185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.644291 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting port 522679f7-eee4-4afb-8a61-c7a4d98b2282 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:39.645184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.699789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b437-ddc8-4a61-bce7-f8078d0b0744 None None] Pushing event updated for resources: {'Port': ['ID=d9763684-7942-405f-9c27-38942c1b6e42,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:39.887707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] For port 522679f7-eee4-4afb-8a61-c7a4d98b2282, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=522679f7-eee4-4afb-8a61-c7a4d98b2282,segment=NetworkSegment(37ba9bed-b00a-40a8-aee8-abb7947869d3),segment_id=37ba9bed-b00a-40a8-aee8-abb7947869d3)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:39.888593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.955519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8dfd1c-12b6-453e-90ab-61afaace809f None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:22:40.084726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8dfd1c-12b6-453e-90ab-61afaace809f None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:22:40.088732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9763684-7942-405f-9c27-38942c1b6e42 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:40.167435 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Calling delete_port for 522679f7-eee4-4afb-8a61-c7a4d98b2282 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:40.331088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d9763684-7942-405f-9c27-38942c1b6e42 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:40.331088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.418218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.470971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Port': ['ID=522679f7-eee4-4afb-8a61-c7a4d98b2282,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:40.479038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No DVR routers for this DVR port 522679f7-eee4-4afb-8a61-c7a4d98b2282 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:40.619383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.649079 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a8f35-2f33-48c5-9215-bbbd139ec584']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:40.663137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ba9bed-b00a-40a8-aee8-abb7947869d3') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:40.663453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ba9bed-b00a-40a8-aee8-abb7947869d3') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:40.676426 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.696586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.703862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:40.704261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:40.719855 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:40.902628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.922286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.934106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Network': ['ID=5a8a8f35-2f33-48c5-9215-bbbd139ec584,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:40.947146 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3b2a63a9-0e82-4e9c-8825-4291be69727a tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/5a8a8f35-2f33-48c5-9215-bbbd139ec584 HTTP/1.1" status: 204 len: 168 time: 3.3227525 Apr 01 16:22:40.947665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53154) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:40.954148 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749930976'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:40.961158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:40.964245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:network and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:40.972003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:40.978151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:41.109541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:41.113406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.144581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:41.157260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.157509 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Added segment ec34e1df-14d7-4fc6-87d1-6b3bceec1e98 of type vlan for network 491bfc64-500b-4eb3-82ac-9024b33a8d5c Apr 01 16:22:41.191384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.331270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.336903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:41.337588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.458083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Network': ['ID=491bfc64-500b-4eb3-82ac-9024b33a8d5c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:41.466398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.466845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.467182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.467623 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.467956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.468283 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.468653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.468962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.469286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.469602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.469919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.470234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:41.482084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 491bfc64-500b-4eb3-82ac-9024b33a8d5c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:41.509838 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f0ed25a0-02bf-48b3-8a8a-cfa63421144b tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5606003 Apr 01 16:22:41.512516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53158) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:41.518745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'subnet': {'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:41.641086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:41.645388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:subnet and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:41.648556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:41.654374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:41.738067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:41.742501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.842706 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Performing IP validity checks on allocation pools {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 16:22:41.843227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.ipam_backend_mixin [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 16:22:42.035217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:42.242190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Subnet': ['ID=91ccc946-ebe3-467b-8734-4780e6405a75,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:42.251825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking segment: {'id': 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:42.252191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network hostable DHCP agents. Network: 491bfc64-500b-4eb3-82ac-9024b33a8d5c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:42.343844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network 491bfc64-500b-4eb3-82ac-9024b33a8d5c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:42.417566 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 491bfc64-500b-4eb3-82ac-9024b33a8d5c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:42.423863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:42.423863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:42.428921 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7b1fa-fc95-4110-a069-bbe8a141655b None None] Network 491bfc64-500b-4eb3-82ac-9024b33a8d5c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:42.517025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3b2b9737-da94-4343-89d0-70a283170bce tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0020845 Apr 01 16:22:42.519988 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53162) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:42.685612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:42.699492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-491bfc64-500b-4eb3-82ac-9024b33a8d5c', 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c', 'tenant_id': '5f62b487e68e40e78a181294b76f0713', 'fixed_ips': [{'subnet_id': '91ccc946-ebe3-467b-8734-4780e6405a75'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:42.700362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:42.759910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:42.884620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Allocated IP 2001:db8::3 (491bfc64-500b-4eb3-82ac-9024b33a8d5c/91ccc946-ebe3-467b-8734-4780e6405a75/f32257e9-f5d0-4f23-a72a-eb62e09074a5) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:43.102695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.113433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Transition to ACTIVE for port object f32257e9-f5d0-4f23-a72a-eb62e09074a5 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:43.131470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Transition to ACTIVE for port object f32257e9-f5d0-4f23-a72a-eb62e09074a5 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:43.246577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.308550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Network 491bfc64-500b-4eb3-82ac-9024b33a8d5c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:43.311386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:43.320645 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:43.326924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.356677 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Pushing event updated for resources: {'Port': ['ID=f32257e9-f5d0-4f23-a72a-eb62e09074a5,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:43.376758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Subnet': ['ID=91ccc946-ebe3-467b-8734-4780e6405a75,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:43.450104 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Attempting to bind port f32257e9-f5d0-4f23-a72a-eb62e09074a5 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:43.450708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Attempting to bind port f32257e9-f5d0-4f23-a72a-eb62e09074a5 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:43.451305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Attempting to bind port f32257e9-f5d0-4f23-a72a-eb62e09074a5 on network 491bfc64-500b-4eb3-82ac-9024b33a8d5c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:43.460653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:43.461225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Checking segment: {'id': 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:43.461841 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.462448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Bound using segment: {'id': 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:43.463218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Bound port: f32257e9-f5d0-4f23-a72a-eb62e09074a5, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:43.463805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.495237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.527022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491bfc64-500b-4eb3-82ac-9024b33a8d5c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:43.541895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:43.542173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:43.556004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.576107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.584335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:43.584746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:43.600623 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:43.611932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] For port f32257e9-f5d0-4f23-a72a-eb62e09074a5, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:43.687187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] For port f32257e9-f5d0-4f23-a72a-eb62e09074a5, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f32257e9-f5d0-4f23-a72a-eb62e09074a5,segment=NetworkSegment(ec34e1df-14d7-4fc6-87d1-6b3bceec1e98),segment_id=ec34e1df-14d7-4fc6-87d1-6b3bceec1e98)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:43.715699 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:22:43.715699 dv-neutron-835944-1-hyperv neutron-server[88732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:22:43.715699 dv-neutron-835944-1-hyperv neutron-server[88732]: [parameters: {'id': '491bfc64-500b-4eb3-82ac-9024b33a8d5c'}] Apr 01 16:22:43.715699 dv-neutron-835944-1-hyperv neutron-server[88732]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:43.716217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:43.761263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:43.885340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92063a77-201f-4b8d-885a-1f3fe9a78866 None None] Pushing event updated for resources: {'Port': ['ID=f32257e9-f5d0-4f23-a72a-eb62e09074a5,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:43.923822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4f584-e123-41c7-9fa3-075835947ff6 None None] Network 491bfc64-500b-4eb3-82ac-9024b33a8d5c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:44.192871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67967674-85d5-4e0f-bf83-ceb7836c816e None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:22:44.217908 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:44.232266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting port f32257e9-f5d0-4f23-a72a-eb62e09074a5 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:44.232890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:44.292696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67967674-85d5-4e0f-bf83-ceb7836c816e None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:22:44.476923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] For port f32257e9-f5d0-4f23-a72a-eb62e09074a5, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f32257e9-f5d0-4f23-a72a-eb62e09074a5,segment=NetworkSegment(ec34e1df-14d7-4fc6-87d1-6b3bceec1e98),segment_id=ec34e1df-14d7-4fc6-87d1-6b3bceec1e98)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:44.476923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:44.609766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Calling delete_port for f32257e9-f5d0-4f23-a72a-eb62e09074a5 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:44.817728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:44.986239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Port': ['ID=f32257e9-f5d0-4f23-a72a-eb62e09074a5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:44.992995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No DVR routers for this DVR port f32257e9-f5d0-4f23-a72a-eb62e09074a5 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:45.127404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.158852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491bfc64-500b-4eb3-82ac-9024b33a8d5c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:45.173004 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:45.173299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec34e1df-14d7-4fc6-87d1-6b3bceec1e98') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:45.186839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.204779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.212485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:45.212920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:45.228487 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:45.371375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.394357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.409387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Network': ['ID=491bfc64-500b-4eb3-82ac-9024b33a8d5c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:45.413703 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-320ee3c1-ec67-47bd-8dfb-f1dc9922cc06 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/491bfc64-500b-4eb3-82ac-9024b33a8d5c HTTP/1.1" status: 204 len: 168 time: 2.8926578 Apr 01 16:22:45.419707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53166) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:45.427081 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519764209'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:45.432360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:45.437992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:network and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:45.441776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:45.448465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:45.525366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:45.529212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.560689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:45.571464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.571857 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Added segment a8a9aa71-c010-485c-b939-0052540fcc92 of type vlan for network 2376222a-a151-406b-829e-d940421182e8 Apr 01 16:22:45.608654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.737890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.743584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:45.744190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.854105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Network': ['ID=2376222a-a151-406b-829e-d940421182e8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:45.867892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 2376222a-a151-406b-829e-d940421182e8 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:45.876782 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-de89f69e-5138-4b24-a4c4-00bc054c986f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4558108 Apr 01 16:22:45.880218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53170) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:45.885999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'subnet': {'network_id': '2376222a-a151-406b-829e-d940421182e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:46.011049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:46.014958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:subnet and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:46.018899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:46.024967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:46.131127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:46.134784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:46.440747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:46.522771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Subnet': ['ID=03af8042-c3ed-4fd3-9261-dfabf034d8a9,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:46.535066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking segment: {'id': 'a8a9aa71-c010-485c-b939-0052540fcc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2376222a-a151-406b-829e-d940421182e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:46.535429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network hostable DHCP agents. Network: 2376222a-a151-406b-829e-d940421182e8, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:46.628190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network 2376222a-a151-406b-829e-d940421182e8 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:46.719657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 2376222a-a151-406b-829e-d940421182e8) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:46.723697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:46.724285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:46.728622 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ad0d8-f911-4dad-a30b-eed9577d7938 None None] Network 2376222a-a151-406b-829e-d940421182e8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:46.950804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1716b15d-928b-4e9e-a96c-421cf66d0429 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0694377 Apr 01 16:22:46.954578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53174) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:46.960232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449510358'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:46.964660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-2376222a-a151-406b-829e-d940421182e8', 'network_id': '2376222a-a151-406b-829e-d940421182e8', 'tenant_id': '5f62b487e68e40e78a181294b76f0713', 'fixed_ips': [{'subnet_id': '03af8042-c3ed-4fd3-9261-dfabf034d8a9'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:46.965453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:46.965593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:46.985343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:network and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:46.985343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:46.985343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:47.091579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:47.095979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.125686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:47.131954 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Allocated IP 2001:db8::2 (2376222a-a151-406b-829e-d940421182e8/03af8042-c3ed-4fd3-9261-dfabf034d8a9/6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:47.135274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.135616 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Added segment 2880b275-6ab2-4eec-9ee0-ae5e98c3d72d of type vlan for network 9f1e3541-eb14-442e-b972-4e6d36890525 Apr 01 16:22:47.163746 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.268876 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.275678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:47.275678 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.359676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.372587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Transition to ACTIVE for port object 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:47.396048 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4406083 Apr 01 16:22:47.399412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1995c2-cd5e-4a62-b58e-56998bd370fd tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Network': ['ID=9f1e3541-eb14-442e-b972-4e6d36890525,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:47.407152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53178) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:47.407314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Transition to ACTIVE for port object 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:47.411950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Request body: {'subnet': {'network_id': '9f1e3541-eb14-442e-b972-4e6d36890525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:47.414935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 9f1e3541-eb14-442e-b972-4e6d36890525 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:47.497231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.533531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:47.537618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Usage tracker for resource:subnet and tenant:5f62b487e68e40e78a181294b76f0713 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:47.540834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:47.547153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:47.583224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Network 2376222a-a151-406b-829e-d940421182e8 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:47.590644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:47.594977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:47.600703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Pushing event updated for resources: {'Port': ['ID=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:47.640933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Made reservation on behalf of 5f62b487e68e40e78a181294b76f0713 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:47.644708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.693025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Attempting to bind port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:47.693385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Attempting to bind port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'a8a9aa71-c010-485c-b939-0052540fcc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2376222a-a151-406b-829e-d940421182e8'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:47.693739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Attempting to bind port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a on network 2376222a-a151-406b-829e-d940421182e8 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:47.699072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:47.699436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Checking segment: {'id': 'a8a9aa71-c010-485c-b939-0052540fcc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2376222a-a151-406b-829e-d940421182e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:47.699828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.700217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Bound using segment: {'id': 'a8a9aa71-c010-485c-b939-0052540fcc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2376222a-a151-406b-829e-d940421182e8'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:47.700663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Bound port: 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a9aa71-c010-485c-b939-0052540fcc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2376222a-a151-406b-829e-d940421182e8'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:47.701028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.799812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:47.804010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:47.869371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:47.965052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01204a07-7db5-4b88-8921-76c37a97bcb7 None None] Pushing event updated for resources: {'Port': ['ID=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:47.995286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.077140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event updated for resources: {'Subnet': ['ID=ca1e80a8-1696-4465-966d-913078cefb58,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:48.089879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Checking segment: {'id': '2880b275-6ab2-4eec-9ee0-ae5e98c3d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9f1e3541-eb14-442e-b972-4e6d36890525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:48.090490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network hostable DHCP agents. Network: 9f1e3541-eb14-442e-b972-4e6d36890525, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:48.211960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Network 9f1e3541-eb14-442e-b972-4e6d36890525 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:48.280266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 9f1e3541-eb14-442e-b972-4e6d36890525) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:48.286485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:48.287119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.291066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7f7cc-ae0d-4675-b4b0-b8b386173e79 None None] Network 9f1e3541-eb14-442e-b972-4e6d36890525 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:48.367372 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-592f17ef-e0db-4857-9386-88e4219663bf tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9659083 Apr 01 16:22:48.369686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53182) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:48.510534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.522051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.560472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51307fc-eb41-4b7b-9f3a-03ce9bb10aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-9f1e3541-eb14-442e-b972-4e6d36890525', 'network_id': '9f1e3541-eb14-442e-b972-4e6d36890525', 'tenant_id': '5f62b487e68e40e78a181294b76f0713', 'fixed_ips': [{'subnet_id': 'ca1e80a8-1696-4465-966d-913078cefb58'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:48.561312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a51307fc-eb41-4b7b-9f3a-03ce9bb10aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.599180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.755364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.796155 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1e80a8-1696-4465-966d-913078cefb58,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server [None req-a51307fc-eb41-4b7b-9f3a-03ce9bb10aec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1e80a8-1696-4465-966d-913078cefb58: This subnet is being modified by another concurrent operation. Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server raise exception Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1e80a8-1696-4465-966d-913078cefb58: This subnet is being modified by another concurrent operation. Apr 01 16:22:48.801923 dv-neutron-835944-1-hyperv neutron-server[88734]: ERROR oslo_messaging.rpc.server Apr 01 16:22:48.829619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1829dad-87e3-46f7-826b-f450b101e8ba None None] Network 9f1e3541-eb14-442e-b972-4e6d36890525 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:48.910371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.939528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1e3541-eb14-442e-b972-4e6d36890525']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:48.953138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2880b275-6ab2-4eec-9ee0-ae5e98c3d72d') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:48.953735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2880b275-6ab2-4eec-9ee0-ae5e98c3d72d') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:48.968889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.974240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d3455-c00c-4f90-8f06-f40533921612 None None] Network 2376222a-a151-406b-829e-d940421182e8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:48.992241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:48.999597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:49.000248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:49.016427 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:49.194711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:49.198971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:49.225391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Network': ['ID=9f1e3541-eb14-442e-b972-4e6d36890525,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:49.230645 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5675e56d-fc83-4899-a4bd-79654d2b71d2 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/9f1e3541-eb14-442e-b972-4e6d36890525 HTTP/1.1" status: 204 len: 168 time: 0.8599553 Apr 01 16:22:49.233268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53186) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:49.236895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-68093861-8bee-4b3c-adfb-312ce307f510 None None] Provisioning for port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:49.280462 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ff1564-b729-4a28-b913-93bbf21508b8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] GET failed (client error): The resource could not be found. Apr 01 16:22:49.281154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c8ff1564-b729-4a28-b913-93bbf21508b8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Synchronizing usage tracker for tenant:5f62b487e68e40e78a181294b76f0713 on resource:subnet {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:49.377900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c8ff1564-b729-4a28-b913-93bbf21508b8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Unset dirty status for tenant:5f62b487e68e40e78a181294b76f0713 on resource:subnet {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:49.379856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c8ff1564-b729-4a28-b913-93bbf21508b8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "GET /v2.0/subnets/ca1e80a8-1696-4465-966d-913078cefb58 HTTP/1.1" status: 404 len: 337 time: 0.1454263 Apr 01 16:22:49.382367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53190) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:49.414048 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4664118e-0ea8-42a6-92fb-f22053bdc2b4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:49.414748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4664118e-0ea8-42a6-92fb-f22053bdc2b4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:49.416492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4664118e-0ea8-42a6-92fb-f22053bdc2b4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/9f1e3541-eb14-442e-b972-4e6d36890525 HTTP/1.1" status: 404 len: 339 time: 0.0329435 Apr 01 16:22:49.420710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53194) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:49.462490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a89f1d-3cd0-424a-b69f-1e60f555c493 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:49.462973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a89f1d-3cd0-424a-b69f-1e60f555c493 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:49.464717 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-52a89f1d-3cd0-424a-b69f-1e60f555c493 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/subnets/ca1e80a8-1696-4465-966d-913078cefb58 HTTP/1.1" status: 404 len: 337 time: 0.0424094 Apr 01 16:22:49.467395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53198) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:49.476399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f30bc-9307-4aa7-9058-ca12d50c3655 None None] get_active_networks_info from dv-neutron-835944-1-hyperv {{(pid=88734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:22:49.494418 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce6f654-7066-45cf-8876-57c00deacbc4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:49.494939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce6f654-7066-45cf-8876-57c00deacbc4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:49.496720 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fce6f654-7066-45cf-8876-57c00deacbc4 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/9f1e3541-eb14-442e-b972-4e6d36890525 HTTP/1.1" status: 404 len: 339 time: 0.0283220 Apr 01 16:22:49.499360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53202) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:49.573344 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting subnet 03af8042-c3ed-4fd3-9261-dfabf034d8a9 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:22:49.576520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:49.593258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f30bc-9307-4aa7-9058-ca12d50c3655 None None] Resources bound (agent type, host, resource id): {{(pid=88734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:22:49.745740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:49.840552 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.001192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.041679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Subnet': ['ID=03af8042-c3ed-4fd3-9261-dfabf034d8a9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:50.046282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.054943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc0991-a55f-4374-9ecd-162daebb39ea None None] Network 2376222a-a151-406b-829e-d940421182e8 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:50.096066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:50.155307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c72f4857-050e-487c-b75f-3d6c8a96f81f tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/subnets/03af8042-c3ed-4fd3-9261-dfabf034d8a9 HTTP/1.1" status: 204 len: 168 time: 0.6545794 Apr 01 16:22:50.160341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53206) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:50.317637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.336089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:50.336553 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.371509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:50.377045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:50.377418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.411606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] DHCP port deletion for 2376222a-a151-406b-829e-d940421182e8 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:22:50.422106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Deleting port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:50.422476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.570585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:50.570891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.632073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.701628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Calling delete_port for 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:50.766381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:50.766800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.784079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:50.891959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:50.899892 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Calling delete_port for 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:50.915286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.db.api [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:50.915717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG oslo_db.api [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:51.032865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:51.149650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:51.150303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:51.417465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:51.418026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:51.637458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:51.637870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:51.650909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Deleting port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:51.651300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:51.774228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Calling delete_port for 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:51.785703 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:51.869303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] For port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,segment=NetworkSegment(a8a9aa71-c010-485c-b939-0052540fcc92),segment_id=a8a9aa71-c010-485c-b939-0052540fcc92)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:51.869692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:51.919461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:51.969617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Port': ['ID=6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:51.973742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No DVR routers for this DVR port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:51.998159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Calling delete_port for 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:52.070672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:22:52.107364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.118040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:22:52.118387 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:22:52.123975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:52.124458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:52.140151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2376222a-a151-406b-829e-d940421182e8']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:52.253476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a9aa71-c010-485c-b939-0052540fcc92') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:52.253771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a9aa71-c010-485c-b939-0052540fcc92') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:52.266705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.283890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.289996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:52.290382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:52.305610 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:52.451971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.473804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.480189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Network': ['ID=2376222a-a151-406b-829e-d940421182e8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:52.487239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-72309525-b94f-4139-8767-43dedaf925d1 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/2376222a-a151-406b-829e-d940421182e8 HTTP/1.1" status: 204 len: 168 time: 2.3258803 Apr 01 16:22:52.490530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53210) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:52.528556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac311b6e-8478-4fe5-a359-32eba284a119 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:52.529005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac311b6e-8478-4fe5-a359-32eba284a119 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:52.530677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac311b6e-8478-4fe5-a359-32eba284a119 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/subnets/91ccc946-ebe3-467b-8734-4780e6405a75 HTTP/1.1" status: 404 len: 337 time: 0.0391412 Apr 01 16:22:52.534141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53214) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:52.558190 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50f16d4-076d-45f1-81f5-80e60b8ee758 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:52.558674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50f16d4-076d-45f1-81f5-80e60b8ee758 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:52.560853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f50f16d4-076d-45f1-81f5-80e60b8ee758 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/491bfc64-500b-4eb3-82ac-9024b33a8d5c HTTP/1.1" status: 404 len: 339 time: 0.0252917 Apr 01 16:22:52.566172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53218) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:52.612172 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d96edf8-4520-4f4a-bbb3-93887f3afd07 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:52.612611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d96edf8-4520-4f4a-bbb3-93887f3afd07 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:52.614238 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4d96edf8-4520-4f4a-bbb3-93887f3afd07 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/subnets/644fa2c9-22cc-40f6-9bf9-b260d73bff47 HTTP/1.1" status: 404 len: 337 time: 0.0471437 Apr 01 16:22:52.616793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53222) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:52.641197 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1efd4b-de85-4263-8101-50f062c0c1f8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] DELETE failed (client error): The resource could not be found. Apr 01 16:22:52.641628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1efd4b-de85-4263-8101-50f062c0c1f8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:22:52.643286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2c1efd4b-de85-4263-8101-50f062c0c1f8 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/5a8a8f35-2f33-48c5-9215-bbbd139ec584 HTTP/1.1" status: 404 len: 339 time: 0.0256298 Apr 01 16:22:52.645774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53226) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:52.712060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting subnet d4dc38c6-0c47-4fd1-be2b-33976fcc5395 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:22:52.715217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.787316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.872071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.878074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Deleting port 6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:52.878577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.949919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6dd23-2a57-4366-ac5d-eee349ef43b6 None None] The port '6fa7de9b-7cfc-40d8-bb7c-7ca8a7c0d25a' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:22:53.023537 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.068010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dc38c6-0c47-4fd1-be2b-33976fcc5395,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:53.071506 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.077859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dff405-375d-4c44-bc68-1ea6ea4aa8b8 None None] Network 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:53.081277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11ae44c1-375e-44bb-b3ab-060a9536c354 tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/subnets/d4dc38c6-0c47-4fd1-be2b-33976fcc5395 HTTP/1.1" status: 204 len: 168 time: 0.4345400 Apr 01 16:22:53.083796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53230) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:53.200228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.211221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Deleting port d9763684-7942-405f-9c27-38942c1b6e42 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:53.211478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.332523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] DHCP port deletion for 5a3812ca-cfb9-4ba2-9c6d-a37db7360995 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:22:53.338527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Deleting port d9763684-7942-405f-9c27-38942c1b6e42 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:53.339010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.429959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] For port d9763684-7942-405f-9c27-38942c1b6e42, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9763684-7942-405f-9c27-38942c1b6e42,segment=NetworkSegment(086178aa-3747-49f9-aa12-0b508c8a580e),segment_id=086178aa-3747-49f9-aa12-0b508c8a580e)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:53.430325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.548876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] For port d9763684-7942-405f-9c27-38942c1b6e42, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9763684-7942-405f-9c27-38942c1b6e42,segment=NetworkSegment(086178aa-3747-49f9-aa12-0b508c8a580e),segment_id=086178aa-3747-49f9-aa12-0b508c8a580e)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:53.549189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.561265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Calling delete_port for d9763684-7942-405f-9c27-38942c1b6e42 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:53.706002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Calling delete_port for d9763684-7942-405f-9c27-38942c1b6e42 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:22:53.725085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.771955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Port': ['ID=d9763684-7942-405f-9c27-38942c1b6e42,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:53.777319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] No DVR routers for this DVR port d9763684-7942-405f-9c27-38942c1b6e42 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:53.781141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:53.781999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:53.904745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.936937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3812ca-cfb9-4ba2-9c6d-a37db7360995']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:53.950476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086178aa-3747-49f9-aa12-0b508c8a580e') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:53.950822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086178aa-3747-49f9-aa12-0b508c8a580e') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:53.963401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.980482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.987633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:53.988026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:54.003570 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:54.068825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9763684-7942-405f-9c27-38942c1b6e42 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:22:54.104412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d9763684-7942-405f-9c27-38942c1b6e42 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:22:54.104746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9763684-7942-405f-9c27-38942c1b6e42 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:22:54.172185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:54.283346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Deleting port d9763684-7942-405f-9c27-38942c1b6e42 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:22:54.283744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:54.289843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:54.302018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] Pushing event deleted for resources: {'Network': ['ID=5a3812ca-cfb9-4ba2-9c6d-a37db7360995,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:54.305273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7ef831e4-d214-4580-9074-fb04f9bb151c tempest-NetworksIpV6Test-150205122 tempest-NetworksIpV6Test-150205122-project] 10.222.0.21 "DELETE /v2.0/networks/5a3812ca-cfb9-4ba2-9c6d-a37db7360995 HTTP/1.1" status: 204 len: 168 time: 1.2205315 Apr 01 16:22:54.353438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3d4251db-3c20-41ee-b295-5612f104593f None None] The port 'd9763684-7942-405f-9c27-38942c1b6e42' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:22:54.747189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53238) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:54.898841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e5b1433c-23be-4fe9-9871-5b92a4dd86fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f62b487e68e40e78a181294b76f0713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504965 Apr 01 16:22:54.901208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53244) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:54.961586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:54.988027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:55.137573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:55.155306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f19325-0116-4405-a3ec-b90d0e4062d4,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:55.163996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:55.165125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6d2cf692-ede7-453f-a746-b4ec6e91dfca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42f19325-0116-4405-a3ec-b90d0e4062d4 HTTP/1.1" status: 204 len: 168 time: 0.2630377 Apr 01 16:22:56.215664 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53268) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:56.327204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-856203889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:56.335107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:56.339137 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:router and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:56.342098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:56.348890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:56.417618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.418685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.435482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.520512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.600593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.601809 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8658479b-3c88-4e65-a446-9459bd16e03c tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3848808 Apr 01 16:22:56.604565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53274) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:56.610907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1800972160'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:56.616017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:56.620596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:network and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:56.623537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:56.629539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:56.720129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Made reservation on behalf of f66497ba5efd4bc3adb4e600b96c964c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:56.723688 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.740357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.755476 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:56.759303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:security_group_rule and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:56.762477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:56.769245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:56.853126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.919278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.953568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:56.962317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b2def6-34de-4aaf-b533-d38b55b01d49,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:56.969747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.971626 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Added segment 1c9c8704-c347-4e11-a18b-92c92f434925 of type vlan for network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c Apr 01 16:22:56.995752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.109038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.114491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:57.115095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.227549 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event updated for resources: {'Network': ['ID=a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:57.238334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:57.280078 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f99849e2-72fb-441b-9f20-e748cef77628 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6743529 Apr 01 16:22:57.283433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53278) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:57.289184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'subnet': {'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:57.408134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:57.412699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:subnet and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:57.416118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:57.424072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:57.524650 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Made reservation on behalf of f66497ba5efd4bc3adb4e600b96c964c for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:57.528198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.805348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.887922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event updated for resources: {'Subnet': ['ID=33741ec8-cd94-4918-a916-ba60ef09a5a1,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:57.902359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Checking segment: {'id': '1c9c8704-c347-4e11-a18b-92c92f434925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:57.902359 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Network hostable DHCP agents. Network: a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:57.982715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:58.114933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:58.118991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:58.119645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.125478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403dd69-7b6a-499c-8e18-459be523b4e2 None None] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:58.205984 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ba62d99-da27-4a74-8960-f57709f9d6f2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9211266 Apr 01 16:22:58.208757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53282) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:58.214844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1716619951'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:58.220951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:58.225350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:network and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:58.229192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:58.235759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:58.342936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Made reservation on behalf of f66497ba5efd4bc3adb4e600b96c964c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:58.347929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.355773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c', 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c', 'tenant_id': 'f66497ba5efd4bc3adb4e600b96c964c', 'fixed_ips': [{'subnet_id': '33741ec8-cd94-4918-a916-ba60ef09a5a1'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:58.356665 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.377587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:58.386384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.386824 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Added segment 2cef5032-f132-4e62-a966-871ae03c6309 of type vlan for network 56029771-9e42-4965-aa82-4a07478ec8b1 Apr 01 16:22:58.415153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.508916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.515968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:58.516657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.518186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Allocated IP 172.20.0.2 (a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c/33741ec8-cd94-4918-a916-ba60ef09a5a1/d9ff5135-2b27-4717-b653-a4d3c5ab2da2) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:58.631514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event updated for resources: {'Network': ['ID=56029771-9e42-4965-aa82-4a07478ec8b1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:58.645190 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1d0125a5-b828-4f82-adbb-b02d5d1d6fe2 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4317391 Apr 01 16:22:58.645190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53286) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:58.648098 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 56029771-9e42-4965-aa82-4a07478ec8b1 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:58.650812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'subnet': {'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:58.774029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:58.778014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Usage tracker for resource:subnet and tenant:f66497ba5efd4bc3adb4e600b96c964c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:58.782016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:58.787971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:58.836530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.846763 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Transition to ACTIVE for port object d9ff5135-2b27-4717-b653-a4d3c5ab2da2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:58.862792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Made reservation on behalf of f66497ba5efd4bc3adb4e600b96c964c for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:58.864838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Transition to ACTIVE for port object d9ff5135-2b27-4717-b653-a4d3c5ab2da2 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:58.866258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:58.943683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.010140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:59.017834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:59.020322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:59.030121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Pushing event updated for resources: {'Port': ['ID=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:59.115915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Attempting to bind port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:59.116268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Attempting to bind port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '1c9c8704-c347-4e11-a18b-92c92f434925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:59.116623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Attempting to bind port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 on network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:59.121924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:59.122290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Checking segment: {'id': '1c9c8704-c347-4e11-a18b-92c92f434925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:59.122707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.123095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Bound using segment: {'id': '1c9c8704-c347-4e11-a18b-92c92f434925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:59.123544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Bound port: d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9c8704-c347-4e11-a18b-92c92f434925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:59.123909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.160183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.216513 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] For port d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:59.219487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] For port d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,segment=NetworkSegment(1c9c8704-c347-4e11-a18b-92c92f434925),segment_id=1c9c8704-c347-4e11-a18b-92c92f434925)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:59.242877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event updated for resources: {'Subnet': ['ID=3d40c465-bd94-4161-890d-02e5f010f923,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:59.250304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Checking segment: {'id': '2cef5032-f132-4e62-a966-871ae03c6309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:59.250304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Network hostable DHCP agents. Network: 56029771-9e42-4965-aa82-4a07478ec8b1, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:59.291912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.314704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Network 56029771-9e42-4965-aa82-4a07478ec8b1 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:59.376529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e3fa5-8237-4aaa-a227-894f7266627c None None] Pushing event updated for resources: {'Port': ['ID=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:59.394736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 56029771-9e42-4965-aa82-4a07478ec8b1) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:59.399901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.402082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.406805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef59e0-c5fb-4b9d-a694-2c8f080221de None None] Network 56029771-9e42-4965-aa82-4a07478ec8b1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:59.516502 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a3725c37-ae1e-4601-a633-75f99ca6c001 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8700976 Apr 01 16:22:59.518686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53290) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:59.527227 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e2f55c2e-c2ca-405f-a139-9d1b3c21eb7f tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Request body: {'router': {'external_gateway_info': {'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:59.707320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-56029771-9e42-4965-aa82-4a07478ec8b1', 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1', 'tenant_id': 'f66497ba5efd4bc3adb4e600b96c964c', 'fixed_ips': [{'subnet_id': '3d40c465-bd94-4161-890d-02e5f010f923'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:59.708138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.884679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Allocated IP 172.21.0.2 (56029771-9e42-4965-aa82-4a07478ec8b1/3d40c465-bd94-4161-890d-02e5f010f923/74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:00.102557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2f55c2e-c2ca-405f-a139-9d1b3c21eb7f tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.129172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9ff5135-2b27-4717-b653-a4d3c5ab2da2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:00.180684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.203995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Transition to ACTIVE for port object 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:00.230082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Transition to ACTIVE for port object 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:00.304061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.343444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:00.353055 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.api.v2.resource [None req-e2f55c2e-c2ca-405f-a139-9d1b3c21eb7f tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 16:23:00.354934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e2f55c2e-c2ca-405f-a139-9d1b3c21eb7f tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "PUT /v2.0/routers/e93b4e87-2373-4b49-8f07-464f11b122e5 HTTP/1.1" status: 400 len: 364 time: 0.8348839 Apr 01 16:23:00.362237 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53294) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:00.379084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Network 56029771-9e42-4965-aa82-4a07478ec8b1 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:00.386531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:00.391440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:00.397543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Pushing event updated for resources: {'Port': ['ID=74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:00.447106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Deleting subnet 3d40c465-bd94-4161-890d-02e5f010f923 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:23:00.450720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.473034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aec8ba-bf4e-45a9-a081-0733790e84c8 None None] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:00.511686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.581310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Attempting to bind port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:00.581671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Attempting to bind port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2cef5032-f132-4e62-a966-871ae03c6309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:00.582030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Attempting to bind port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf on network 56029771-9e42-4965-aa82-4a07478ec8b1 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:00.598413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:00.598832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Checking segment: {'id': '2cef5032-f132-4e62-a966-871ae03c6309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:00.599235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.599639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Bound using segment: {'id': '2cef5032-f132-4e62-a966-871ae03c6309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:00.600114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Bound port: 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cef5032-f132-4e62-a966-871ae03c6309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56029771-9e42-4965-aa82-4a07478ec8b1'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:00.600486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.605661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.667212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Provisioning for port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:00.713161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Provisioning complete for port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:00.713423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.753921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.794563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Subnet': ['ID=3d40c465-bd94-4161-890d-02e5f010f923,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:00.798939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.805472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3a2f6d09-c94c-4d5b-ba99-6391568de2cd tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "DELETE /v2.0/subnets/3d40c465-bd94-4161-890d-02e5f010f923 HTTP/1.1" status: 204 len: 168 time: 0.4421244 Apr 01 16:23:00.807859 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53298) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:00.848757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] For port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:00.871323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] For port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf,segment=NetworkSegment(2cef5032-f132-4e62-a966-871ae03c6309),segment_id=2cef5032-f132-4e62-a966-871ae03c6309)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:00.937596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.944680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.949321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Deleting port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:00.949769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.954082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.067657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] For port d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,segment=NetworkSegment(1c9c8704-c347-4e11-a18b-92c92f434925),segment_id=1c9c8704-c347-4e11-a18b-92c92f434925)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:01.068575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213c117-3e29-4f06-b067-7ea66599634c None None] Pushing event updated for resources: {'Port': ['ID=74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:01.154941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.196449 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] For port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf,segment=NetworkSegment(2cef5032-f132-4e62-a966-871ae03c6309),segment_id=2cef5032-f132-4e62-a966-871ae03c6309)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:01.196833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.238521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c2af8-2844-449f-8e6e-1f0915a440fb None None] Pushing event updated for resources: {'Port': ['ID=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:01.344212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Calling delete_port for 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:23:01.383604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3d65d23e-6e11-4487-93b6-fdf627485fbf None None] Provisioning complete for port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:01.384553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3d65d23e-6e11-4487-93b6-fdf627485fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.543215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.594130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] No DVR routers for this DVR port 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:23:01.596364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Port': ['ID=74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:01.839030 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.866964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56029771-9e42-4965-aa82-4a07478ec8b1']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:01.880300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cef5032-f132-4e62-a966-871ae03c6309') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:01.880585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cef5032-f132-4e62-a966-871ae03c6309') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:01.894405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.912233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.919889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:23:01.920291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:23:01.940916 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:23:02.089758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9ff5135-2b27-4717-b653-a4d3c5ab2da2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:02.114716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.136856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.144011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Network': ['ID=56029771-9e42-4965-aa82-4a07478ec8b1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:02.150873 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-238f890c-66eb-4838-89db-d1a01e723e6e tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "DELETE /v2.0/networks/56029771-9e42-4965-aa82-4a07478ec8b1 HTTP/1.1" status: 204 len: 168 time: 1.3419805 Apr 01 16:23:02.153497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53302) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:02.181609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:02.182158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.239030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Deleting subnet 33741ec8-cd94-4918-a916-ba60ef09a5a1 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:23:02.243635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.250927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024469df-afcb-486f-8466-ea48039fbe6c None None] DHCP port deletion for 56029771-9e42-4965-aa82-4a07478ec8b1 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:23:02.256631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4d256f49-4da8-44c8-a20b-eb901d75da1a None None] Could not find standard attr ID for object 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf. {{(pid=88734) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 16:23:02.301821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481b7ee-efe6-463a-ad99-f29809f328d7 None None] Network 56029771-9e42-4965-aa82-4a07478ec8b1 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:02.302949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.379930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481b7ee-efe6-463a-ad99-f29809f328d7 None None] Network 56029771-9e42-4965-aa82-4a07478ec8b1 could not be found, it might have been deleted concurrently. {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 16:23:02.428072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.479969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b32df744-7f84-41ae-b8e9-d65e056c585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.583292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.629441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Subnet': ['ID=33741ec8-cd94-4918-a916-ba60ef09a5a1,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:02.633672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.640442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7e2691f0-10ed-4bae-82c9-d673f3853845 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "DELETE /v2.0/subnets/33741ec8-cd94-4918-a916-ba60ef09a5a1 HTTP/1.1" status: 204 len: 168 time: 0.4856815 Apr 01 16:23:02.640855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad7602-8656-4806-a060-4e635b38257c None None] Network a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:02.643052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53306) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:02.771107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.783702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Deleting port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:02.784039 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.929897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] DHCP port deletion for a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:23:02.934836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Deleting port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:02.935210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.020112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] For port d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,segment=NetworkSegment(1c9c8704-c347-4e11-a18b-92c92f434925),segment_id=1c9c8704-c347-4e11-a18b-92c92f434925)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:03.020475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.159396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Calling delete_port for d9ff5135-2b27-4717-b653-a4d3c5ab2da2 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:23:03.165920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] For port d9ff5135-2b27-4717-b653-a4d3c5ab2da2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,segment=NetworkSegment(1c9c8704-c347-4e11-a18b-92c92f434925),segment_id=1c9c8704-c347-4e11-a18b-92c92f434925)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:03.166318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.297576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Calling delete_port for d9ff5135-2b27-4717-b653-a4d3c5ab2da2 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:23:03.343235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.383064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:23:03.383493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:23:03.395054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Port': ['ID=d9ff5135-2b27-4717-b653-a4d3c5ab2da2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.396922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] No DVR routers for this DVR port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:23:03.531850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.559232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.576747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9c8704-c347-4e11-a18b-92c92f434925') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.577021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9c8704-c347-4e11-a18b-92c92f434925') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.589231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.606064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.612855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:23:03.613238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:23:03.628764 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:23:03.777567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.795397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.810530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Pushing event deleted for resources: {'Network': ['ID=a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.814708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9493fdb3-a749-477d-9b5d-8f4952cccd15 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "DELETE /v2.0/networks/a001e61e-09a8-4c7f-a2de-cb19f4d7cd9c HTTP/1.1" status: 204 len: 168 time: 1.1705790 Apr 01 16:23:03.817528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:03.867104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-227bc2dd-e9e3-44a8-b7f2-056051777419 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Synchronizing usage tracker for tenant:f66497ba5efd4bc3adb4e600b96c964c on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:03.884778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Deleting port d9ff5135-2b27-4717-b653-a4d3c5ab2da2 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:03.885308 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.948560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-227bc2dd-e9e3-44a8-b7f2-056051777419 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Unset dirty status for tenant:f66497ba5efd4bc3adb4e600b96c964c on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:03.951987 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-227bc2dd-e9e3-44a8-b7f2-056051777419 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93b4e87-2373-4b49-8f07-464f11b122e5 HTTP/1.1" status: 200 len: 205 time: 0.1312237 Apr 01 16:23:03.952212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa7f65-846c-433d-96a0-0a1d78b31d50 None None] The port 'd9ff5135-2b27-4717-b653-a4d3c5ab2da2' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:23:03.952828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53314) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:04.074675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:23:04.103590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.115486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:23:04.115831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 74d0b394-1ac7-41b5-b2a3-ab1fb8f64daf not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:23:04.116246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9ff5135-2b27-4717-b653-a4d3c5ab2da2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:23:04.151042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d9ff5135-2b27-4717-b653-a4d3c5ab2da2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:23:04.151371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d9ff5135-2b27-4717-b653-a4d3c5ab2da2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:23:04.403985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.406556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.486017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.486577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Fanout notify agent at l3_agent the message router_deleted on router e93b4e87-2373-4b49-8f07-464f11b122e5 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:23:04.500338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.500338 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-62171ded-daba-44d0-a820-584230756470 tempest-RoutersNegativeTest-255337875 tempest-RoutersNegativeTest-255337875-project] 10.222.0.21 "DELETE /v2.0/routers/e93b4e87-2373-4b49-8f07-464f11b122e5 HTTP/1.1" status: 204 len: 168 time: 0.5443015 Apr 01 16:23:04.943102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bbb65735-7a64-450f-a101-19877036379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.115316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53322) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:05.302152 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-dec14ef7-8684-417c-8e1f-3f9891421b99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f66497ba5efd4bc3adb4e600b96c964c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856418 Apr 01 16:23:05.304517 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53328) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:05.362919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.388450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.531954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.546599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b2def6-34de-4aaf-b533-d38b55b01d49,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:05.553218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.554358 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b866fa8e-8b98-429b-b1f3-7bc1b943c6d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50b2def6-34de-4aaf-b533-d38b55b01d49 HTTP/1.1" status: 204 len: 168 time: 0.2489378 Apr 01 16:23:05.615910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.234444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.636285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53352) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:06.739689 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1349294860-network', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:06.744514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:06.748464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Usage tracker for resource:network and tenant:ab5f69509e794fe287a0441ee380fd3c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:06.751333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:06.759681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:06.839888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Made reservation on behalf of ab5f69509e794fe287a0441ee380fd3c for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:06.842161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.857521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.872774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:06.876857 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5f69509e794fe287a0441ee380fd3c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:06.880312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:06.885988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:06.969196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.051934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.082863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:23:07.091290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91ba67-720a-43b4-b83d-b47b4a6907f0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:07.097358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.097655 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Added segment affd3f76-cc4b-4d37-b75c-f61185ba29d6 of type vlan for network b8edd902-098a-43ba-9ae2-cd9a73b5050e Apr 01 16:23:07.124210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.228515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.229478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:07.230085 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.334366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] Pushing event updated for resources: {'Network': ['ID=b8edd902-098a-43ba-9ae2-cd9a73b5050e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:07.343948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:23:07.366460 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fb91471-19b1-4105-9efe-5a71a0e56e33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7290769 Apr 01 16:23:07.369245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53358) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:07.374608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Request body: {'subnet': {'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-subnet', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:07.380206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:07.384109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Usage tracker for resource:subnet and tenant:ab5f69509e794fe287a0441ee380fd3c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:07.387006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:07.393090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:07.451207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Made reservation on behalf of ab5f69509e794fe287a0441ee380fd3c for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:07.453539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.692017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.708686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.891575 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e721f04-0914-4b67-ba31-ea374090cd4a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:07.903871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Checking segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:07.904217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Network hostable DHCP agents. Network: b8edd902-098a-43ba-9ae2-cd9a73b5050e, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:23:07.972408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:23:08.080928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, b8edd902-098a-43ba-9ae2-cd9a73b5050e) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:08.085769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:08.087036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.090277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094403f-7f22-40e6-822e-25fa23b38749 None None] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:08.184082 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-26c0a16a-a978-47a8-a315-b442bbcfc2eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8136952 Apr 01 16:23:08.188211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53362) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:08.194019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:08.198713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:08.202570 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Usage tracker for resource:router and tenant:ab5f69509e794fe287a0441ee380fd3c is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:08.206043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:08.212040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:08.269412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.270730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.285802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.326407 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:23:08.327270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.481101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Allocated IP 172.20.0.2 (b8edd902-098a-43ba-9ae2-cd9a73b5050e/5e721f04-0914-4b67-ba31-ea374090cd4a/e70b6470-d0d4-44ea-b518-da350380e497) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:08.607673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.718078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.728542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Transition to ACTIVE for port object e70b6470-d0d4-44ea-b518-da350380e497 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:08.747489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Transition to ACTIVE for port object e70b6470-d0d4-44ea-b518-da350380e497 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:08.817534 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.881783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:08.888659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:08.893437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:08.899319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Pushing event updated for resources: {'Port': ['ID=e70b6470-d0d4-44ea-b518-da350380e497,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:08.979538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.989021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Attempting to bind port e70b6470-d0d4-44ea-b518-da350380e497 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:08.989389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Attempting to bind port e70b6470-d0d4-44ea-b518-da350380e497 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:08.989750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Attempting to bind port e70b6470-d0d4-44ea-b518-da350380e497 on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:08.995092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:08.995459 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Checking segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:08.995852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.996261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Bound using segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:08.996708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Bound port: e70b6470-d0d4-44ea-b518-da350380e497, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:08.997073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.011493 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.088675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] For port e70b6470-d0d4-44ea-b518-da350380e497, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:09.091755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] For port e70b6470-d0d4-44ea-b518-da350380e497, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e70b6470-d0d4-44ea-b518-da350380e497,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:09.150545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Allocated IP 172.26.8.160 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/636afe72-188a-4e50-85fc-0959117fc9cc) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:09.161043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.244922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62c4c7-3c49-43de-b67f-06ad4e16b891 None None] Pushing event updated for resources: {'Port': ['ID=e70b6470-d0d4-44ea-b518-da350380e497,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:09.312244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.401144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.473471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:09.485593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:09.494992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:09.539458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Pushing event updated for resources: {'Port': ['ID=636afe72-188a-4e50-85fc-0959117fc9cc,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:10.118487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e70b6470-d0d4-44ea-b518-da350380e497 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:10.129078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.245431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e70b6470-d0d4-44ea-b518-da350380e497 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:10.263911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfb8fb-9187-4645-9401-527a793b9f21 None None] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:10.419379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Provisioning for port e70b6470-d0d4-44ea-b518-da350380e497 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:10.435397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Provisioning complete for port e70b6470-d0d4-44ea-b518-da350380e497 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:10.435764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.481249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.613172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.651434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] For port e70b6470-d0d4-44ea-b518-da350380e497, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e70b6470-d0d4-44ea-b518-da350380e497,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:10.725021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.747712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Router 3ff46e7d-730c-417f-b359-58e1725ab55d is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:23:10.869436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05133e37-b5c4-4735-9bfa-8b96e124264d None None] Pushing event updated for resources: {'Port': ['ID=e70b6470-d0d4-44ea-b518-da350380e497,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:10.894978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b8826e41-1ecc-417c-82d2-b3f68a3d1aa5 None None] Provisioning complete for port e70b6470-d0d4-44ea-b518-da350380e497 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:10.895355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8826e41-1ecc-417c-82d2-b3f68a3d1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.931350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:10.952133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Sync routers for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:10.977131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:10.977752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:11.022208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.023498 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d6bcd8df-a905-4ef2-b146-94e4ba26326d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8342912 Apr 01 16:23:11.026959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53366) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:11.333616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:11.644138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:09Z', 'revision_number': 3, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:11.648160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Checking router: 3ff46e7d-730c-417f-b359-58e1725ab55d for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:11.648509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Updating router 3ff46e7d-730c-417f-b359-58e1725ab55d port 636afe72-188a-4e50-85fc-0959117fc9cc binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:11.705040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.850536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.046824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.060108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Transition to ACTIVE for port object 636afe72-188a-4e50-85fc-0959117fc9cc will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:12.074429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Allocated IP 172.20.0.1 (b8edd902-098a-43ba-9ae2-cd9a73b5050e/5e721f04-0914-4b67-ba31-ea374090cd4a/e014a87b-6d46-40e9-91bc-2654b3aa032d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:12.088642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e70b6470-d0d4-44ea-b518-da350380e497 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:12.149235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.232220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.243422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Attempting to bind port 636afe72-188a-4e50-85fc-0959117fc9cc on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:12.243788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Attempting to bind port 636afe72-188a-4e50-85fc-0959117fc9cc by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:12.244156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Attempting to bind port 636afe72-188a-4e50-85fc-0959117fc9cc on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:12.247715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0052a-487c-4c54-961b-8cdf9fbc43a9 None None] Pushing event updated for resources: {'Port': ['ID=636afe72-188a-4e50-85fc-0959117fc9cc,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.249837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e70b6470-d0d4-44ea-b518-da350380e497 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:12.250268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.250500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Transition to ACTIVE for port object e014a87b-6d46-40e9-91bc-2654b3aa032d will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:12.280603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:12.280978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:12.281380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.281773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:12.282231 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Bound port: 636afe72-188a-4e50-85fc-0959117fc9cc, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:12.282601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.332835 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.383425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] For port 636afe72-188a-4e50-85fc-0959117fc9cc, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:12.386889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] For port 636afe72-188a-4e50-85fc-0959117fc9cc, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=636afe72-188a-4e50-85fc-0959117fc9cc,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:12.398957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:12.401672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:12.410758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:12.446603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.463635 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.475896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.543995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:12.544625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:12.611005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0052a-487c-4c54-961b-8cdf9fbc43a9 None None] Pushing event updated for resources: {'Port': ['ID=636afe72-188a-4e50-85fc-0959117fc9cc,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.739475 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:12.823910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.850303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4bf3150-be35-45ec-b454-ef80261da1d3 None None] Provisioning for port e014a87b-6d46-40e9-91bc-2654b3aa032d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:12.884828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d4bf3150-be35-45ec-b454-ef80261da1d3 None None] Provisioning complete for port e014a87b-6d46-40e9-91bc-2654b3aa032d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:12.885190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3150-be35-45ec-b454-ef80261da1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.055310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf3150-be35-45ec-b454-ef80261da1d3 None None] Port e014a87b-6d46-40e9-91bc-2654b3aa032d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:13.065719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.137035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.140674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:09Z', 'revision_number': 3, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:13.144936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fe198-28e2-4423-b105-606b9a368b84 None None] The sync data for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv is: [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:09Z', 'revision_number': 3, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:13.248969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.253167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:13.517459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:13.519752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:13.721652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Router 3ff46e7d-730c-417f-b359-58e1725ab55d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:23:13.785594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a4bda180-aa4f-474e-9b46-97fef168e266 None None] Provisioning complete for port e014a87b-6d46-40e9-91bc-2654b3aa032d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:13.786172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a4bda180-aa4f-474e-9b46-97fef168e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.844595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a4bda180-aa4f-474e-9b46-97fef168e266 None None] Port e014a87b-6d46-40e9-91bc-2654b3aa032d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:13.927391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:13.937454 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-11c56e46-81da-46d1-bb9d-77b1c2a0a7d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ff46e7d-730c-417f-b359-58e1725ab55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093394 Apr 01 16:23:14.121363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 636afe72-188a-4e50-85fc-0959117fc9cc up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:14.291134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 636afe72-188a-4e50-85fc-0959117fc9cc completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:14.296663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 636afe72-188a-4e50-85fc-0959117fc9cc triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:14.297029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.426891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.443223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 636afe72-188a-4e50-85fc-0959117fc9cc, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=636afe72-188a-4e50-85fc-0959117fc9cc,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:14.508714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.594827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=636afe72-188a-4e50-85fc-0959117fc9cc,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:14.765535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53384) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:14.769128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Sync routers for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:14.771634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-345437914-network', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:14.776985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:14.779247 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:14.780042 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:14.781441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Usage tracker for resource:network and tenant:33c94d6126a342719d5eb4abd8044bc0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:14.785009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:14.791883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:14.879668 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Made reservation on behalf of 33c94d6126a342719d5eb4abd8044bc0 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:14.882080 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.898926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.919944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:14.927585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Usage tracker for resource:security_group_rule and tenant:33c94d6126a342719d5eb4abd8044bc0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:14.930922 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:14.936800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:14.970767 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:15.023710 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.097911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.129616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:23:15.138021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadee68f-ae93-4604-9efc-e6516790b4a8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:15.143576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.144124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Added segment 7d186053-3220-473e-92df-d1964c6e2400 of type vlan for network 3c7bb489-da89-4497-82ff-58d8d1099ca3 Apr 01 16:23:15.171218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.285863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.286772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:15.288638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.323768 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 4, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e014a87b-6d46-40e9-91bc-2654b3aa032d', 'name': '', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'mac_address': 'fa:16:3e:55:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:11Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 2, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'subnets': [{'id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:15.327781 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Checking router: 3ff46e7d-730c-417f-b359-58e1725ab55d for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:15.328021 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Updating router 3ff46e7d-730c-417f-b359-58e1725ab55d port e014a87b-6d46-40e9-91bc-2654b3aa032d binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:15.382250 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.394762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7bb489-da89-4497-82ff-58d8d1099ca3,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:15.404439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:23:15.475181 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-81d20263-9bbb-43d5-b656-5d4fa27a83b3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7085047 Apr 01 16:23:15.477799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:15.483459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Request body: {'subnet': {'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-subnet', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:15.489920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:15.494747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Usage tracker for resource:subnet and tenant:33c94d6126a342719d5eb4abd8044bc0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:15.506032 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:15.513439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:15.593928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Made reservation on behalf of 33c94d6126a342719d5eb4abd8044bc0 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:15.596372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.744685 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.756573 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Transition to ACTIVE for port object e014a87b-6d46-40e9-91bc-2654b3aa032d will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:15.844412 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.874469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.942342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa267ef8-0bac-4ab9-827e-f7096056a153,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:15.966732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Checking segment: {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:15.967128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Network hostable DHCP agents. Network: 3c7bb489-da89-4497-82ff-58d8d1099ca3, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:23:16.056257 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Pushing event updated for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:16.071192 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.071534 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.071862 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.072184 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.072591 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.072917 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.073433 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.073540 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.073847 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.074187 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.074458 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.078226 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:16.088368 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Attempting to bind port e014a87b-6d46-40e9-91bc-2654b3aa032d on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:16.088733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Attempting to bind port e014a87b-6d46-40e9-91bc-2654b3aa032d by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:16.089081 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Attempting to bind port e014a87b-6d46-40e9-91bc-2654b3aa032d on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:16.100709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:23:16.100912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 636afe72-188a-4e50-85fc-0959117fc9cc up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:16.103921 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:16.104538 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Checking segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:16.104930 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.105323 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Bound using segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:16.105826 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Bound port: e014a87b-6d46-40e9-91bc-2654b3aa032d, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:16.106192 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.167357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 636afe72-188a-4e50-85fc-0959117fc9cc triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.167721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.178191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 3c7bb489-da89-4497-82ff-58d8d1099ca3) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:16.183121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:16.183968 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.201986 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] For port e014a87b-6d46-40e9-91bc-2654b3aa032d, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:16.205229 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652ae23-2caa-4d8b-bfcb-142549b17f8f None None] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:16.205380 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] For port e014a87b-6d46-40e9-91bc-2654b3aa032d, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e014a87b-6d46-40e9-91bc-2654b3aa032d,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:16.280426 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e4db7fda-57d4-42fe-a6b6-5d3cf856f555 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8014090 Apr 01 16:23:16.283018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:16.287948 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:16.292782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:16.297729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Usage tracker for resource:router and tenant:33c94d6126a342719d5eb4abd8044bc0 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:16.299532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:16.306504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:16.325912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.388334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.389386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.408314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.410752 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:16.411729 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:16.489543 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2115f4-cc7a-4af0-b31c-bec526c8af37 None None] Pushing event updated for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:16.508041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-3c7bb489-da89-4497-82ff-58d8d1099ca3', 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'fixed_ips': [{'subnet_id': 'fa267ef8-0bac-4ab9-827e-f7096056a153'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:23:16.508857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.624750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:16.694501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Allocated IP 172.20.0.2 (3c7bb489-da89-4497-82ff-58d8d1099ca3/fa267ef8-0bac-4ab9-827e-f7096056a153/2aee24ae-2bc5-4d91-b45c-ea13385690a1) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:16.794528 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.905196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.915819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Transition to ACTIVE for port object 2aee24ae-2bc5-4d91-b45c-ea13385690a1 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:16.936559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Transition to ACTIVE for port object 2aee24ae-2bc5-4d91-b45c-ea13385690a1 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:16.955936 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 4, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e014a87b-6d46-40e9-91bc-2654b3aa032d', 'name': '', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'mac_address': 'fa:16:3e:55:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:11Z', 'updated_at': '2022-04-01T16:23:16Z', 'revision_number': 4, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'subnets': [{'id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:16.960463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a607d1-c552-4042-b924-8d7d9408edbe None None] The sync data for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv is: [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 4, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'e014a87b-6d46-40e9-91bc-2654b3aa032d', 'name': '', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'mac_address': 'fa:16:3e:55:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:11Z', 'updated_at': '2022-04-01T16:23:16Z', 'revision_number': 4, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'subnets': [{'id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:17.012713 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.080253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:17.093092 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:17.100370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:17.208868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Pushing event updated for resources: {'Port': ['ID=2aee24ae-2bc5-4d91-b45c-ea13385690a1,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:17.229384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Attempting to bind port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:17.229901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Attempting to bind port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:17.230384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Attempting to bind port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 on network 3c7bb489-da89-4497-82ff-58d8d1099ca3 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:17.237076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:17.237637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Checking segment: {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:17.238297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.238917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Bound using segment: {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:17.239612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Bound port: 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:17.240175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.390305 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.395085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b0b45326-2209-4087-807e-688538e1f663 None None] For port 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:17.398781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b0b45326-2209-4087-807e-688538e1f663 None None] For port 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2aee24ae-2bc5-4d91-b45c-ea13385690a1,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:17.425462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.469977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.609069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b45326-2209-4087-807e-688538e1f663 None None] Pushing event updated for resources: {'Port': ['ID=2aee24ae-2bc5-4d91-b45c-ea13385690a1,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:17.617960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Allocated IP 172.26.8.27 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/2dc4b722-43f1-45c8-8cd8-9b9dd34b1053) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:17.800908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.908841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.982743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:17.983839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:17.986274 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:18.047323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:18.160572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2aee24ae-2bc5-4d91-b45c-ea13385690a1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:18.302907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:18.309061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e014a87b-6d46-40e9-91bc-2654b3aa032d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:18.434057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port e014a87b-6d46-40e9-91bc-2654b3aa032d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:18.439812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e014a87b-6d46-40e9-91bc-2654b3aa032d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:18.440374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.489022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.563552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.567134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.604218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port e014a87b-6d46-40e9-91bc-2654b3aa032d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e014a87b-6d46-40e9-91bc-2654b3aa032d,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:18.642159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d73d4-99c3-4cd5-9130-1292f8024c2c None None] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:23:18.674737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.830041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:18.872853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Provisioning for port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:18.883348 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Provisioning complete for port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:18.883630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.047314 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.070198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.106382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] For port 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2aee24ae-2bc5-4d91-b45c-ea13385690a1,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:19.171255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.258326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfac29e-7458-4356-856d-4f5de3e84b8b None None] Pushing event updated for resources: {'Port': ['ID=2aee24ae-2bc5-4d91-b45c-ea13385690a1,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:19.291269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7fb75703-8e06-4c7f-a01a-4fc887a2671a None None] Provisioning complete for port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:19.291641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7fb75703-8e06-4c7f-a01a-4fc887a2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.359704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:23:19.541355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:19.551791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Sync routers for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:19.561355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:19.561949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:19.679622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.683780 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0273c233-a81d-4333-a137-7e8417c84647 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3971138 Apr 01 16:23:19.683908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53396) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:19.741688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:20.073702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:18Z', 'revision_number': 3, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:20.078049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Checking router: 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:20.078461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Updating router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:20.109920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2aee24ae-2bc5-4d91-b45c-ea13385690a1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:20.186097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.284802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:20.285422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.373318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.530232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e014a87b-6d46-40e9-91bc-2654b3aa032d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:20.588431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Allocated IP 172.20.0.1 (3c7bb489-da89-4497-82ff-58d8d1099ca3/fa267ef8-0bac-4ab9-827e-f7096056a153/2c46da34-3819-4072-9c8b-45ec071befb8) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:20.674898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port e014a87b-6d46-40e9-91bc-2654b3aa032d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:20.676250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.727146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.753063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Transition to ACTIVE for port object 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:20.833181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.865426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.882537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Transition to ACTIVE for port object 2c46da34-3819-4072-9c8b-45ec071befb8 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:20.914401 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Attempting to bind port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:20.914801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Attempting to bind port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:20.915172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Attempting to bind port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:20.920877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9168a-066e-4ef2-98cb-21932f17ac16 None None] Pushing event updated for resources: {'Port': ['ID=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:20.925443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:20.926128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:20.929063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.929063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:20.929063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Bound port: 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:20.929063 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:20.977627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.002444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] For port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:21.008394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] For port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:21.044868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:21.047734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:21.051289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:21.085944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.105579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Pushing event updated for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:21.122774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.185496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:21.186134 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:21.266091 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9168a-066e-4ef2-98cb-21932f17ac16 None None] Pushing event updated for resources: {'Port': ['ID=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:21.387455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.395820 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:21.499196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b8660a62-607b-4e3d-8cf1-41178a58db0c None None] Provisioning for port 2c46da34-3819-4072-9c8b-45ec071befb8 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:21.522911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b8660a62-607b-4e3d-8cf1-41178a58db0c None None] Provisioning complete for port 2c46da34-3819-4072-9c8b-45ec071befb8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:21.532949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b8660a62-607b-4e3d-8cf1-41178a58db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.635862 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.698686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-b8660a62-607b-4e3d-8cf1-41178a58db0c None None] Port 2c46da34-3819-4072-9c8b-45ec071befb8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:21.714053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.792305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:18Z', 'revision_number': 3, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:21.796388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0b476-9fcf-4750-9b15-40f7c3d494d3 None None] The sync data for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv is: [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:18Z', 'revision_number': 3, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:21.826695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.830279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Pushing event updated for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:21.981958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:21.983229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:22.154003 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:22.245633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:23:22.323919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4b538a77-623b-4658-9c5f-68504ae6cf0f None None] Provisioning complete for port 2c46da34-3819-4072-9c8b-45ec071befb8 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:22.324331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b538a77-623b-4658-9c5f-68504ae6cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:22.356023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:22.370815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:22.371175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:22.429627 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4b538a77-623b-4658-9c5f-68504ae6cf0f None None] Port 2c46da34-3819-4072-9c8b-45ec071befb8 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:22.442453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:22.459370 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5201fda1-3536-4a31-ae3c-8473e7683394 admin admin] 10.222.0.21 "PUT /v2.0/routers/2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742209 Apr 01 16:23:22.518705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:22.537004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:22.605837 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:22.684153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:23.397005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-146a782b-4d17-472d-b527-2c0d7c87d7ed tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:23.397682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-146a782b-4d17-472d-b527-2c0d7c87d7ed tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:23.507466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-146a782b-4d17-472d-b527-2c0d7c87d7ed tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:23.508656 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-146a782b-4d17-472d-b527-2c0d7c87d7ed tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/networks?id=b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 200 len: 817 time: 0.2596173 Apr 01 16:23:23.525243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b603a1f-7e86-4dc9-94de-6fc05b30f8a3 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/quotas/ab5f69509e794fe287a0441ee380fd3c HTTP/1.1" status: 200 len: 375 time: 0.0107503 Apr 01 16:23:23.609324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-9000754b-6af9-44fb-a23a-4eee72e62cb9 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:23.708478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-9000754b-6af9-44fb-a23a-4eee72e62cb9 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:23.709825 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-9000754b-6af9-44fb-a23a-4eee72e62cb9 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793618 Apr 01 16:23:23.960151 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-6f2701e5-575c-4dd6-9c78-9a258fef451b service neutron] 10.222.0.21 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384558 Apr 01 16:23:24.097772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:24.100223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-6fd2c415-c368-40f4-8a35-669a42861765 service neutron] 10.222.0.21 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336865 Apr 01 16:23:24.149780 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Sync routers for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:24.160166 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:24.160869 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:24.177163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:24.177630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:24.381671 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:24.386436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f0a2ddf0-567c-4dd8-a994-ceab053ce335 req-be40db1c-c68f-44d0-8ea8-ce35d20c83b5 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 210 time: 0.0443022 Apr 01 16:23:24.696887 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:21Z', 'revision_number': 4, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2c46da34-3819-4072-9c8b-45ec071befb8', 'name': '', 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'mac_address': 'fa:16:3e:20:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:20Z', 'updated_at': '2022-04-01T16:23:21Z', 'revision_number': 2, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'subnets': [{'id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:24.700634 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Checking router: 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:24.700970 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Updating router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 port 2c46da34-3819-4072-9c8b-45ec071befb8 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:24.756763 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.101037 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.112300 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Transition to ACTIVE for port object 2c46da34-3819-4072-9c8b-45ec071befb8 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:25.222756 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.399459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73bc3-f97a-403e-9ec7-52c3caede561 None None] Pushing event updated for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:25.471073 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Attempting to bind port 2c46da34-3819-4072-9c8b-45ec071befb8 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:25.472236 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Attempting to bind port 2c46da34-3819-4072-9c8b-45ec071befb8 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:25.472780 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Attempting to bind port 2c46da34-3819-4072-9c8b-45ec071befb8 on network 3c7bb489-da89-4497-82ff-58d8d1099ca3 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:25.478455 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:25.478855 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Checking segment: {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:25.479369 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.479765 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Bound using segment: {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:25.480217 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Bound port: 2c46da34-3819-4072-9c8b-45ec071befb8, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d186053-3220-473e-92df-d1964c6e2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:25.480581 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.542251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6ec7afee-c1cc-4b2d-bb39-b57ffc7d1bd2 req-e8b0fd0d-7de5-4962-ab46-f078e5f2dd5e tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 210 time: 0.0447659 Apr 01 16:23:25.572732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] For port 2c46da34-3819-4072-9c8b-45ec071befb8, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:25.575750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] For port 2c46da34-3819-4072-9c8b-45ec071befb8, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2c46da34-3819-4072-9c8b-45ec071befb8,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:25.639961 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:25.721436 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:25.722779 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:23:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:25.788851 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73bc3-f97a-403e-9ec7-52c3caede561 None None] Pushing event updated for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:25.919766 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:26.264388 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:21Z', 'revision_number': 4, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2c46da34-3819-4072-9c8b-45ec071befb8', 'name': '', 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'mac_address': 'fa:16:3e:20:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:20Z', 'updated_at': '2022-04-01T16:23:25Z', 'revision_number': 4, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'subnets': [{'id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:26.268425 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4902382-38b3-43ea-9dd9-84651c4e7b9e None None] The sync data for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv is: [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:23:21Z', 'revision_number': 4, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2c46da34-3819-4072-9c8b-45ec071befb8', 'name': '', 'network_id': '3c7bb489-da89-4497-82ff-58d8d1099ca3', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'mac_address': 'fa:16:3e:20:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:20Z', 'updated_at': '2022-04-01T16:23:25Z', 'revision_number': 4, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'subnets': [{'id': 'fa267ef8-0bac-4ab9-827e-f7096056a153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:26.749416 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-88f9c6fb-85ba-469d-abdf-5ac27d78ad7f req-94fc4b1b-8432-4367-944e-4a547f410f35 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 210 time: 0.0941353 Apr 01 16:23:26.817064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-52b7df1d-4348-492b-b3fb-97d881dd6646 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:26.818702 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-52b7df1d-4348-492b-b3fb-97d881dd6646 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "GET /v2.0/networks?id=b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 200 len: 817 time: 0.2065823 Apr 01 16:23:26.836109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Request body: {'port': {'device_id': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'admin_state_up': True, 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:26.976388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:26.985912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:27.131293 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Made reservation on behalf of ab5f69509e794fe287a0441ee380fd3c for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:27.134833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.302394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Allocated IP 172.20.0.10 (b8edd902-098a-43ba-9ae2-cd9a73b5050e/5e721f04-0914-4b67-ba31-ea374090cd4a/ad8828f0-ccaa-4711-a995-9f239f89aa1a) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:27.663113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.681122 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Transition to ACTIVE for port object ad8828f0-ccaa-4711-a995-9f239f89aa1a will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:27.776593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.857405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:27.872131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:27.877504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:27.914836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Pushing event updated for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:27.964504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:27.965167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.071795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45822715-32cd-4fdd-8603-295f58536c49 req-c9ed471d-b34a-4e15-ab48-f8ab0dca3161 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.079826 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45822715-32cd-4fdd-8603-295f58536c49 req-c9ed471d-b34a-4e15-ab48-f8ab0dca3161 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 932 time: 0.1804616 Apr 01 16:23:28.144584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2c46da34-3819-4072-9c8b-45ec071befb8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:28.161047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-45822715-32cd-4fdd-8603-295f58536c49 req-7f9fbbb5-5c56-4455-b2e7-ef9aaa388714 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:28.178425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-4b18ec34-6433-4b84-80b5-9feab385e934 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3461802 Apr 01 16:23:28.194588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Request body: {'port': {'device_id': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:28.262651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-45822715-32cd-4fdd-8603-295f58536c49 req-7f9fbbb5-5c56-4455-b2e7-ef9aaa388714 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:28.263939 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45822715-32cd-4fdd-8603-295f58536c49 req-7f9fbbb5-5c56-4455-b2e7-ef9aaa388714 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777599 Apr 01 16:23:28.285439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0b59d99f-bca3-4c21-a012-205c6295640c None None] Provisioning for port ad8828f0-ccaa-4711-a995-9f239f89aa1a completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:28.288857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2c46da34-3819-4072-9c8b-45ec071befb8 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:28.294770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0b59d99f-bca3-4c21-a012-205c6295640c None None] Provisioning complete for port ad8828f0-ccaa-4711-a995-9f239f89aa1a triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:28.295436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0b59d99f-bca3-4c21-a012-205c6295640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.327717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2c46da34-3819-4072-9c8b-45ec071befb8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:28.328086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.332709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.401483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0b59d99f-bca3-4c21-a012-205c6295640c None None] Port ad8828f0-ccaa-4711-a995-9f239f89aa1a cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:28.476452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.509444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2c46da34-3819-4072-9c8b-45ec071befb8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2c46da34-3819-4072-9c8b-45ec071befb8,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:28.569775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.638832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:28.700956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8828f0-ccaa-4711-a995-9f239f89aa1a {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:28.709615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.725760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Transition to ACTIVE for port object ad8828f0-ccaa-4711-a995-9f239f89aa1a will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:28.785889 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:23:28.827839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.998421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:29.074820 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Attempting to bind port ad8828f0-ccaa-4711-a995-9f239f89aa1a on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:29.075156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Attempting to bind port ad8828f0-ccaa-4711-a995-9f239f89aa1a by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:29.075484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Attempting to bind port ad8828f0-ccaa-4711-a995-9f239f89aa1a on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:29.080157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Port ad8828f0-ccaa-4711-a995-9f239f89aa1a on network b8edd902-098a-43ba-9ae2-cd9a73b5050e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:23:29.080469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Attempting to bind port ad8828f0-ccaa-4711-a995-9f239f89aa1a on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:29.086152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:29.086484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Checking segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:29.086895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Bound using segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:29.087318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Bound port: ad8828f0-ccaa-4711-a995-9f239f89aa1a, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:29.087666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.179332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:29.182135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:29.268744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.327721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.328310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.329678 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] 10.222.0.91 "PUT /v2.0/ports/ad8828f0-ccaa-4711-a995-9f239f89aa1a HTTP/1.1" status: 200 len: 1094 time: 1.1402597 Apr 01 16:23:29.330105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:29.373603 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ea19-0ca6-4511-ac7d-9cb8799877d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:29.393198 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a', 'status': 'completed', 'code': 200} Apr 01 16:23:29.545993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c07f78-c78f-47c7-a93d-eca0a216fc78 req-ac92e127-13f2-4817-b2e7-6fcb7905bc3f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.546722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-55c07f78-c78f-47c7-a93d-eca0a216fc78 req-ac92e127-13f2-4817-b2e7-6fcb7905bc3f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:29.553409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-b63bbf93-c2a5-4d2a-8651-7f8a394a86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.555599 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-b63bbf93-c2a5-4d2a-8651-7f8a394a86b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 1097 time: 0.1191533 Apr 01 16:23:29.653691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-55c07f78-c78f-47c7-a93d-eca0a216fc78 req-ac92e127-13f2-4817-b2e7-6fcb7905bc3f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:29.654884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55c07f78-c78f-47c7-a93d-eca0a216fc78 req-ac92e127-13f2-4817-b2e7-6fcb7905bc3f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 944 time: 0.2564602 Apr 01 16:23:29.730900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-55c07f78-c78f-47c7-a93d-eca0a216fc78 req-517a7186-b32c-40fb-8a06-952971c1c6fe tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Apr 01 16:23:29.735221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-b9ad870f-1314-419b-9e50-e01db75d0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.736636 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-b9ad870f-1314-419b-9e50-e01db75d0742 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ab5f69509e794fe287a0441ee380fd3c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1708195 Apr 01 16:23:29.884019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-356ff06a-f882-4c1d-9e3e-094709e9a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.885479 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d44f9498-01b9-444d-84cf-7d3ee2754225 req-356ff06a-f882-4c1d-9e3e-094709e9a868 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379082 Apr 01 16:23:30.001649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-da18d45f-5c23-40dc-a9d7-dfeadd36b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.003365 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-da18d45f-5c23-40dc-a9d7-dfeadd36b32d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 1097 time: 0.0754166 Apr 01 16:23:30.080014 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-11071972-4a72-4622-aa44-9f195fb44071 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a HTTP/1.1" status: 200 len: 217 time: 0.0662389 Apr 01 16:23:30.094924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2c46da34-3819-4072-9c8b-45ec071befb8 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:30.144391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-6cfbdeec-4373-4db0-90f6-774fc5c7ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.145764 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-6cfbdeec-4373-4db0-90f6-774fc5c7ab60 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5e721f04-0914-4b67-ba31-ea374090cd4a HTTP/1.1" status: 200 len: 856 time: 0.0585961 Apr 01 16:23:30.166151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2c46da34-3819-4072-9c8b-45ec071befb8 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:30.166521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.228025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-c1d45547-38aa-478e-8ede-03b61db60662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.229485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-c1d45547-38aa-478e-8ede-03b61db60662 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b8edd902-098a-43ba-9ae2-cd9a73b5050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738397 Apr 01 16:23:30.469260 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-5bf14e6f-717d-4e36-99f1-0c65f6c77ae4 service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295806 Apr 01 16:23:30.606315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb94ebc0-3a90-4542-9a35-48d74deeafa4 req-b1563a5e-c810-4e9b-8d87-56da7782873f service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273162 Apr 01 16:23:30.919799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac134c-c541-4e48-88cb-d51250bc56fa req-4f935237-bff6-43fe-a596-bbe06496550b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.921276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8aac134c-c541-4e48-88cb-d51250bc56fa req-4f935237-bff6-43fe-a596-bbe06496550b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 944 time: 0.0794091 Apr 01 16:23:30.967467 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8aac134c-c541-4e48-88cb-d51250bc56fa req-fc29c6d3-b7d3-467b-9dd5-82969221bc12 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Apr 01 16:23:32.157191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1812d31-40ec-4ccc-8a6c-7e6b02ca2286 req-6e5ddb7c-bd61-4867-97cf-0302c5fc0d5b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:32.158667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1812d31-40ec-4ccc-8a6c-7e6b02ca2286 req-6e5ddb7c-bd61-4867-97cf-0302c5fc0d5b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 944 time: 0.0824873 Apr 01 16:23:32.205548 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a1812d31-40ec-4ccc-8a6c-7e6b02ca2286 req-8502b88f-4418-4b15-abbe-b7b981095a94 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Apr 01 16:23:32.439526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f80530c-09c6-4df2-a8eb-5b6c3bea5be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:33.398720 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7e786-ec49-40eb-92b8-8e100d33485d req-72a94dd7-677f-4a13-85bf-b1bfa744842e tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:33.400168 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3a7e786-ec49-40eb-92b8-8e100d33485d req-72a94dd7-677f-4a13-85bf-b1bfa744842e tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 944 time: 0.0857239 Apr 01 16:23:33.446963 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b3a7e786-ec49-40eb-92b8-8e100d33485d req-2416340f-75b2-4f29-b877-73fab15e6f08 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Apr 01 16:23:34.633128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4342619-82f8-4cc9-b14e-dcbdccd00db6 req-6706b6a9-efa2-46a3-9d4f-250030c14b23 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:34.634576 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4342619-82f8-4cc9-b14e-dcbdccd00db6 req-6706b6a9-efa2-46a3-9d4f-250030c14b23 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 944 time: 0.0848856 Apr 01 16:23:34.646076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ad8828f0-ccaa-4711-a995-9f239f89aa1a details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:23:34.683851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f4342619-82f8-4cc9-b14e-dcbdccd00db6 req-82e54dc4-29e3-45de-b027-662e185b2219 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Apr 01 16:23:34.787111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:34.805477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'port_id': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a', 'mac_address': 'fa:16:3e:91:5d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:23:34.871682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:34.889511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8828f0-ccaa-4711-a995-9f239f89aa1a {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:34.905214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:34.913351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-16234a8c-b89c-499b-a0eb-7e7ad949b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:34.988245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:35.054499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:35.254384 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ad8828f0-ccaa-4711-a995-9f239f89aa1a'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:23:35.605531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:35.869871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b3d2-8817-4d1c-bc68-d689e513eb42 req-b8bda4b2-f2f0-4135-9bb1-51d8bf3cf3bf tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:35.871394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b350b3d2-8817-4d1c-bc68-d689e513eb42 req-b8bda4b2-f2f0-4135-9bb1-51d8bf3cf3bf tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 945 time: 0.0799162 Apr 01 16:23:35.916365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b350b3d2-8817-4d1c-bc68-d689e513eb42 req-00f68c4d-091e-4a9c-937b-c4456e1b3c20 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Apr 01 16:23:36.268079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:36.646118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ad8828f0-ccaa-4711-a995-9f239f89aa1a up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:36.816893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port ad8828f0-ccaa-4711-a995-9f239f89aa1a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:36.822206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port ad8828f0-ccaa-4711-a995-9f239f89aa1a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:36.822575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:36.940869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:36.968027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:36.978155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:37.014807 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a', 'code': 200} Apr 01 16:23:37.067959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:37.105764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b690f-35ef-493b-bf25-f4b13ed125e6 req-d67189f7-360e-4f71-b6ed-d14a7f9425c9 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:37.107454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a9b690f-35ef-493b-bf25-f4b13ed125e6 req-d67189f7-360e-4f71-b6ed-d14a7f9425c9 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 945 time: 0.0831914 Apr 01 16:23:37.137164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:37.144912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.145259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.145595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.145928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.146255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.146587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.146969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.147293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.147616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.147942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.148310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.148574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:37.155212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8a9b690f-35ef-493b-bf25-f4b13ed125e6 req-451b712c-02e0-445e-83b3-f7d2183a0b82 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Apr 01 16:23:37.390671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593967-f981-4c96-a1e4-9a47c43bfa50 req-228e8001-2381-4337-aa69-599766601491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:37.392141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66593967-f981-4c96-a1e4-9a47c43bfa50 req-228e8001-2381-4337-aa69-599766601491 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 1099 time: 0.0736983 Apr 01 16:23:37.437717 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66593967-f981-4c96-a1e4-9a47c43bfa50 req-1e9f0963-e7bf-4ac0-915b-8304efc86ccc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Apr 01 16:23:37.708236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:38.344602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a30de-45d5-49fb-bae7-ce22a3f7d804 req-3aa776c6-a765-40f2-a789-f62588e7e2a8 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:38.345937 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-615a30de-45d5-49fb-bae7-ce22a3f7d804 req-3aa776c6-a765-40f2-a789-f62588e7e2a8 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0837049 Apr 01 16:23:38.389705 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-615a30de-45d5-49fb-bae7-ce22a3f7d804 req-9ccb179a-fe50-4ebe-9a23-b2dc3b3d211d tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Apr 01 16:23:39.582392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b7f1-9253-4748-94fc-27d33cb79b8d req-0bd9b0da-afb4-4f65-9f5a-bcc3e83cc613 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:39.583891 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0740b7f1-9253-4748-94fc-27d33cb79b8d req-0bd9b0da-afb4-4f65-9f5a-bcc3e83cc613 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0815523 Apr 01 16:23:39.628641 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0740b7f1-9253-4748-94fc-27d33cb79b8d req-479d9928-97fa-4903-b390-289a007bd422 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Apr 01 16:23:39.812861 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db34b-ef1f-4854-815d-440532df1bf2 req-830eca71-a57d-430a-9b22-2d6075b5dda4 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:39.814235 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8e2db34b-ef1f-4854-815d-440532df1bf2 req-830eca71-a57d-430a-9b22-2d6075b5dda4 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0814989 Apr 01 16:23:39.861454 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8e2db34b-ef1f-4854-815d-440532df1bf2 req-937f520a-5c77-4473-998c-ceabf4e1a33f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Apr 01 16:23:48.496161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:57.924075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de369da-5973-4ecc-9e9a-21884c5a830f req-839ed8dd-dd0e-420c-a28e-949ec055dd13 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:57.925778 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8de369da-5973-4ecc-9e9a-21884c5a830f req-839ed8dd-dd0e-420c-a28e-949ec055dd13 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0819623 Apr 01 16:23:57.971542 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8de369da-5973-4ecc-9e9a-21884c5a830f req-81127d4c-040a-4562-92e7-c25aca99e3df tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Apr 01 16:23:59.160303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27abc58-ece5-4803-ad51-76e7d30f771e req-48bc191b-1b0e-4936-bdd2-666c640c5ada tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:59.161758 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e27abc58-ece5-4803-ad51-76e7d30f771e req-48bc191b-1b0e-4936-bdd2-666c640c5ada tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0832973 Apr 01 16:23:59.207924 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e27abc58-ece5-4803-ad51-76e7d30f771e req-cabca993-cf47-40cd-8d3d-15dce49eab15 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Apr 01 16:23:59.562273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-782ce2a1-9901-49b2-8aeb-a7058a1f4cdd tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:59.563828 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-782ce2a1-9901-49b2-8aeb-a7058a1f4cdd tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 946 time: 0.0873444 Apr 01 16:23:59.642108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Deleting port ad8828f0-ccaa-4711-a995-9f239f89aa1a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:59.642443 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:59.913194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] For port ad8828f0-ccaa-4711-a995-9f239f89aa1a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8828f0-ccaa-4711-a995-9f239f89aa1a,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:59.913543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:00.042753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Calling delete_port for ad8828f0-ccaa-4711-a995-9f239f89aa1a owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:00.245479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:00.262604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ad8828f0-ccaa-4711-a995-9f239f89aa1a'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:24:00.299430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Pushing event deleted for resources: {'Port': ['ID=ad8828f0-ccaa-4711-a995-9f239f89aa1a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:00.341764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.342185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.342446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.342802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.343139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.343533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.343779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.344100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.344423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.344738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.345054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.345376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:00.382681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b45663b7-8fb6-42c0-b0c5-4c3148086b65 req-3bea1948-b32b-4d5b-99b0-3a0af1597e99 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 210 time: 0.0580854 Apr 01 16:24:00.396073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] No DVR routers for this DVR port ad8828f0-ccaa-4711-a995-9f239f89aa1a on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:00.398877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:00.402594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'name': 'network-vif-deleted', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:00.454906 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf', 'name': 'network-vif-deleted', 'tag': 'ad8828f0-ccaa-4711-a995-9f239f89aa1a', 'status': 'completed', 'code': 200} Apr 01 16:24:00.474398 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4d64b379-ad44-4ee0-9a1b-bb937d115a9a req-824e528e-778b-46b3-9995-7ba48dc43636 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "DELETE /v2.0/ports/ad8828f0-ccaa-4711-a995-9f239f89aa1a HTTP/1.1" status: 204 len: 173 time: 0.9020753 Apr 01 16:24:01.541722 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e251d4ad-4332-4320-8341-19c807499a0e req-58d8de29-a3f8-48c2-8f4a-b9ba6ef1fd55 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2d42b43-82a8-4a1e-a4d3-ea429b5dc8bf HTTP/1.1" status: 200 len: 210 time: 0.0443442 Apr 01 16:24:02.438962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f40225e7-d2e1-4728-a5d1-24869bc882e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:02.754734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ad8828f0-ccaa-4711-a995-9f239f89aa1a no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:02.789655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: ad8828f0-ccaa-4711-a995-9f239f89aa1a {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:02.789976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ad8828f0-ccaa-4711-a995-9f239f89aa1a not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:03.455082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-eaab37cb-51e5-4617-80d6-3bc05aa5fd7a tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:03.456543 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-eaab37cb-51e5-4617-80d6-3bc05aa5fd7a tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/networks?id=b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 200 len: 817 time: 0.1472666 Apr 01 16:24:03.472684 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-256a9fb2-3305-4d38-8dcb-e90b0cae3f25 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/quotas/ab5f69509e794fe287a0441ee380fd3c HTTP/1.1" status: 200 len: 375 time: 0.0104046 Apr 01 16:24:03.560022 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-7f424338-fd06-4674-9b70-bfbbadf1d820 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821028 Apr 01 16:24:03.795446 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-4c6af22b-d149-430f-9c61-73adaa6f8ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237844 Apr 01 16:24:03.929647 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-00876962-76d1-4bdc-9762-626d06bc62d4 service neutron] 10.222.0.21 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281950 Apr 01 16:24:04.168770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-94916da5-a718-4d7b-ba2a-803411287b78 req-5203d6d0-34ef-4538-a524-86245aa2d6ef tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:04.232989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-94916da5-a718-4d7b-ba2a-803411287b78 req-5203d6d0-34ef-4538-a524-86245aa2d6ef tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:04.234190 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-94916da5-a718-4d7b-ba2a-803411287b78 req-5203d6d0-34ef-4538-a524-86245aa2d6ef tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 210 time: 0.1090474 Apr 01 16:24:04.901695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-db038c36-5d6e-4fb6-a570-c3bc34b89825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:05.389081 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-606848fa-fb33-4c84-a379-7192210822a5 req-8bc4eb29-30f1-462b-8970-e34eb8c8a532 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 210 time: 0.0468543 Apr 01 16:24:05.599095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:05.786075 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:24:06.133784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-67454bc9-f62f-4dad-8901-12e4bad75980 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:06.136051 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-67454bc9-f62f-4dad-8901-12e4bad75980 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "GET /v2.0/networks?id=b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 200 len: 817 time: 0.1510677 Apr 01 16:24:06.153338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Request body: {'port': {'device_id': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'admin_state_up': True, 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:06.274238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:06.292556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:06.302284 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:06.399025 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Made reservation on behalf of ab5f69509e794fe287a0441ee380fd3c for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:06.403261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:06.613994 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c1e90b83-4a1f-4bf4-af8e-f1921d13a13d req-545907bb-6c1f-476a-b5c9-4ed35d275d6c tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 210 time: 0.0524716 Apr 01 16:24:06.709471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Allocated IP 172.20.0.9 (b8edd902-098a-43ba-9ae2-cd9a73b5050e/5e721f04-0914-4b67-ba31-ea374090cd4a/c83d2f75-5b7d-4d86-90a5-e8a39a427a73) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:06.912206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:06.927890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Transition to ACTIVE for port object c83d2f75-5b7d-4d86-90a5-e8a39a427a73 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:07.015386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.082105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:07.090481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:07.094901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:24:07.129863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Pushing event updated for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:07.169774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.170387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.267412 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-8dc7268f-b19e-4d23-a4b4-6812546ed8a1 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1183262 Apr 01 16:24:07.283393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Request body: {'port': {'device_id': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:07.402021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.421722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f88a68c4-39ee-4f58-b9df-51d4f3e9da75 None None] Provisioning for port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:07.427737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f88a68c4-39ee-4f58-b9df-51d4f3e9da75 None None] Provisioning complete for port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:07.428133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f88a68c4-39ee-4f58-b9df-51d4f3e9da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.481654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-f88a68c4-39ee-4f58-b9df-51d4f3e9da75 None None] Port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:24:07.753341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.764703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83d2f75-5b7d-4d86-90a5-e8a39a427a73 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:07.772214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.787901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Transition to ACTIVE for port object c83d2f75-5b7d-4d86-90a5-e8a39a427a73 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:07.811018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85fc3-e584-41c4-be2d-f31d473e1374 req-6db955fd-2f72-41bc-9dbd-6eae00ef8a17 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.812482 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ddd85fc3-e584-41c4-be2d-f31d473e1374 req-6db955fd-2f72-41bc-9dbd-6eae00ef8a17 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 931 time: 0.0852680 Apr 01 16:24:07.858323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ddd85fc3-e584-41c4-be2d-f31d473e1374 req-83c91c08-19de-4b73-af3f-945bf4ccc947 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Apr 01 16:24:07.866501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:08.029382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:08.120215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Attempting to bind port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:08.120547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Attempting to bind port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:08.120873 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Attempting to bind port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:24:08.125438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 on network b8edd902-098a-43ba-9ae2-cd9a73b5050e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:24:08.125753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Attempting to bind port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 on network b8edd902-098a-43ba-9ae2-cd9a73b5050e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:24:08.130847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:24:08.131181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Checking segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:24:08.131563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Bound using segment: {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:24:08.131986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Bound port: c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affd3f76-cc4b-4d37-b75c-f61185ba29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:08.132436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:08.226901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:24:08.230372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:24:08.314062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:08.372118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:08.372745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:08.374419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] 10.222.0.91 "PUT /v2.0/ports/c83d2f75-5b7d-4d86-90a5-e8a39a427a73 HTTP/1.1" status: 200 len: 1093 time: 1.0950420 Apr 01 16:24:08.377127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:08.415595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1c088-3fcb-468b-96fb-865858a3faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:08.427767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73', 'status': 'completed', 'code': 200} Apr 01 16:24:08.533777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-8dce8e4e-aa7b-4bff-a87a-b01cec952ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:08.535400 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-8dce8e4e-aa7b-4bff-a87a-b01cec952ce7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 1096 time: 0.0850194 Apr 01 16:24:08.682168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-e66dd6eb-0c7c-4328-a93b-f8711707603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:08.683553 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-e66dd6eb-0c7c-4328-a93b-f8711707603b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ab5f69509e794fe287a0441ee380fd3c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1373799 Apr 01 16:24:08.929343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-e00f2d5b-c05a-4920-97f0-6408a20793ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:08.930827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7c03cb06-2291-4b8c-848d-926fc8392692 req-e00f2d5b-c05a-4920-97f0-6408a20793ef service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361629 Apr 01 16:24:09.049700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-20776035-23d1-43be-9c92-30c67a9a458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:09.051482 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-20776035-23d1-43be-9c92-30c67a9a458d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 1096 time: 0.0757132 Apr 01 16:24:09.060042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a61d4-cb21-44d1-8938-3729712d2859 req-4267777e-161f-4827-8183-32db991e08f0 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:09.061476 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7c1a61d4-cb21-44d1-8938-3729712d2859 req-4267777e-161f-4827-8183-32db991e08f0 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 943 time: 0.0864916 Apr 01 16:24:09.107197 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7c1a61d4-cb21-44d1-8938-3729712d2859 req-03e22776-e930-410f-b2b1-759497237832 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Apr 01 16:24:09.128911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-6aaebf99-f3b0-41e0-8cd1-835023767a1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73 HTTP/1.1" status: 200 len: 217 time: 0.0652001 Apr 01 16:24:09.194242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-e660259f-2009-4b98-88d7-c2bb48f647fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:09.195621 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-e660259f-2009-4b98-88d7-c2bb48f647fc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5e721f04-0914-4b67-ba31-ea374090cd4a HTTP/1.1" status: 200 len: 856 time: 0.0576851 Apr 01 16:24:09.277464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-46dbc884-5fec-4d80-8628-a6831505233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:09.278952 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-46dbc884-5fec-4d80-8628-a6831505233d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b8edd902-098a-43ba-9ae2-cd9a73b5050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738804 Apr 01 16:24:09.417097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-973fd287-bb34-4c75-a0ff-291507b5c5c8 service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279554 Apr 01 16:24:09.555475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f5199a3f-f626-4816-87d8-4b82bcdb31e1 req-7010bc92-d3d2-4d1d-9702-3dc01fdeed9b service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271622 Apr 01 16:24:10.295799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c25e5-9b58-4faf-8aa6-561f509ed59e req-c53698b8-6710-488c-a684-2e43603beb74 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:10.296482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-530c25e5-9b58-4faf-8aa6-561f509ed59e req-c53698b8-6710-488c-a684-2e43603beb74 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:10.358533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-530c25e5-9b58-4faf-8aa6-561f509ed59e req-c53698b8-6710-488c-a684-2e43603beb74 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:10.359746 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-530c25e5-9b58-4faf-8aa6-561f509ed59e req-c53698b8-6710-488c-a684-2e43603beb74 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 943 time: 0.1429231 Apr 01 16:24:10.404949 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-530c25e5-9b58-4faf-8aa6-561f509ed59e req-cd292495-c582-4e7f-b483-013a1610a996 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Apr 01 16:24:11.589505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b19f8-4484-467b-92cc-e92a426f06d6 req-f2de7a85-d95b-4c02-b9f3-4832b1fc1de7 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.591008 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f0b19f8-4484-467b-92cc-e92a426f06d6 req-f2de7a85-d95b-4c02-b9f3-4832b1fc1de7 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 943 time: 0.0798006 Apr 01 16:24:11.637868 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f0b19f8-4484-467b-92cc-e92a426f06d6 req-21edb2a5-7f0b-4730-9b26-66da7a405ea2 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Apr 01 16:24:12.817545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c83d2f75-5b7d-4d86-90a5-e8a39a427a73 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:24:12.832227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2118520-649e-4741-a4bc-f1cf7feb3b08 req-5315bddd-f3dc-481e-9b35-518f604e101b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:12.833740 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a2118520-649e-4741-a4bc-f1cf7feb3b08 req-5315bddd-f3dc-481e-9b35-518f604e101b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 943 time: 0.0899374 Apr 01 16:24:12.880004 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a2118520-649e-4741-a4bc-f1cf7feb3b08 req-021ba6a5-8dff-4ffc-88da-6d1ae3ce0f19 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Apr 01 16:24:12.957511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:12.971440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73', 'network_id': 'b8edd902-098a-43ba-9ae2-cd9a73b5050e', 'port_id': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73', 'mac_address': 'fa:16:3e:f7:5b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e721f04-0914-4b67-ba31-ea374090cd4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:24:13.026376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:13.043006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83d2f75-5b7d-4d86-90a5-e8a39a427a73 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:13.058035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:13.141346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:13.211901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:13.390369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['c83d2f75-5b7d-4d86-90a5-e8a39a427a73'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:24:14.067634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f435641-50cb-4da3-9b7e-e6d4ab0476f4 req-c8a0e99e-32e3-4f2d-a9e0-9e02b8564e59 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:14.069102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7f435641-50cb-4da3-9b7e-e6d4ab0476f4 req-c8a0e99e-32e3-4f2d-a9e0-9e02b8564e59 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 944 time: 0.0820475 Apr 01 16:24:14.114552 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7f435641-50cb-4da3-9b7e-e6d4ab0476f4 req-1c2363e3-86ec-4225-b917-0a3fd7505261 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Apr 01 16:24:14.832872 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c83d2f75-5b7d-4d86-90a5-e8a39a427a73 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:14.958983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:14.964992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:14.965283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:15.083012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:15.109540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:15.118790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:15.154037 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73', 'code': 200} Apr 01 16:24:15.170169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:15.241855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:15.312110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff99b3d-b1a6-4b63-b469-54da055e0d52 req-61ed7929-549a-4c09-8846-4b2fd90d4118 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:15.313666 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ff99b3d-b1a6-4b63-b469-54da055e0d52 req-61ed7929-549a-4c09-8846-4b2fd90d4118 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0884569 Apr 01 16:24:15.359934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ff99b3d-b1a6-4b63-b469-54da055e0d52 req-73fc4b67-c566-4b3b-91ba-0e501d42f66f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Apr 01 16:24:15.543398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391231-4c73-4f35-9f62-576cd28d289c req-660a7b2f-9cc5-4bed-9b47-236fa8c627af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:15.544788 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40391231-4c73-4f35-9f62-576cd28d289c req-660a7b2f-9cc5-4bed-9b47-236fa8c627af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 1098 time: 0.0707407 Apr 01 16:24:15.592475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40391231-4c73-4f35-9f62-576cd28d289c req-fcc2c0aa-bed1-4d69-9aa7-e608df669644 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Apr 01 16:24:16.546097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adfada-9eb6-410f-901a-990206dc8903 req-08c31c98-fc7c-43e7-88e0-b82462487a1f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:16.547600 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2adfada-9eb6-410f-901a-990206dc8903 req-08c31c98-fc7c-43e7-88e0-b82462487a1f tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0809946 Apr 01 16:24:16.592550 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f2adfada-9eb6-410f-901a-990206dc8903 req-26a3aa07-5d14-4400-ba96-64df80f5ac13 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Apr 01 16:24:17.787094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b534949-1e6f-4b6d-be72-bf3f63126544 req-ff0c1b28-5252-4bf4-9eb0-0a2dfe2267b5 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:17.788685 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b534949-1e6f-4b6d-be72-bf3f63126544 req-ff0c1b28-5252-4bf4-9eb0-0a2dfe2267b5 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0854881 Apr 01 16:24:17.842964 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1b534949-1e6f-4b6d-be72-bf3f63126544 req-62c5e3f3-2596-45e0-a2cb-ff8c4dd48b4e tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Apr 01 16:24:18.045622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24226f-6003-4960-8de8-2a331233e9f0 req-24e6fb64-5e92-432d-a56a-3908dcf37c4d tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.047233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e24226f-6003-4960-8de8-2a331233e9f0 req-24e6fb64-5e92-432d-a56a-3908dcf37c4d tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0907292 Apr 01 16:24:18.097084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e24226f-6003-4960-8de8-2a331233e9f0 req-b5d5cd3f-d649-4885-a9a1-4bcaaa89355b tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Apr 01 16:24:18.490411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.772381 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-cf329ce5-e333-41ab-a125-d6bc41794be3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740070 Apr 01 16:24:23.917399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-3f8fdc9c-22a3-4cec-b2cc-58343072ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:23.919318 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-3f8fdc9c-22a3-4cec-b2cc-58343072ff78 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab5f69509e794fe287a0441ee380fd3c&device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 1098 time: 0.0775819 Apr 01 16:24:24.072299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-a6b989cc-ba82-494f-b7ae-bc494c9f3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:24.073730 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-a6b989cc-ba82-494f-b7ae-bc494c9f3285 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 200 len: 918 time: 0.1351049 Apr 01 16:24:24.142390 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-2115c467-e0aa-4808-b097-364b472761ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73 HTTP/1.1" status: 200 len: 217 time: 0.0614140 Apr 01 16:24:24.311723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-26acc721-3ac4-467b-9e68-d5a0c4d70b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:24.313068 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-26acc721-3ac4-467b-9e68-d5a0c4d70b08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5e721f04-0914-4b67-ba31-ea374090cd4a HTTP/1.1" status: 200 len: 856 time: 0.1636293 Apr 01 16:24:24.388471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-8e2d0c47-c2dd-41c9-a773-5fc7c5fa6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:24.389946 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-8e2d0c47-c2dd-41c9-a773-5fc7c5fa6021 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b8edd902-098a-43ba-9ae2-cd9a73b5050e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705588 Apr 01 16:24:24.522996 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-8aad7ef6-bc3c-4f04-833d-a6b29a5aacd4 service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266429 Apr 01 16:24:24.655394 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0b6f5a7e-30e8-4890-b757-e1d1f54d5e73 req-a4bc7468-fa84-4975-adb7-4afeedf1b9bb service neutron] 10.222.0.91 "GET /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240180 Apr 01 16:24:32.427031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a22c0c5e-5ffe-40dd-ab76-02a529624d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.890281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ceaa647b-aeb0-42f2-9a17-80c591c9f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.621353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:36.272565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:37.041663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acaca1-c084-41bf-bcf3-637763c66f80 req-46d66a9f-269a-4dd4-ac6b-1e1d301023ca tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:37.043154 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9acaca1-c084-41bf-bcf3-637763c66f80 req-46d66a9f-269a-4dd4-ac6b-1e1d301023ca tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0867984 Apr 01 16:24:37.089307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d9acaca1-c084-41bf-bcf3-637763c66f80 req-2f56a5a4-15c6-4e46-bfa1-194febde0b93 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Apr 01 16:24:37.740113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.379272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f87a7-322e-48e3-9a87-25ba345aff37 req-053f7f89-9c6e-4212-8c50-f4737c74b920 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:38.380729 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-765f87a7-322e-48e3-9a87-25ba345aff37 req-053f7f89-9c6e-4212-8c50-f4737c74b920 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.1742520 Apr 01 16:24:38.425602 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-765f87a7-322e-48e3-9a87-25ba345aff37 req-684624ff-71bd-4904-9253-ade89a8791b0 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e91ba67-720a-43b4-b83d-b47b4a6907f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390961 Apr 01 16:24:38.714851 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-71bed243-c02a-4201-85f2-df1902bb3605 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:38.716844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-71bed243-c02a-4201-85f2-df1902bb3605 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 945 time: 0.0807133 Apr 01 16:24:38.795087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Deleting port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:38.795428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.045539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] For port c83d2f75-5b7d-4d86-90a5-e8a39a427a73, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:39.045806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.173858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Calling delete_port for c83d2f75-5b7d-4d86-90a5-e8a39a427a73 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:39.381798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.398883 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['c83d2f75-5b7d-4d86-90a5-e8a39a427a73'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:24:39.440634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Pushing event deleted for resources: {'Port': ['ID=c83d2f75-5b7d-4d86-90a5-e8a39a427a73,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:39.519434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] No DVR routers for this DVR port c83d2f75-5b7d-4d86-90a5-e8a39a427a73 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:39.522078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.526560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'name': 'network-vif-deleted', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:39.584694 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831543fa-7045-48ba-979a-04a13ca7e3bb', 'name': 'network-vif-deleted', 'tag': 'c83d2f75-5b7d-4d86-90a5-e8a39a427a73', 'status': 'completed', 'code': 200} Apr 01 16:24:39.590948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9f58f74a-0931-4414-a75a-ea4e1df7fc67 req-df4c4598-db14-4f97-95d2-b08ef61b789a tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Synchronizing usage tracker for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:39.595933 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29a348b0-fa9a-4f0d-bf46-c02099c1f8ca req-179e9f78-c49f-4689-b0af-0d92ed516994 tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.91 "DELETE /v2.0/ports/c83d2f75-5b7d-4d86-90a5-e8a39a427a73 HTTP/1.1" status: 204 len: 173 time: 0.8697898 Apr 01 16:24:39.678332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9f58f74a-0931-4414-a75a-ea4e1df7fc67 req-df4c4598-db14-4f97-95d2-b08ef61b789a tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] Unset dirty status for tenant:ab5f69509e794fe287a0441ee380fd3c on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:39.679700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f58f74a-0931-4414-a75a-ea4e1df7fc67 req-df4c4598-db14-4f97-95d2-b08ef61b789a tempest-TestEncryptedCinderVolumes-1184989900 tempest-TestEncryptedCinderVolumes-1184989900-project] 10.222.0.21 "GET /v2.0/ports?device_id=831543fa-7045-48ba-979a-04a13ca7e3bb HTTP/1.1" status: 200 len: 210 time: 0.1336896 Apr 01 16:24:40.862810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:41.513880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:41.867056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Deleting port e014a87b-6d46-40e9-91bc-2654b3aa032d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:41.867717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.043371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] For port e014a87b-6d46-40e9-91bc-2654b3aa032d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e014a87b-6d46-40e9-91bc-2654b3aa032d,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:42.044236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.167350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Calling delete_port for e014a87b-6d46-40e9-91bc-2654b3aa032d owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:42.415340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.502930 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Pushing event deleted for resources: {'Port': ['ID=e014a87b-6d46-40e9-91bc-2654b3aa032d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:42.786800 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:24:42.852071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.004128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c83d2f75-5b7d-4d86-90a5-e8a39a427a73 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:43.039005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: c83d2f75-5b7d-4d86-90a5-e8a39a427a73 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:43.039378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device c83d2f75-5b7d-4d86-90a5-e8a39a427a73 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:43.220267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Router 3ff46e7d-730c-417f-b359-58e1725ab55d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:24:43.401317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:24:43.410084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Sync routers for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:24:43.419298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:43.423413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:43.480395 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5534a64c-31da-4679-b0d2-8270230104da admin admin] 10.222.0.21 "PUT /v2.0/routers/3ff46e7d-730c-417f-b359-58e1725ab55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6163957 Apr 01 16:24:43.483109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:43.597613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:43.661593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.845353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.919789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:24:42Z', 'revision_number': 5, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port': {'id': '636afe72-188a-4e50-85fc-0959117fc9cc', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:43.923596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Checking router: 3ff46e7d-730c-417f-b359-58e1725ab55d for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:24:43.932066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Routers {'3ff46e7d-730c-417f-b359-58e1725ab55d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:43.932663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['3ff46e7d-730c-417f-b359-58e1725ab55d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:43.934844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Deleting port 636afe72-188a-4e50-85fc-0959117fc9cc {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:43.935237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.088870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] Set router 3ff46e7d-730c-417f-b359-58e1725ab55d gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:44.119414 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] For port 636afe72-188a-4e50-85fc-0959117fc9cc, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=636afe72-188a-4e50-85fc-0959117fc9cc,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:44.119771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.199081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:24:43Z', 'revision_number': 6, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:44.203982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f0abb-bc35-46bb-9b9b-fe4e6919d8c4 None None] The sync data for ids ['3ff46e7d-730c-417f-b359-58e1725ab55d'] in dv-neutron-835944-1-hyperv is: [{'id': '3ff46e7d-730c-417f-b359-58e1725ab55d', 'name': 'tempest-TestEncryptedCinderVolumes-1349294860-router', 'tenant_id': 'ab5f69509e794fe287a0441ee380fd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:08Z', 'updated_at': '2022-04-01T16:24:43Z', 'revision_number': 6, 'project_id': 'ab5f69509e794fe287a0441ee380fd3c', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:24:44.358963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Calling delete_port for 636afe72-188a-4e50-85fc-0959117fc9cc owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:44.604047 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.652502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Pushing event deleted for resources: {'Port': ['ID=636afe72-188a-4e50-85fc-0959117fc9cc,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:44.749882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.927205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.929563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.009652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.010198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff46e7d-730c-417f-b359-58e1725ab55d {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:24:45.022341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.023529 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bbc35b43-fde6-4cb9-9180-ccc5f4ec8824 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3ff46e7d-730c-417f-b359-58e1725ab55d HTTP/1.1" status: 204 len: 168 time: 1.5393929 Apr 01 16:24:45.026005 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:45.088382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Deleting subnet 5e721f04-0914-4b67-ba31-ea374090cd4a {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:24:45.092229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.146468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.231310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.353066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.397959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e721f04-0914-4b67-ba31-ea374090cd4a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:45.402902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.408579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6ed53-d44d-48dc-b9c9-4ab4e84f9ac3 None None] Network b8edd902-098a-43ba-9ae2-cd9a73b5050e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:24:45.409667 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ccbb4b9a-7d54-47e7-a811-f71d8c73a0d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e721f04-0914-4b67-ba31-ea374090cd4a HTTP/1.1" status: 204 len: 168 time: 0.3826187 Apr 01 16:24:45.412066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53728) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:45.518448 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.529355 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Deleting port e70b6470-d0d4-44ea-b518-da350380e497 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:45.529694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.667693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] DHCP port deletion for b8edd902-098a-43ba-9ae2-cd9a73b5050e request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:24:45.672706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Deleting port e70b6470-d0d4-44ea-b518-da350380e497 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:45.673078 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.743423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] For port e70b6470-d0d4-44ea-b518-da350380e497, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e70b6470-d0d4-44ea-b518-da350380e497,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:45.743765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.877740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Calling delete_port for e70b6470-d0d4-44ea-b518-da350380e497 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:45.879025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] For port e70b6470-d0d4-44ea-b518-da350380e497, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=e70b6470-d0d4-44ea-b518-da350380e497,segment=NetworkSegment(affd3f76-cc4b-4d37-b75c-f61185ba29d6),segment_id=affd3f76-cc4b-4d37-b75c-f61185ba29d6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:45.879418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.009799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Calling delete_port for e70b6470-d0d4-44ea-b518-da350380e497 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:46.109411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.114909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:46.115516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:46.135868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 636afe72-188a-4e50-85fc-0959117fc9cc no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:46.157827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e70b6470-d0d4-44ea-b518-da350380e497,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:46.159619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] No DVR routers for this DVR port e70b6470-d0d4-44ea-b518-da350380e497 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:46.173720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 636afe72-188a-4e50-85fc-0959117fc9cc {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:46.174065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 636afe72-188a-4e50-85fc-0959117fc9cc not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:46.174477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e014a87b-6d46-40e9-91bc-2654b3aa032d no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:46.212040 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e014a87b-6d46-40e9-91bc-2654b3aa032d {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:46.212421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e014a87b-6d46-40e9-91bc-2654b3aa032d not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:46.212690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e70b6470-d0d4-44ea-b518-da350380e497 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:46.245244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: e70b6470-d0d4-44ea-b518-da350380e497 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:46.245588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device e70b6470-d0d4-44ea-b518-da350380e497 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:46.278385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.302936 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8edd902-098a-43ba-9ae2-cd9a73b5050e']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:46.315171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affd3f76-cc4b-4d37-b75c-f61185ba29d6') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:46.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affd3f76-cc4b-4d37-b75c-f61185ba29d6') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:46.327154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.342951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.348844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:24:46.349214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:24:46.362033 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:24:46.495150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.511541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.523437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=b8edd902-098a-43ba-9ae2-cd9a73b5050e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:46.604402 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-df3b9efc-7808-492a-9ff8-d2dfa1cd5fcb admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8edd902-098a-43ba-9ae2-cd9a73b5050e HTTP/1.1" status: 204 len: 168 time: 1.1913247 Apr 01 16:24:46.608038 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53732) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:46.617392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Deleting port e70b6470-d0d4-44ea-b518-da350380e497 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:46.617836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.719678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe5fde-c895-4eb0-be28-6fbe969e5fce None None] The port 'e70b6470-d0d4-44ea-b518-da350380e497' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:24:47.155434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.505233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Deleting port 2c46da34-3819-4072-9c8b-45ec071befb8 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:47.505636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.678073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] For port 2c46da34-3819-4072-9c8b-45ec071befb8, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2c46da34-3819-4072-9c8b-45ec071befb8,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:47.678926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.799942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Calling delete_port for 2c46da34-3819-4072-9c8b-45ec071befb8 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:48.289445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.338075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c46da34-3819-4072-9c8b-45ec071befb8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:48.387459 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.387801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.388136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.388614 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.389612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.389791 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.390172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.390488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.390834 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.391152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.391468 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.391778 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.506654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.626849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.982870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:24:49.162211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:24:49.170810 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Sync routers for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:24:49.171406 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f73226c6-5240-455f-af85-8ccbbb141008 admin admin] 10.222.0.21 "PUT /v2.0/routers/2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622065 Apr 01 16:24:49.173807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53736) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:49.180882 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:49.181487 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:49.373214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:49.489203 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.669961 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:24:48Z', 'revision_number': 5, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:49.673727 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.674052 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Checking router: 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:24:49.682461 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Routers {'2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:49.683074 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:49.773213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Deleting port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:49.773558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.861298 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] Set router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:49.956692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] For port 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:49.957090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.088829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Calling delete_port for 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:50.188751 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:24:48Z', 'revision_number': 5, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:50.192657 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633f78f-0c72-4686-a51b-e9397b744147 None None] The sync data for ids ['2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343'] in dv-neutron-835944-1-hyperv is: [{'id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'name': 'tempest-TestEncryptedCinderVolumes-345437914-router', 'tenant_id': '33c94d6126a342719d5eb4abd8044bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:16Z', 'updated_at': '2022-04-01T16:24:48Z', 'revision_number': 5, 'project_id': '33c94d6126a342719d5eb4abd8044bc0', 'gw_port': {'id': '2dc4b722-43f1-45c8-8cd8-9b9dd34b1053', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:17Z', 'updated_at': '2022-04-01T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:24:50.324113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.373205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc4b722-43f1-45c8-8cd8-9b9dd34b1053,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:50.466244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.641112 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.643699 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.746777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.747281 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:24:50.760289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.764673 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-fad48a3c-9017-4f51-91e4-b74f4b584100 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2875ca95-a5a8-4ae8-a5e6-6cc6cfcba343 HTTP/1.1" status: 204 len: 168 time: 1.5868690 Apr 01 16:24:50.765226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53740) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:50.830877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Deleting subnet fa267ef8-0bac-4ab9-827e-f7096056a153 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:24:50.833991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.884353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.972210 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.124520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.161734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa267ef8-0bac-4ab9-827e-f7096056a153,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:51.167499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.174223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1b9ef-b398-46c0-ba48-95cf0cfc0f05 None None] Network 3c7bb489-da89-4497-82ff-58d8d1099ca3 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:24:51.175209 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f0ee0a35-ac7d-47dd-9c24-c4f40e8e9275 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa267ef8-0bac-4ab9-827e-f7096056a153 HTTP/1.1" status: 204 len: 168 time: 0.4084468 Apr 01 16:24:51.177515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53744) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:51.400757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.415253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Deleting port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:51.415580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.433571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] DHCP port deletion for 3c7bb489-da89-4497-82ff-58d8d1099ca3 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:24:51.438559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Deleting port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:51.438958 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.633035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] For port 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2aee24ae-2bc5-4d91-b45c-ea13385690a1,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:51.633415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.643777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] For port 2aee24ae-2bc5-4d91-b45c-ea13385690a1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2aee24ae-2bc5-4d91-b45c-ea13385690a1,segment=NetworkSegment(7d186053-3220-473e-92df-d1964c6e2400),segment_id=7d186053-3220-473e-92df-d1964c6e2400)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:51.644172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.761803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Calling delete_port for 2aee24ae-2bc5-4d91-b45c-ea13385690a1 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:51.765667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Calling delete_port for 2aee24ae-2bc5-4d91-b45c-ea13385690a1 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:51.929885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.936123 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.db.api [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:51.936445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG oslo_db.api [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:51.973581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] No DVR routers for this DVR port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:51.981512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Pushing event deleted for resources: {'Port': ['ID=2aee24ae-2bc5-4d91-b45c-ea13385690a1,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:51.989989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.990461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.990708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.991107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.991436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.991765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.992111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.992434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.992757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.993075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.993393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:51.993749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b79a6-2688-4455-bc23-952d44f50184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:52.129869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2aee24ae-2bc5-4d91-b45c-ea13385690a1 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:52.163395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2aee24ae-2bc5-4d91-b45c-ea13385690a1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:52.163729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2aee24ae-2bc5-4d91-b45c-ea13385690a1 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:52.164132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2c46da34-3819-4072-9c8b-45ec071befb8 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:52.201066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2c46da34-3819-4072-9c8b-45ec071befb8 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:52.201692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2c46da34-3819-4072-9c8b-45ec071befb8 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:52.201800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:52.235115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:52.235509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2dc4b722-43f1-45c8-8cd8-9b9dd34b1053 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:52.437443 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Deleting port 2aee24ae-2bc5-4d91-b45c-ea13385690a1 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:52.438329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.505486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] The port '2aee24ae-2bc5-4d91-b45c-ea13385690a1' was deleted {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:24:52.620869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.650933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7bb489-da89-4497-82ff-58d8d1099ca3']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:52.663334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d186053-3220-473e-92df-d1964c6e2400') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:52.663626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d186053-3220-473e-92df-d1964c6e2400') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:52.675179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.691578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.697599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:24:52.697976 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: util.warn( Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:24:52.711880 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:24:52.860524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.877109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.887098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7bb489-da89-4497-82ff-58d8d1099ca3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:52.891226 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cfb42725-3fe6-4053-ad69-01f607bb0ef2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c7bb489-da89-4497-82ff-58d8d1099ca3 HTTP/1.1" status: 204 len: 168 time: 1.7127388 Apr 01 16:24:53.292615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53750) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:53.343615 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3966e732-4462-4787-b488-abdcd300bccd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab5f69509e794fe287a0441ee380fd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498226 Apr 01 16:24:53.346150 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53754) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:53.404379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.430568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.580934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.602770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91ba67-720a-43b4-b83d-b47b4a6907f0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:53.670173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.671365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d9341703-695e-41d7-a3df-56937f97cf11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e91ba67-720a-43b4-b83d-b47b4a6907f0 HTTP/1.1" status: 204 len: 168 time: 0.3242457 Apr 01 16:24:54.384653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53762) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:54.437174 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1022a796-7f61-40eb-88ac-667c329f9b9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33c94d6126a342719d5eb4abd8044bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513475 Apr 01 16:24:54.439712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53766) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:54.500064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.527082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.649785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.667582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadee68f-ae93-4604-9efc-e6516790b4a8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:54.674916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.676115 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e884a6e4-a3e4-4a9a-af93-3c9c863e80b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dadee68f-ae93-4604-9efc-e6516790b4a8 HTTP/1.1" status: 204 len: 168 time: 0.2355025 Apr 01 16:24:55.765707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53790) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:55.868786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1516015791-network', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:55.874787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:55.878726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Usage tracker for resource:network and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:55.881655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:55.887975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:55.975100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Made reservation on behalf of 18eb7014010a4308b0783ef64b4fa29b for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:55.977479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:55.990880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.006278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:56.010473 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:56.013619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:56.019679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:56.103818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.186747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.218167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:24:56.227038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:56.233219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.233563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Added segment 3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c of type vlan for network 77ea53bf-01d9-4475-8982-7a871b5bcb89 Apr 01 16:24:56.259319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.346491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.347492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:56.348069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.454472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] Pushing event updated for resources: {'Network': ['ID=77ea53bf-01d9-4475-8982-7a871b5bcb89,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:56.463984 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:24:56.536141 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9a2f9495-17a4-4f07-9464-facbde12eb19 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7691779 Apr 01 16:24:56.538863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53796) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:56.544423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Request body: {'subnet': {'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1516015791-subnet', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:56.549260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:56.553815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Usage tracker for resource:subnet and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:56.558681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:56.562799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:56.632190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Made reservation on behalf of 18eb7014010a4308b0783ef64b4fa29b for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:56.634527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.928503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.004940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c087d4f-f5f8-43ee-8b98-c113d790fdcd,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:57.014659 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Checking segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:24:57.015014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Network hostable DHCP agents. Network: 77ea53bf-01d9-4475-8982-7a871b5bcb89, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:24:57.129637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:24:57.209211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 77ea53bf-01d9-4475-8982-7a871b5bcb89) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:57.213175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:57.213752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.220088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176a990-468e-4ac7-af50-83df6c7c2e04 None None] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:24:57.290008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8acfb7c9-99fd-45f5-95b8-606ef24672a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7501471 Apr 01 16:24:57.292539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53800) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:57.297683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:57.302601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:57.306428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Usage tracker for resource:router and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:57.309296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:57.315298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:57.387326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.389262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.405354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.436557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-77ea53bf-01d9-4475-8982-7a871b5bcb89', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:24:57.440024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.592474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Allocated IP 172.20.0.2 (77ea53bf-01d9-4475-8982-7a871b5bcb89/7c087d4f-f5f8-43ee-8b98-c113d790fdcd/788e1660-25ab-4c28-87fe-d248d42eeb33) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:57.760455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.845636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.856081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Transition to ACTIVE for port object 788e1660-25ab-4c28-87fe-d248d42eeb33 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:57.877794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Transition to ACTIVE for port object 788e1660-25ab-4c28-87fe-d248d42eeb33 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:57.975948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.038170 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:58.048515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:58.053223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:24:58.059161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Pushing event updated for resources: {'Port': ['ID=788e1660-25ab-4c28-87fe-d248d42eeb33,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:58.152345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Attempting to bind port 788e1660-25ab-4c28-87fe-d248d42eeb33 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:58.152714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Attempting to bind port 788e1660-25ab-4c28-87fe-d248d42eeb33 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:58.153100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Attempting to bind port 788e1660-25ab-4c28-87fe-d248d42eeb33 on network 77ea53bf-01d9-4475-8982-7a871b5bcb89 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:24:58.158702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:24:58.159079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Checking segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:24:58.159489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.159885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Bound using segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:24:58.160351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Bound port: 788e1660-25ab-4c28-87fe-d248d42eeb33, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:58.160728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.256646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] For port 788e1660-25ab-4c28-87fe-d248d42eeb33, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:24:58.260179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] For port 788e1660-25ab-4c28-87fe-d248d42eeb33, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=788e1660-25ab-4c28-87fe-d248d42eeb33,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:24:58.306946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.339879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.341948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.433076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f345cb-9bc8-424f-9f9b-f7bf8efc1753 None None] Pushing event updated for resources: {'Port': ['ID=788e1660-25ab-4c28-87fe-d248d42eeb33,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:58.496734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Allocated IP 172.26.8.86 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:58.665863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.750438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.817829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:58.825388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:58.829798 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:24:58.859922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:59.333211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c4819-74e4-45cf-bdd9-5bb638145e72 None None] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:24:59.384274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:59.506196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2449eb5b-7894-48e2-a3f9-ebd3b57b1bbb None None] Provisioning for port 788e1660-25ab-4c28-87fe-d248d42eeb33 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:59.869682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.129378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Router 4a1f477f-cf92-43e1-800e-3e75d696fe75 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:25:00.157298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 788e1660-25ab-4c28-87fe-d248d42eeb33 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:00.283672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 788e1660-25ab-4c28-87fe-d248d42eeb33 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:00.288810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 788e1660-25ab-4c28-87fe-d248d42eeb33 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:00.289176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.318274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:00.329531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Sync routers for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:00.352336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:00.353017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:00.409176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.411960 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d5bd20f1-91b4-4888-88a1-cda0929bcd1d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1184599 Apr 01 16:25:00.414538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53804) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:00.575554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.602108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:00.757637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 788e1660-25ab-4c28-87fe-d248d42eeb33, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=788e1660-25ab-4c28-87fe-d248d42eeb33,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:00.822564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.945696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=788e1660-25ab-4c28-87fe-d248d42eeb33,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:01.011473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:24:59Z', 'revision_number': 3, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.011473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Checking router: 4a1f477f-cf92-43e1-800e-3e75d696fe75 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:01.011473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Updating router 4a1f477f-cf92-43e1-800e-3e75d696fe75 port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:01.078679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.116476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.413803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.426445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Transition to ACTIVE for port object 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:01.445085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Allocated IP 172.20.0.1 (77ea53bf-01d9-4475-8982-7a871b5bcb89/7c087d4f-f5f8-43ee-8b98-c113d790fdcd/513eba7c-b15f-4cf9-a12f-7480786878fb) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:01.523898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.596454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.609696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17f58d-6d96-42a0-abf7-af06d608445f None None] Pushing event updated for resources: {'Port': ['ID=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:01.612038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Attempting to bind port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:01.612288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Attempting to bind port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:01.612679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Attempting to bind port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:01.613231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Transition to ACTIVE for port object 513eba7c-b15f-4cf9-a12f-7480786878fb will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:01.618210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:01.620291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:01.620291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.620291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:01.620291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Bound port: 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:01.620291 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.693802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] For port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:01.695675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.696657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] For port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:01.754460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:01.757361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:01.758395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.761848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:01.816215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:01.830062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.830403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.830821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.831297 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.831648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.831974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.832303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.832632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.832954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.833736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.833736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.833947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.840140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:01.840784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.849123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.906746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17f58d-6d96-42a0-abf7-af06d608445f None None] Pushing event updated for resources: {'Port': ['ID=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:02.049224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:02.160835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 788e1660-25ab-4c28-87fe-d248d42eeb33 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:02.188794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.295285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-07ded56e-0fcc-4760-92cc-07cfaf2bb75f None None] Provisioning for port 513eba7c-b15f-4cf9-a12f-7480786878fb completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:02.315045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-07ded56e-0fcc-4760-92cc-07cfaf2bb75f None None] Provisioning complete for port 513eba7c-b15f-4cf9-a12f-7480786878fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:02.315483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07ded56e-0fcc-4760-92cc-07cfaf2bb75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.414495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 788e1660-25ab-4c28-87fe-d248d42eeb33 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:02.415212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.416924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.445123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-07ded56e-0fcc-4760-92cc-07cfaf2bb75f None None] Port 513eba7c-b15f-4cf9-a12f-7480786878fb cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:02.506827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-de7692ee-c348-4054-a2db-c701e69f6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.523615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.592253 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:24:59Z', 'revision_number': 3, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:02.596854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81cb83f-006c-4fc1-a820-714cde295c1f None None] The sync data for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv is: [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:24:59Z', 'revision_number': 3, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:02.634423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:02.639658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.793755 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:02.795742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:03.022188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Router 4a1f477f-cf92-43e1-800e-3e75d696fe75 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:25:03.072327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1fcce249-fb51-4e9c-8441-b24686b6a3ef None None] Provisioning complete for port 513eba7c-b15f-4cf9-a12f-7480786878fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:03.073093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1fcce249-fb51-4e9c-8441-b24686b6a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.135519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1fcce249-fb51-4e9c-8441-b24686b6a3ef None None] Port 513eba7c-b15f-4cf9-a12f-7480786878fb cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:03.367013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:03.377089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b9b8f626-4872-4b8c-a47b-57dc9e301fc4 admin admin] 10.222.0.21 "PUT /v2.0/routers/4a1f477f-cf92-43e1-800e-3e75d696fe75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614143 Apr 01 16:25:04.142302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53822) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:04.149065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1973442750-network', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:04.155762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:04.160034 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Usage tracker for resource:network and tenant:7df7ec273ccc461f8b0f42717f8d42c3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:04.163122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:04.165464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:04.170652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:04.180942 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031705be-eab8-454b-a434-b135037657ca None None] Sync routers for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:04.191611 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031705be-eab8-454b-a434-b135037657ca None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:04.195159 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-031705be-eab8-454b-a434-b135037657ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:24:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:04.306571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Made reservation on behalf of 7df7ec273ccc461f8b0f42717f8d42c3 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:04.309205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.322790 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.339353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:04.344631 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:7df7ec273ccc461f8b0f42717f8d42c3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:04.347593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:04.353445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:04.358736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:04.363956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:04.364532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.378323 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-031705be-eab8-454b-a434-b135037657ca None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:04.452916 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.489318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.506779 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:04.518328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.547279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:25:04.560759 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384a55d-b102-4ef7-ab12-bc3ef15ff78a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.565379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.565718 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Added segment 05c9977d-e599-4746-80f2-8c932f191d58 of type vlan for network 79958034-a1fd-434a-9b65-94098d814c35 Apr 01 16:25:04.593267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.598075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.670094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.695672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.696685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:04.697265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.719892 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-031705be-eab8-454b-a434-b135037657ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 2, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:04.723732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031705be-eab8-454b-a434-b135037657ca None None] Checking router: 4a1f477f-cf92-43e1-800e-3e75d696fe75 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:04.724075 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031705be-eab8-454b-a434-b135037657ca None None] Updating router 4a1f477f-cf92-43e1-800e-3e75d696fe75 port 513eba7c-b15f-4cf9-a12f-7480786878fb binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:04.778070 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.802980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] Pushing event updated for resources: {'Network': ['ID=79958034-a1fd-434a-9b65-94098d814c35,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.815764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 79958034-a1fd-434a-9b65-94098d814c35 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:25:04.858672 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d3f34bac-b083-49e5-bc40-95572181fcb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7123075 Apr 01 16:25:04.859361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53826) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:04.864779 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Request body: {'subnet': {'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1973442750-subnet', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:04.870010 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:04.874675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Usage tracker for resource:subnet and tenant:7df7ec273ccc461f8b0f42717f8d42c3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:04.877672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:04.883602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:04.906734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e07d9a28-0256-41fe-89ae-b8df6d99a522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.981762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Made reservation on behalf of 7df7ec273ccc461f8b0f42717f8d42c3 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:04.984822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.126330 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.137732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-031705be-eab8-454b-a434-b135037657ca None None] Transition to ACTIVE for port object 513eba7c-b15f-4cf9-a12f-7480786878fb will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:05.215067 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.278029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.353970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.364837 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Checking segment: {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:05.365594 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Network hostable DHCP agents. Network: 79958034-a1fd-434a-9b65-94098d814c35, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:25:05.407722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Pushing event updated for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.424235 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.425108 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.425474 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.425975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.426310 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.426664 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.426995 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.427317 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.427638 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.427954 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.428273 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.428587 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:05.448497 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-031705be-eab8-454b-a434-b135037657ca None None] Attempting to bind port 513eba7c-b15f-4cf9-a12f-7480786878fb on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:05.448856 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-031705be-eab8-454b-a434-b135037657ca None None] Attempting to bind port 513eba7c-b15f-4cf9-a12f-7480786878fb by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:05.449219 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031705be-eab8-454b-a434-b135037657ca None None] Attempting to bind port 513eba7c-b15f-4cf9-a12f-7480786878fb on network 77ea53bf-01d9-4475-8982-7a871b5bcb89 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:05.456129 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031705be-eab8-454b-a434-b135037657ca None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:05.456496 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031705be-eab8-454b-a434-b135037657ca None None] Checking segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:05.456892 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.457280 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031705be-eab8-454b-a434-b135037657ca None None] Bound using segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:05.457739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-031705be-eab8-454b-a434-b135037657ca None None] Bound port: 513eba7c-b15f-4cf9-a12f-7480786878fb, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:05.458109 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.483819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Network 79958034-a1fd-434a-9b65-94098d814c35 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:25:05.575295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 79958034-a1fd-434a-9b65-94098d814c35) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:05.581047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:05.581955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.582305 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-031705be-eab8-454b-a434-b135037657ca None None] For port 513eba7c-b15f-4cf9-a12f-7480786878fb, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:05.587477 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-031705be-eab8-454b-a434-b135037657ca None None] For port 513eba7c-b15f-4cf9-a12f-7480786878fb, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=513eba7c-b15f-4cf9-a12f-7480786878fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:05.588448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2217f9-7f9b-4e64-833c-e8f81df53351 None None] Network 79958034-a1fd-434a-9b65-94098d814c35 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:25:05.667470 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-031705be-eab8-454b-a434-b135037657ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.668429 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e0bed13d-4d1b-4006-9249-24fe0620641b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8079822 Apr 01 16:25:05.669581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.670934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 53830) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:05.677058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:05.682095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:05.687101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Usage tracker for resource:router and tenant:7df7ec273ccc461f8b0f42717f8d42c3 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:05.690106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:05.696408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:05.749808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031705be-eab8-454b-a434-b135037657ca None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:05.750446 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-031705be-eab8-454b-a434-b135037657ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:25:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:05.780937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.782007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.804315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.829326 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-79958034-a1fd-434a-9b65-94098d814c35', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:25:05.830281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.831667 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885e669-32d2-4415-80be-8fa26e540119 None None] Pushing event updated for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.968941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-031705be-eab8-454b-a434-b135037657ca None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:06.036975 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Allocated IP 172.20.0.2 (79958034-a1fd-434a-9b65-94098d814c35/f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63/bd0f49d8-cd39-4a55-9213-e864965d2e5b) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:06.180205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:06.313606 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.324069 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-031705be-eab8-454b-a434-b135037657ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:05Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:06.329733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031705be-eab8-454b-a434-b135037657ca None None] The sync data for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv is: [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:05Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:06.348300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.355300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.362684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:06.362684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.410143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Transition to ACTIVE for port object bd0f49d8-cd39-4a55-9213-e864965d2e5b will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:06.447014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Transition to ACTIVE for port object bd0f49d8-cd39-4a55-9213-e864965d2e5b will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:06.514950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.587250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Network 79958034-a1fd-434a-9b65-94098d814c35 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:06.590059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:06.598983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:06.667506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Pushing event updated for resources: {'Port': ['ID=bd0f49d8-cd39-4a55-9213-e864965d2e5b,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:06.697686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Attempting to bind port bd0f49d8-cd39-4a55-9213-e864965d2e5b on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:06.698087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Attempting to bind port bd0f49d8-cd39-4a55-9213-e864965d2e5b by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:06.698420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Attempting to bind port bd0f49d8-cd39-4a55-9213-e864965d2e5b on network 79958034-a1fd-434a-9b65-94098d814c35 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:06.704869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:06.705283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Checking segment: {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:06.705642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.706038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Bound using segment: {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:06.706511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Bound port: bd0f49d8-cd39-4a55-9213-e864965d2e5b, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:06.706939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.748291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.782880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.819077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] For port bd0f49d8-cd39-4a55-9213-e864965d2e5b, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:06.823062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] For port bd0f49d8-cd39-4a55-9213-e864965d2e5b, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bd0f49d8-cd39-4a55-9213-e864965d2e5b,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:06.918254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.931771 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Allocated IP 172.26.8.54 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/7703c428-e262-42a7-97df-c248d2330f5c) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:07.012673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1599a-81d4-49c8-9941-93a0614a75c1 None None] Pushing event updated for resources: {'Port': ['ID=bd0f49d8-cd39-4a55-9213-e864965d2e5b,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:07.190501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.278304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.347458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:07.354943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:07.359458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:07.397511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7703c428-e262-42a7-97df-c248d2330f5c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:07.765446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.869563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.955840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a693bb-abaa-431b-9a26-c78f1557094c None None] Network 79958034-a1fd-434a-9b65-94098d814c35 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:25:08.220815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bd0f49d8-cd39-4a55-9213-e864965d2e5b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:08.253271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aae91687-22fd-4466-86fb-00707a5d6f8e None None] Provisioning for port bd0f49d8-cd39-4a55-9213-e864965d2e5b completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:08.359091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.405015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port bd0f49d8-cd39-4a55-9213-e864965d2e5b completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:08.410931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bd0f49d8-cd39-4a55-9213-e864965d2e5b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:08.414524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.548204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.597495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port bd0f49d8-cd39-4a55-9213-e864965d2e5b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bd0f49d8-cd39-4a55-9213-e864965d2e5b,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:08.600865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c1de3125-7641-4d46-8b97-6cbfd305ed1c None None] Provisioning complete for port bd0f49d8-cd39-4a55-9213-e864965d2e5b triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:08.601232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1de3125-7641-4d46-8b97-6cbfd305ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.677741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Router df958187-2a21-4d6f-b3c8-99360586314d is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:25:08.704886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.705742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 513eba7c-b15f-4cf9-a12f-7480786878fb up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:08.814033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c1de3125-7641-4d46-8b97-6cbfd305ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.866156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:08.873194 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=bd0f49d8-cd39-4a55-9213-e864965d2e5b,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:08.879858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Sync routers for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:08.933519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:08.934100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:25:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:08.964012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.965251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4a11368d-407a-4afa-ad21-38fd6514e3e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2932348 Apr 01 16:25:08.969731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 53834) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:09.003563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 513eba7c-b15f-4cf9-a12f-7480786878fb completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:09.022290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 513eba7c-b15f-4cf9-a12f-7480786878fb triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:09.022683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.060266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-c1de3125-7641-4d46-8b97-6cbfd305ed1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:25:09.060802 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-c1de3125-7641-4d46-8b97-6cbfd305ed1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:25:09.192255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:09.427042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.497196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 513eba7c-b15f-4cf9-a12f-7480786878fb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=513eba7c-b15f-4cf9-a12f-7480786878fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:09.547310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.662865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.681741 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:09.686202 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:07Z', 'revision_number': 3, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:09.690381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Checking router: df958187-2a21-4d6f-b3c8-99360586314d for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:09.690702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Updating router df958187-2a21-4d6f-b3c8-99360586314d port 7703c428-e262-42a7-97df-c248d2330f5c binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:09.744531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.877324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Allocated IP 172.20.0.1 (79958034-a1fd-434a-9b65-94098d814c35/f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63/d5917936-2908-4258-8a13-48cf34ffdd6d) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:10.038588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.055077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Transition to ACTIVE for port object d5917936-2908-4258-8a13-48cf34ffdd6d will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:10.128157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.139859 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Transition to ACTIVE for port object 7703c428-e262-42a7-97df-c248d2330f5c will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:10.149898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bd0f49d8-cd39-4a55-9213-e864965d2e5b up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:10.164064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.217262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bd0f49d8-cd39-4a55-9213-e864965d2e5b triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:10.217830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.225766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Network 79958034-a1fd-434a-9b65-94098d814c35 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:10.228249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:10.236975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:10.246648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.285413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:10.313844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.352920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Attempting to bind port 7703c428-e262-42a7-97df-c248d2330f5c on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:10.353286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Attempting to bind port 7703c428-e262-42a7-97df-c248d2330f5c by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:10.353647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Attempting to bind port 7703c428-e262-42a7-97df-c248d2330f5c on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:10.367031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:10.367426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:10.367793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.368180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:10.368657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Bound port: 7703c428-e262-42a7-97df-c248d2330f5c, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:10.369023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.414576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8285c-378d-4127-9e12-c1be116abb08 None None] Pushing event updated for resources: {'Port': ['ID=7703c428-e262-42a7-97df-c248d2330f5c,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:10.518109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] For port 7703c428-e262-42a7-97df-c248d2330f5c, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:10.524548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 513eba7c-b15f-4cf9-a12f-7480786878fb up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:10.537626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.562977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] For port 7703c428-e262-42a7-97df-c248d2330f5c, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7703c428-e262-42a7-97df-c248d2330f5c,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:10.595093 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 513eba7c-b15f-4cf9-a12f-7480786878fb triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:10.595463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.635947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.640255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4be603ac-e90f-49a1-be7e-bfc235e3e154 None None] Provisioning for port d5917936-2908-4258-8a13-48cf34ffdd6d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:10.696535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4be603ac-e90f-49a1-be7e-bfc235e3e154 None None] Provisioning complete for port d5917936-2908-4258-8a13-48cf34ffdd6d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:10.696895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4be603ac-e90f-49a1-be7e-bfc235e3e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.813236 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:10.813777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:25:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:10.870444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8285c-378d-4127-9e12-c1be116abb08 None None] Pushing event updated for resources: {'Port': ['ID=7703c428-e262-42a7-97df-c248d2330f5c,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:10.901549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.939192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4be603ac-e90f-49a1-be7e-bfc235e3e154 None None] Port d5917936-2908-4258-8a13-48cf34ffdd6d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:10.963715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.080909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.085475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:11.133692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:11.252956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Network 79958034-a1fd-434a-9b65-94098d814c35 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:11.254975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:11.483947 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Router df958187-2a21-4d6f-b3c8-99360586314d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:25:11.630199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d1e96200-a615-485b-bc3f-61dd7bf9cb49 None None] Provisioning complete for port d5917936-2908-4258-8a13-48cf34ffdd6d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.630573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d1e96200-a615-485b-bc3f-61dd7bf9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.684112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:11.691075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d1e96200-a615-485b-bc3f-61dd7bf9cb49 None None] Port d5917936-2908-4258-8a13-48cf34ffdd6d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:11.699505 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-723d3e7a-80dd-4798-b28d-0837931a2fa5 admin admin] 10.222.0.21 "PUT /v2.0/routers/df958187-2a21-4d6f-b3c8-99360586314d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237473 Apr 01 16:25:11.701509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd5917936-2908-4258-8a13-48cf34ffdd6d', 'name': '', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'mac_address': 'fa:16:3e:1b:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 1, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'subnets': [{'id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:11.705850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe714825-61c0-4f78-99a0-351ad279a2b5 None None] The sync data for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv is: [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd5917936-2908-4258-8a13-48cf34ffdd6d', 'name': '', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'mac_address': 'fa:16:3e:1b:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 1, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'subnets': [{'id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:14.272166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7703c428-e262-42a7-97df-c248d2330f5c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:14.461089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 7703c428-e262-42a7-97df-c248d2330f5c completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:14.467342 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7703c428-e262-42a7-97df-c248d2330f5c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:14.467718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.680355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.718396 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 7703c428-e262-42a7-97df-c248d2330f5c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7703c428-e262-42a7-97df-c248d2330f5c,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:14.802198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.915198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=7703c428-e262-42a7-97df-c248d2330f5c,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:14.964481 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Sync routers for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:14.986478 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:14.987607 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:25:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:15.237445 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:15.556996 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd5917936-2908-4258-8a13-48cf34ffdd6d', 'name': '', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'mac_address': 'fa:16:3e:1b:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 2, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'subnets': [{'id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:15.564806 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Checking router: df958187-2a21-4d6f-b3c8-99360586314d for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:15.565370 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Updating router df958187-2a21-4d6f-b3c8-99360586314d port d5917936-2908-4258-8a13-48cf34ffdd6d binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:15.631194 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.168025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7703c428-e262-42a7-97df-c248d2330f5c up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:16.201671 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.215472 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Transition to ACTIVE for port object d5917936-2908-4258-8a13-48cf34ffdd6d will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:16.250474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 7703c428-e262-42a7-97df-c248d2330f5c triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:16.250889 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.318510 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.612008 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82449cf-ad5c-4c4e-9595-f908a439d229 None None] Pushing event updated for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:16.649403 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Attempting to bind port d5917936-2908-4258-8a13-48cf34ffdd6d on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:16.649945 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Attempting to bind port d5917936-2908-4258-8a13-48cf34ffdd6d by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:16.650311 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Attempting to bind port d5917936-2908-4258-8a13-48cf34ffdd6d on network 79958034-a1fd-434a-9b65-94098d814c35 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:16.662367 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:16.662775 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Checking segment: {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:16.663361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.663748 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Bound using segment: {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:16.664404 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Bound port: d5917936-2908-4258-8a13-48cf34ffdd6d, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c9977d-e599-4746-80f2-8c932f191d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '79958034-a1fd-434a-9b65-94098d814c35'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:16.664788 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.783358 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] For port d5917936-2908-4258-8a13-48cf34ffdd6d, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:16.787933 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] For port d5917936-2908-4258-8a13-48cf34ffdd6d, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d5917936-2908-4258-8a13-48cf34ffdd6d,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:16.880070 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.979366 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:16.980099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:25:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:17.090123 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82449cf-ad5c-4c4e-9595-f908a439d229 None None] Pushing event updated for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:17.298104 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:17.770726 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd5917936-2908-4258-8a13-48cf34ffdd6d', 'name': '', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'mac_address': 'fa:16:3e:1b:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:16Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'subnets': [{'id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:17.777948 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710e1d3-8394-4f0e-87f4-fa5fa0b5cadf None None] The sync data for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv is: [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'd5917936-2908-4258-8a13-48cf34ffdd6d', 'name': '', 'network_id': '79958034-a1fd-434a-9b65-94098d814c35', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'mac_address': 'fa:16:3e:1b:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:16Z', 'revision_number': 4, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'subnets': [{'id': 'f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:18.252332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d5917936-2908-4258-8a13-48cf34ffdd6d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:18.501522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d5917936-2908-4258-8a13-48cf34ffdd6d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:18.509568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d5917936-2908-4258-8a13-48cf34ffdd6d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:18.510160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:18.583704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:18.656970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:18.713803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d5917936-2908-4258-8a13-48cf34ffdd6d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d5917936-2908-4258-8a13-48cf34ffdd6d,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:18.861267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:18.959019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:19.787711 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:25:20.167224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d5917936-2908-4258-8a13-48cf34ffdd6d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:20.247732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d5917936-2908-4258-8a13-48cf34ffdd6d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:20.248483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:24.999136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-885f821c-4cfc-4faf-ba56-6e448a84d8a1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:24.999746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-885f821c-4cfc-4faf-ba56-6e448a84d8a1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:25.094727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-885f821c-4cfc-4faf-ba56-6e448a84d8a1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:25.096054 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-885f821c-4cfc-4faf-ba56-6e448a84d8a1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 815 time: 0.2457485 Apr 01 16:25:25.111718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-7d1d776c-2026-4b08-9ea0-de0c8ee1223f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/quotas/18eb7014010a4308b0783ef64b4fa29b HTTP/1.1" status: 200 len: 375 time: 0.0101826 Apr 01 16:25:25.199239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-5635b3a6-55f9-40ad-83d6-51559680602a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:25.317994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-5635b3a6-55f9-40ad-83d6-51559680602a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:25.319322 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-5635b3a6-55f9-40ad-83d6-51559680602a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2022283 Apr 01 16:25:25.433211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-44e4171d-f20d-4d39-b41f-922b468d69ad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:25:25.434182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-44e4171d-f20d-4d39-b41f-922b468d69ad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024468 Apr 01 16:25:25.569118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-b51902d4-81b0-47c0-ba0d-e9e4dfeec754 service neutron] 10.222.0.21 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278200 Apr 01 16:25:25.702380 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-40b53a4e-a177-4ed3-8954-0942abac9b3a service neutron] 10.222.0.21 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274834 Apr 01 16:25:25.978289 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7055d85e-076a-491d-a8cb-fd2de9c8d8f0 req-50e15c3a-e78c-42a7-8853-3e0405fa52aa tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 210 time: 0.0476396 Apr 01 16:25:27.074543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c91a1d1a-572f-4e73-9a6f-c0d02bea736d req-d794a44f-ac25-453e-9c08-8fa6c20568a3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 210 time: 0.0426168 Apr 01 16:25:28.257888 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b34d67c5-8d4d-4960-b762-7dcde16ad577 req-9f66c15d-e96a-482d-85c7-c0a84606598a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 210 time: 0.0517406 Apr 01 16:25:28.538345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-dcb0bf87-f888-4d72-806a-ba890b2e94cf tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:28.539709 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-dcb0bf87-f888-4d72-806a-ba890b2e94cf tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 815 time: 0.1524017 Apr 01 16:25:28.557885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'port': {'device_id': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'admin_state_up': True, 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:28.820301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:28.830716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:28.906946 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Made reservation on behalf of 18eb7014010a4308b0783ef64b4fa29b for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:28.911290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.088637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Allocated IP 172.20.0.6 (77ea53bf-01d9-4475-8982-7a871b5bcb89/7c087d4f-f5f8-43ee-8b98-c113d790fdcd/ed6543c5-8aa1-4b33-a750-755e915178fb) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:29.347013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.371675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Transition to ACTIVE for port object ed6543c5-8aa1-4b33-a750-755e915178fb will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:29.423588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eb52863a-99fd-472d-96e1-22f90f23a827 req-abd0f9bc-5527-4dcd-a64a-4a228e2139e4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 210 time: 0.0532000 Apr 01 16:25:29.501510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.573498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:29.578132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:29.580935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:29.662170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:29.722219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:29.723492 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.870222 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d9054d06-cc94-46c3-846e-0ae70d6f31e2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135710 Apr 01 16:25:29.964535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Request body: {'port': {'device_id': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:30.026358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d1d7b1a-5aeb-4308-bafc-295e61fa53b2 None None] Provisioning for port ed6543c5-8aa1-4b33-a750-755e915178fb completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:30.035935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1d1d7b1a-5aeb-4308-bafc-295e61fa53b2 None None] Provisioning complete for port ed6543c5-8aa1-4b33-a750-755e915178fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:30.036477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7b1a-5aeb-4308-bafc-295e61fa53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:30.203487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:30.249178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d7b1a-5aeb-4308-bafc-295e61fa53b2 None None] Port ed6543c5-8aa1-4b33-a750-755e915178fb cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:30.827482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402516a-5c3a-4160-8368-92bbf12b7df8 req-02de7998-b384-4829-b908-3e79d04b0d93 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:30.828923 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9402516a-5c3a-4160-8368-92bbf12b7df8 req-02de7998-b384-4829-b908-3e79d04b0d93 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 931 time: 0.1193895 Apr 01 16:25:30.905741 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9402516a-5c3a-4160-8368-92bbf12b7df8 req-7f124e7c-af2f-408f-88d6-b50b6a9137dc tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Apr 01 16:25:30.989584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6543c5-8aa1-4b33-a750-755e915178fb {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:30.998468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.015433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Transition to ACTIVE for port object ed6543c5-8aa1-4b33-a750-755e915178fb will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:31.117710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.275337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:31.420271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Attempting to bind port ed6543c5-8aa1-4b33-a750-755e915178fb on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:31.420663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Attempting to bind port ed6543c5-8aa1-4b33-a750-755e915178fb by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:31.421061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Attempting to bind port ed6543c5-8aa1-4b33-a750-755e915178fb on network 77ea53bf-01d9-4475-8982-7a871b5bcb89 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:31.427109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Port ed6543c5-8aa1-4b33-a750-755e915178fb on network 77ea53bf-01d9-4475-8982-7a871b5bcb89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:25:31.427491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Attempting to bind port ed6543c5-8aa1-4b33-a750-755e915178fb on network 77ea53bf-01d9-4475-8982-7a871b5bcb89 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:31.433442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:31.433857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Checking segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:31.434150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Bound using segment: {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:31.435323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Bound port: ed6543c5-8aa1-4b33-a750-755e915178fb, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:31.435704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.548082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:31.551880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:31.623558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.691190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.691856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.693295 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] 10.222.0.91 "PUT /v2.0/ports/ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 1093 time: 1.7366028 Apr 01 16:25:31.693791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:31.764388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b921f8-8bb4-432b-a489-fe0d17a31b35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:32.052362 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:25:32.288592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fe1e6-2003-43c5-b419-e23fc6441827 req-ac60c797-b655-49e6-801a-e1943411d161 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.290353 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-680fe1e6-2003-43c5-b419-e23fc6441827 req-ac60c797-b655-49e6-801a-e1943411d161 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.1619709 Apr 01 16:25:32.404078 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-680fe1e6-2003-43c5-b419-e23fc6441827 req-18827f31-400c-46ed-8ba2-5e52b2d45f4d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005707 Apr 01 16:25:32.855413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bf39d55b-7ec7-472c-a411-d14e1ea48bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:33.792814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-a727806d-9747-4bc0-a0c2-9668dcc161a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:33.794241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-a727806d-9747-4bc0-a0c2-9668dcc161a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:33.895498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-a727806d-9747-4bc0-a0c2-9668dcc161a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:33.897211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-a727806d-9747-4bc0-a0c2-9668dcc161a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.1923192 Apr 01 16:25:33.971581 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-8e3f1120-deef-4a46-b71b-de40eff784f2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:34.044890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-8e3f1120-deef-4a46-b71b-de40eff784f2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:34.046855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb011ef5-4038-448b-8bf8-21f81c101034 req-8e3f1120-deef-4a46-b71b-de40eff784f2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379876 Apr 01 16:25:34.906358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-74899ca6-4eb1-4373-9eff-2e9cca3cc29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:35.282125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e623-e34e-443c-bda6-ade7cabbc078 req-7e666829-8d4e-4c51-92b9-25e4f9446ab3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:35.284102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4d37e623-e34e-443c-bda6-ade7cabbc078 req-7e666829-8d4e-4c51-92b9-25e4f9446ab3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.1066372 Apr 01 16:25:35.351936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4d37e623-e34e-443c-bda6-ade7cabbc078 req-dd127889-48aa-48bd-a604-7d448ff1a08b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Apr 01 16:25:35.632851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.283372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.609666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8181-60a5-40a3-97f3-6eb71006b617 req-69065cf8-6201-4ad9-a55e-b0f6bfa747c0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.612496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fde8181-60a5-40a3-97f3-6eb71006b617 req-69065cf8-6201-4ad9-a55e-b0f6bfa747c0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.1147008 Apr 01 16:25:36.663818 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9fde8181-60a5-40a3-97f3-6eb71006b617 req-5ef6bc04-6a03-4b51-84a8-08c4bc8867c3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Apr 01 16:25:37.569631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-1f1729d7-0214-4ae9-89b0-25844a72271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:37.571274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-1f1729d7-0214-4ae9-89b0-25844a72271c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1096 time: 0.1865621 Apr 01 16:25:37.729712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:37.742554 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-7c821684-3d90-46be-801e-f59b62f8f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:37.744048 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-7c821684-3d90-46be-801e-f59b62f8f3c1 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=18eb7014010a4308b0783ef64b4fa29b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1624508 Apr 01 16:25:37.861463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfff05b-d31c-4fd2-a73e-b957bf4d0690 req-264bed32-d9a5-4df4-bfd2-448d770f6418 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:37.862933 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdfff05b-d31c-4fd2-a73e-b957bf4d0690 req-264bed32-d9a5-4df4-bfd2-448d770f6418 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.0832026 Apr 01 16:25:37.908828 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-14900335-62d3-461e-9974-d6378de53d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:37.910668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40037014-3fb7-43aa-8ce4-8bb80f4f97f0 req-14900335-62d3-461e-9974-d6378de53d00 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562355 Apr 01 16:25:37.929137 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdfff05b-d31c-4fd2-a73e-b957bf4d0690 req-0456718f-ec24-4dd8-9467-80a3d706ee17 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603137 Apr 01 16:25:38.038635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-1595e11a-5de7-406e-a4fd-51b96b820e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.040140 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-1595e11a-5de7-406e-a4fd-51b96b820e4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1096 time: 0.0765758 Apr 01 16:25:38.120368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-d2f7fe03-174e-4b73-8570-8e36db700a77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 217 time: 0.0684183 Apr 01 16:25:38.196737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-c657bdc9-ef1f-4cee-9479-c16aa772b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.198183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-c657bdc9-ef1f-4cee-9479-c16aa772b85f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0664501 Apr 01 16:25:38.284183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-e9ad71ef-2bdd-423f-9959-3907174d998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.285569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-e9ad71ef-2bdd-423f-9959-3907174d998f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767908 Apr 01 16:25:38.440401 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-ba5eb9ca-d33f-45a4-9dd3-db7bdf9f9f13 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442659 Apr 01 16:25:38.579242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5632f350-3f51-4583-917f-947b0f7c72f9 req-fa9da275-8c5e-43c7-aef5-55ac1776b3c2 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284492 Apr 01 16:25:39.132907 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce903-791f-4a1f-898b-8c5715dc5c1d req-313d58fb-3aef-4bdb-88a7-cb46b52bd07e tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:39.134547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-089ce903-791f-4a1f-898b-8c5715dc5c1d req-313d58fb-3aef-4bdb-88a7-cb46b52bd07e tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.0918455 Apr 01 16:25:39.190537 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-089ce903-791f-4a1f-898b-8c5715dc5c1d req-99ef33ea-ab32-4b68-8a12-473ef0fa42d4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Apr 01 16:25:40.384054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97b3d-290d-480b-a6bf-000fc8c2723d req-d760fd26-7451-4ccc-a13c-ae9f9c3ad847 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:40.385648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cdd97b3d-290d-480b-a6bf-000fc8c2723d req-d760fd26-7451-4ccc-a13c-ae9f9c3ad847 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 943 time: 0.0850868 Apr 01 16:25:40.432504 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cdd97b3d-290d-480b-a6bf-000fc8c2723d req-150307a3-61aa-46e0-911c-10fee7ac6d7c tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Apr 01 16:25:41.268081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ed6543c5-8aa1-4b33-a750-755e915178fb details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:25:41.402935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:41.417058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'port_id': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'mac_address': 'fa:16:3e:bc:3f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:25:41.475112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.492445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6543c5-8aa1-4b33-a750-755e915178fb {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:41.508515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:41.563234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.633857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514f0c-aa55-4893-9296-dc90558fca5c req-af13ad35-7daa-4423-afb0-b36d1b769aaf tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:41.635421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d514f0c-aa55-4893-9296-dc90558fca5c req-af13ad35-7daa-4423-afb0-b36d1b769aaf tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 944 time: 0.0934565 Apr 01 16:25:41.682780 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d514f0c-aa55-4893-9296-dc90558fca5c req-fff78b56-c67d-42f0-a816-b1ee59151300 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Apr 01 16:25:41.683409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:41.860139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:25:42.882841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c631c-81c1-4205-8b69-3517ef397239 req-b3e969ca-e87b-4d08-bafc-9d3c6dead602 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:42.884366 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a25c631c-81c1-4205-8b69-3517ef397239 req-b3e969ca-e87b-4d08-bafc-9d3c6dead602 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 944 time: 0.0903409 Apr 01 16:25:42.931739 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a25c631c-81c1-4205-8b69-3517ef397239 req-2751c8f9-ff24-4a69-9a81-ad8cb3ada2dc tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Apr 01 16:25:43.268049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ed6543c5-8aa1-4b33-a750-755e915178fb up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:43.385731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port ed6543c5-8aa1-4b33-a750-755e915178fb completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:43.391662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port ed6543c5-8aa1-4b33-a750-755e915178fb triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:43.392034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.514033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.540825 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:43.551576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:43.584938 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'code': 200} Apr 01 16:25:43.603156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.671246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:43.966170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02f89d-f3d3-48ee-a0bd-90e6ca076f2a req-f9752b83-eb27-4537-ab60-6a10527418f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:43.968177 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7f02f89d-f3d3-48ee-a0bd-90e6ca076f2a req-f9752b83-eb27-4537-ab60-6a10527418f6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1098 time: 0.0737300 Apr 01 16:25:44.019259 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7f02f89d-f3d3-48ee-a0bd-90e6ca076f2a req-d3278d4c-148f-4cd6-92d5-4d81f355d4ff service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Apr 01 16:25:44.121929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778be7d-1e30-45c4-bad8-e46667a804b4 req-45f2ef54-afcd-411a-950f-84c77cb3d134 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:44.124394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e778be7d-1e30-45c4-bad8-e46667a804b4 req-45f2ef54-afcd-411a-950f-84c77cb3d134 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0823257 Apr 01 16:25:44.169778 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e778be7d-1e30-45c4-bad8-e46667a804b4 req-b245a2e6-701d-4286-98b9-e049dd4d32e6 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Apr 01 16:25:45.359230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36a0d-98a6-4462-97e5-f26d0011d6a6 req-af870b45-1d5e-44e1-976b-f4e59abca711 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:45.360702 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-47e36a0d-98a6-4462-97e5-f26d0011d6a6 req-af870b45-1d5e-44e1-976b-f4e59abca711 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0824995 Apr 01 16:25:45.408173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-47e36a0d-98a6-4462-97e5-f26d0011d6a6 req-15c10c3d-0b15-49f7-aef2-0e61b2e8c839 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Apr 01 16:25:46.715751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac4957-3375-41eb-8d2e-96729543235d req-5522da73-2411-4a0a-a9fc-b1b4690c57d6 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:46.717661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48ac4957-3375-41eb-8d2e-96729543235d req-5522da73-2411-4a0a-a9fc-b1b4690c57d6 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.1974878 Apr 01 16:25:46.764716 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-48ac4957-3375-41eb-8d2e-96729543235d req-f395bf5c-a37c-4e66-92c3-a43b369b97f0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Apr 01 16:25:46.954999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c6d97-317a-4cc2-a108-373345472e15 req-d32c8e81-f03b-4ede-97ee-10d88e2cc093 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:46.956501 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-298c6d97-317a-4cc2-a108-373345472e15 req-d32c8e81-f03b-4ede-97ee-10d88e2cc093 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0864127 Apr 01 16:25:47.001631 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-298c6d97-317a-4cc2-a108-373345472e15 req-96423843-aa63-4536-87a0-7d9d0211704b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Apr 01 16:25:47.407475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b8f6-0f59-4939-b427-e6a4bda474b0 req-83abe9ea-5dae-49b0-810b-73a0e63910ca tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:47.409201 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbc5b8f6-0f59-4939-b427-e6a4bda474b0 req-83abe9ea-5dae-49b0-810b-73a0e63910ca tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0840354 Apr 01 16:25:47.455580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbc5b8f6-0f59-4939-b427-e6a4bda474b0 req-51f26205-53ad-4aad-9104-b7b51facd932 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Apr 01 16:25:48.528924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:56.787561 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:26:02.431366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fe978ea7-541d-42fc-a504-3364c90c52b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.876680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8dc2eac9-7f46-4453-b0f0-78c3a46cb663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:05.636957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.098268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04809d-e7cf-4063-bc29-49aca394eb96 req-65764e0a-a690-439d-bf5f-4b105891aed7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.099754 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3a04809d-e7cf-4063-bc29-49aca394eb96 req-65764e0a-a690-439d-bf5f-4b105891aed7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0844316 Apr 01 16:26:06.145436 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3a04809d-e7cf-4063-bc29-49aca394eb96 req-b8dfefbb-80fa-4a56-80a2-3de4f89b6478 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Apr 01 16:26:06.168981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54056) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:06.276551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.288629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14029d-e821-4953-a432-6eaf02f915ce tempest-TestMinimumBasicScenario-972751552 tempest-TestMinimumBasicScenario-972751552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.290112 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8c14029d-e821-4953-a432-6eaf02f915ce tempest-TestMinimumBasicScenario-972751552 tempest-TestMinimumBasicScenario-972751552-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1093 time: 0.1201587 Apr 01 16:26:06.293170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54062) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:06.297997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:06.304670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:06.308513 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:floatingip and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:06.311411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:06.317559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:06.379440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.519021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.660285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Allocated IP 172.26.8.193 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/98123054-560a-4005-a75b-eaabd3ca1703) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:06.813248 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.911491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.977213 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:06.984406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:06.989118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:26:07.018104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'Port': ['ID=98123054-560a-4005-a75b-eaabd3ca1703,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:07.037090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.037436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.037775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.038111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.038440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.038803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.039127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.039453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.039777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.040100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.040424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.040745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:07.436704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.566484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.756818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.771936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.848218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.955355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'Port': ['ID=98123054-560a-4005-a75b-eaabd3ca1703,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:07.967005 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.246628 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Floating IP a402d9af-42aa-4865-94e0-ecc2985970d7 associated. External IP: 172.26.8.193, port: ed6543c5-8aa1-4b33-a750-755e915178fb. Apr 01 16:26:08.596683 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Router 4a1f477f-cf92-43e1-800e-3e75d696fe75 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:26:08.775068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:26:08.787959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Sync routers for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:08.797998 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:08.799630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:26:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:08.865288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.932567 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-327611d0-35ff-41e3-9466-6affef5b4d9b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6356111 Apr 01 16:26:08.932567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:08.933468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54066) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:08.941447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105852163', 'description': 'tempest-secgroup-smoke-1105852163 description', 'project_id': '18eb7014010a4308b0783ef64b4fa29b'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:08.950172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:08.965013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:08.995341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:09.044190 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:26:09.064178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.247130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:09.252829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:09.256770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:09.263648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:09.314212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-4b2f5e21-cd67-49b3-93a5-850025013a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.314212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-4b2f5e21-cd67-49b3-93a5-850025013a9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1098 time: 0.2388251 Apr 01 16:26:09.415256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a402d9af-42aa-4865-94e0-ecc2985970d7', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'port_id': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'mac_address': 'fa:16:3e:bc:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:07Z', 'updated_at': '2022-04-01T16:26:07Z', 'revision_number': 0, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.415256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Checking router: 4a1f477f-cf92-43e1-800e-3e75d696fe75 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:09.441624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:09.441624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:26:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.494683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.494683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-3e1a1a38-4fd6-4c84-a4fd-7e3eb9293c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.494683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-3e1a1a38-4fd6-4c84-a4fd-7e3eb9293c51 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1709535 Apr 01 16:26:09.560626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.637252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:09.648199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08908c5-0604-4efb-ad51-2773a88b4f17,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:09.654945 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-c8bb5036-b1e7-439e-ba5b-9423817b1160 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 999 time: 0.1530221 Apr 01 16:26:09.659923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.660273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.660611 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.660951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.661369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.661741 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.662071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.662398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.662753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.663082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.663405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.663738 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:09.702464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.703034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3036e0ff-a5f5-42f8-bb7e-d7ab7a4188ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7676187 Apr 01 16:26:09.706501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54074) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:09.711887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:09.717829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:09.722848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:09.726153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:09.732335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-114fb730-6feb-41df-9cc8-d82d93c887f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.732814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:09.733828 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-114fb730-6feb-41df-9cc8-d82d93c887f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0654981 Apr 01 16:26:09.815872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-dbf5e1d1-fd21-4f73-a0ab-39b9464abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.817389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-dbf5e1d1-fd21-4f73-a0ab-39b9464abf8b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775354 Apr 01 16:26:09.820686 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.888553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.962863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.965476 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-1089a5fa-8044-48d9-ae9d-b659327f3974 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400192 Apr 01 16:26:09.994465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85672939-3a82-4743-aefd-8e0d49f4664f,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:10.047012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a402d9af-42aa-4865-94e0-ecc2985970d7', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'port_id': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'mac_address': 'fa:16:3e:bc:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:07Z', 'updated_at': '2022-04-01T16:26:07Z', 'revision_number': 0, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:10.052135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965ade0-45f1-4458-99fb-4b9436717a25 None None] The sync data for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv is: [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'a402d9af-42aa-4865-94e0-ecc2985970d7', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'port_id': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'mac_address': 'fa:16:3e:bc:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:07Z', 'updated_at': '2022-04-01T16:26:07Z', 'revision_number': 0, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:10.053995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.055449 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6cf1d996-8ac2-45c8-8925-8c0e0ed7d74f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478982 Apr 01 16:26:10.058216 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54078) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:10.064133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:10.073781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:10.078230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:10.082430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:10.092179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:10.110144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c2f81c99-d8fb-441c-ab3b-511971105f78 req-29031ad8-7797-4d69-8a3d-ac66a20f1061 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378994 Apr 01 16:26:10.152263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.221800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.265585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.277250 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76ee44-1b9b-4f9f-8692-65edfb6a69b8 None None] New status for floating IP a402d9af-42aa-4865-94e0-ecc2985970d7: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:26:10.296456 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50904b17-7a14-4378-87f8-8f0efcd77c78,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:10.374360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.380087 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6124052c-f724-45b7-abe5-15d5b0daea0d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162549 Apr 01 16:26:10.380087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54084) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:10.385149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:10.391885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:10.396260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:10.399512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:10.405282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:10.460409 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.523930 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.594072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.617977 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85bef29-bdc6-4886-a769-a725164f0dfb,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:10.768821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.770297 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b01a488f-8376-4e11-a137-a59bd5069212 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899984 Apr 01 16:26:10.773109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54088) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:10.778705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:10.785241 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:10.789375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:10.792549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:10.799564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:10.876835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.944243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.013564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.042890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d376d29-cc70-43c6-b185-1f57352037a4,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:11.111063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.112872 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-decc409d-acab-48e4-a101-297894cb1984 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385777 Apr 01 16:26:11.115728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54092) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:11.120742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:11.127584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:11.131573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:11.134442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:11.140301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:11.185355 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Project 18eb7014010a4308b0783ef64b4fa29b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:26:11.192941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.260481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.300115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.325597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd71a7-75f8-4e1b-a191-8b5837497c73,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:11.379311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.380516 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a49aa41e-12e5-4ea4-9168-ddd13050fe22 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2638440 Apr 01 16:26:11.383332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54096) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:11.388303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'security_group_rule': {'security_group_id': 'a08908c5-0604-4efb-ad51-2773a88b4f17', 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:11.395225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:11.399378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Usage tracker for resource:security_group_rule and tenant:18eb7014010a4308b0783ef64b4fa29b is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:11.404248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:11.408166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:11.454034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Project 18eb7014010a4308b0783ef64b4fa29b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:26:11.461889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.529410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.596067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.619566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b3f1a-ad90-47af-9ef5-01bcfe0afbfa,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:11.682573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.683808 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e9a3a065-e66e-4f81-8f3c-ebae2ce973be tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2995677 Apr 01 16:26:11.804319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-f0d098a6-82f0-42be-b568-1252b947288b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:26:11.870250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-f0d098a6-82f0-42be-b568-1252b947288b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:26:11.871665 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-f0d098a6-82f0-42be-b568-1252b947288b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105852163&fields=id&tenant_id=18eb7014010a4308b0783ef64b4fa29b HTTP/1.1" status: 200 len: 267 time: 0.1082466 Apr 01 16:26:11.959342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-f4ce79cf-f511-4fab-b790-41c8001ad24f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:11.960821 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-f4ce79cf-f511-4fab-b790-41c8001ad24f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0831163 Apr 01 16:26:11.972366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'port': {'security_groups': ['0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8', 'a08908c5-0604-4efb-ad51-2773a88b4f17']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:12.090481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.348599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:12.374141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.442229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.454176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:26:12.513337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:12.513961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.515387 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57212749-6e1f-45b9-a8ed-51b9aeaf99ac req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "PUT /v2.0/ports/ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 981 time: 0.5482101 Apr 01 16:26:12.515833 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:12.553916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf844f58-18eb-424a-83d7-173fb3023b7d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=6']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:12.585318 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:26:12.597668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:26:12.868701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-81900486-8b17-4fd1-a46d-35282e29e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:12.870093 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-81900486-8b17-4fd1-a46d-35282e29e2a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1137 time: 0.2624314 Apr 01 16:26:12.878272 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def048-58ac-4583-81f5-4fb99953ba72 req-88c580a3-43e2-4992-a311-0c1ef0645d39 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:12.879694 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d8def048-58ac-4583-81f5-4fb99953ba72 req-88c580a3-43e2-4992-a311-0c1ef0645d39 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.2388983 Apr 01 16:26:12.882750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-414487d5-100a-440e-83a6-b1cbe83cfb0d None None] Provisioning complete for port ed6543c5-8aa1-4b33-a750-755e915178fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:12.883124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-414487d5-100a-440e-83a6-b1cbe83cfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:13.012971 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d8def048-58ac-4583-81f5-4fb99953ba72 req-458591d3-e628-4271-b41f-0d95d2bbf0ba tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148496 Apr 01 16:26:13.048394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-de827bc1-0e3d-47d1-b1e7-a1113d24b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:13.051000 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-de827bc1-0e3d-47d1-b1e7-a1113d24b1f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1701541 Apr 01 16:26:13.164233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-8d1ed729-dfb2-420f-b3ec-2e8bce26b3c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 1001 time: 0.1068273 Apr 01 16:26:13.231043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-8eb80c55-30d8-4f4d-bf1d-f4535370ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:13.232469 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-8eb80c55-30d8-4f4d-bf1d-f4535370ce43 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0596166 Apr 01 16:26:13.315948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-e24f1a82-7cfc-4867-a282-cb4c10502554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:13.317470 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-e24f1a82-7cfc-4867-a282-cb4c10502554 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791357 Apr 01 16:26:13.455968 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-2215db4f-b604-4c46-a4b5-867eab542a41 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312232 Apr 01 16:26:13.590472 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-61f9b938-33e5-45a3-8489-3fd845158b3c req-15505d6e-6c0f-4c4b-9dd8-439a49133ce4 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277914 Apr 01 16:26:18.527561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.643524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969f53b-db9f-428d-8f74-49558e575559 req-a0399dbc-d86c-4cce-8cc4-c1a0b346377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:25.645342 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-a0399dbc-d86c-4cce-8cc4-c1a0b346377f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1137 time: 0.1257632 Apr 01 16:26:25.756923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41afa-a227-4b73-a269-0dea36fbd2ee req-30594f3f-69e2-4c27-b4b9-a67fd120e79d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:25.758279 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75f41afa-a227-4b73-a269-0dea36fbd2ee req-30594f3f-69e2-4c27-b4b9-a67fd120e79d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.2738304 Apr 01 16:26:25.832521 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75f41afa-a227-4b73-a269-0dea36fbd2ee req-3f3a97c7-730e-4a54-9b4f-827850496954 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666447 Apr 01 16:26:25.834928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969f53b-db9f-428d-8f74-49558e575559 req-787890c0-aa1d-467a-a9d2-16a4b3727257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:25.836307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-787890c0-aa1d-467a-a9d2-16a4b3727257 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1841049 Apr 01 16:26:25.944875 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-b728de5e-679a-4afe-9942-090e1fe44b00 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 1001 time: 0.1007102 Apr 01 16:26:26.017972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969f53b-db9f-428d-8f74-49558e575559 req-e751d604-c21b-45c1-8036-4fa1b5c64462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.019364 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-e751d604-c21b-45c1-8036-4fa1b5c64462 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0572579 Apr 01 16:26:26.098920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969f53b-db9f-428d-8f74-49558e575559 req-555184bb-0786-4c43-bbcc-4555809d2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.100371 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-555184bb-0786-4c43-bbcc-4555809d2068 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736659 Apr 01 16:26:26.238189 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-afdddf9f-977f-4355-aa3d-7b2a06d2348f service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304038 Apr 01 16:26:26.371798 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7969f53b-db9f-428d-8f74-49558e575559 req-12680c48-bf30-419d-b2a5-30006348c6d0 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271114 Apr 01 16:26:26.656643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-f4db5595-da0f-4466-a3f6-dae2a3703b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.658182 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-f4db5595-da0f-4466-a3f6-dae2a3703b7d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1137 time: 0.1888354 Apr 01 16:26:26.805994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-8c140c95-d707-448e-b9bb-52450d6bf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.807429 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-8c140c95-d707-448e-b9bb-52450d6bf362 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1287000 Apr 01 16:26:26.915834 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-43a3279e-2b78-479b-b034-f7a0edb45695 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 1001 time: 0.1009290 Apr 01 16:26:26.987490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-d147dbb5-f216-4287-a7c8-e6ae39897573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.988963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-d147dbb5-f216-4287-a7c8-e6ae39897573 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0654769 Apr 01 16:26:27.069776 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-0d7e10c9-6fba-4e6f-8e19-d25270f5e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:27.071313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-0d7e10c9-6fba-4e6f-8e19-d25270f5e6d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760641 Apr 01 16:26:27.078942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08453dfa-4539-4a53-a623-a93a1b57cd7b req-b3673e14-d772-4655-ae41-32688fcd988b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:27.080394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08453dfa-4539-4a53-a623-a93a1b57cd7b req-b3673e14-d772-4655-ae41-32688fcd988b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.1379402 Apr 01 16:26:27.127369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08453dfa-4539-4a53-a623-a93a1b57cd7b req-1f976e8d-9dab-4d45-b612-e0e609c6d5f4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409300 Apr 01 16:26:27.210708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-2e054642-d307-4bf6-9801-7960cf3b50e7 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309419 Apr 01 16:26:27.344016 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-57f22a37-0e47-4bfb-a1a5-78b467298913 req-47c22632-6bbe-4a13-b6c0-b2e558d0cb4b service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265092 Apr 01 16:26:28.315870 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b403a8-5135-44fd-9567-80633dfcd3b2 req-cbb0064e-b540-44e3-a6b2-200e6a256069 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:28.317254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-34b403a8-5135-44fd-9567-80633dfcd3b2 req-cbb0064e-b540-44e3-a6b2-200e6a256069 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0820754 Apr 01 16:26:28.367961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-34b403a8-5135-44fd-9567-80633dfcd3b2 req-75482393-a09f-4814-8f00-6b629945b89d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448470 Apr 01 16:26:29.558485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b76a0-2b59-424c-be4e-bd8703a97f7c req-b35f2f3c-0743-4d00-bf61-076aa678ce07 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:29.559972 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-617b76a0-2b59-424c-be4e-bd8703a97f7c req-b35f2f3c-0743-4d00-bf61-076aa678ce07 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0831828 Apr 01 16:26:29.610042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-617b76a0-2b59-424c-be4e-bd8703a97f7c req-4e5eaeb7-e0d7-4316-b4cb-58ea9936dd09 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439770 Apr 01 16:26:30.834625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6ce16-1fb7-4147-baed-cada60ebc439 req-15a29940-b6bd-4cf2-86f6-3968abd8784a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:30.836790 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bf6ce16-1fb7-4147-baed-cada60ebc439 req-15a29940-b6bd-4cf2-86f6-3968abd8784a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.1004939 Apr 01 16:26:30.894964 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bf6ce16-1fb7-4147-baed-cada60ebc439 req-49b7799e-5e6f-49d3-bc39-ad9f4bb7b317 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520401 Apr 01 16:26:32.093197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc55ed-754c-4e22-8361-65d81b81705d req-fa46835b-7981-4281-a716-3fd0562e062a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:32.094674 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdbc55ed-754c-4e22-8361-65d81b81705d req-fa46835b-7981-4281-a716-3fd0562e062a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0834568 Apr 01 16:26:32.141769 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdbc55ed-754c-4e22-8361-65d81b81705d req-71c32b20-3c60-46e5-b804-76b2dbff56ea tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410969 Apr 01 16:26:32.418056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f4336eab-ed0e-43fd-8697-401bb61755bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.335019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb526e-e995-4272-9155-4aff57191e0d req-ebd81065-9e8e-4b86-97bd-8e5f46e429b3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:33.336462 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66fb526e-e995-4272-9155-4aff57191e0d req-ebd81065-9e8e-4b86-97bd-8e5f46e429b3 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0857818 Apr 01 16:26:33.385677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-66fb526e-e995-4272-9155-4aff57191e0d req-52863b25-075c-4704-a039-e605b3948d06 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433462 Apr 01 16:26:33.786638 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:26:34.571441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a6017-a5a9-49f0-95bf-346756e54342 req-4471d67f-b6c7-46e3-8118-6952f0f141a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:34.572886 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-573a6017-a5a9-49f0-95bf-346756e54342 req-4471d67f-b6c7-46e3-8118-6952f0f141a7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0801709 Apr 01 16:26:34.621875 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-573a6017-a5a9-49f0-95bf-346756e54342 req-0ae3c518-57d9-480c-b531-f23da45a570d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430970 Apr 01 16:26:34.887666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-25cd36ce-6a56-48ea-9cfd-76297740d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.607603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.816962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3776e45-819f-4abe-9a80-c655a0b1eb58 req-b981359d-1b3b-40a8-9ee9-d157dfc6f313 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:35.818430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3776e45-819f-4abe-9a80-c655a0b1eb58 req-b981359d-1b3b-40a8-9ee9-d157dfc6f313 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0869627 Apr 01 16:26:35.865296 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3776e45-819f-4abe-9a80-c655a0b1eb58 req-07b95cf8-d06e-45a2-a3bc-f6d908bbd17d tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408192 Apr 01 16:26:36.270744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:37.055588 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582380f5-7c96-4908-817a-0e1d98a166ee req-0f40f4b3-58b7-4e8a-9d62-bf14a8864e1b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:37.057066 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-582380f5-7c96-4908-817a-0e1d98a166ee req-0f40f4b3-58b7-4e8a-9d62-bf14a8864e1b tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0837765 Apr 01 16:26:37.103636 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-582380f5-7c96-4908-817a-0e1d98a166ee req-8f97723c-67d8-4cf0-8f82-334a58a9a0ac tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407233 Apr 01 16:26:37.744757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:38.296333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c180-6e86-4a39-830c-a25782ab6ca3 req-3c4299e4-ce88-4d08-aa5a-9414b3fee2a6 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:38.297707 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0054c180-6e86-4a39-830c-a25782ab6ca3 req-3c4299e4-ce88-4d08-aa5a-9414b3fee2a6 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0849962 Apr 01 16:26:38.344500 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0054c180-6e86-4a39-830c-a25782ab6ca3 req-360a8e62-83c5-4527-9911-fa937ef30fc2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406370 Apr 01 16:26:39.639438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5af33-57e8-4fb2-b677-fa722f272fa4 req-3bf6760e-75c0-41ea-b56f-dd5cebb1b02e tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.640876 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ac5af33-57e8-4fb2-b677-fa722f272fa4 req-3bf6760e-75c0-41ea-b56f-dd5cebb1b02e tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.1900420 Apr 01 16:26:39.687751 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ac5af33-57e8-4fb2-b677-fa722f272fa4 req-8b903221-11b9-4805-825c-af1b5b5764ef tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403836 Apr 01 16:26:40.874853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921159-29e2-4da8-8983-fc0f17df912d req-3c285d12-4ce2-4cda-9467-80ee1642dc43 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.876300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a921159-29e2-4da8-8983-fc0f17df912d req-3c285d12-4ce2-4cda-9467-80ee1642dc43 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0814667 Apr 01 16:26:40.927250 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0a921159-29e2-4da8-8983-fc0f17df912d req-908fb150-8223-4c91-8870-8f520f0cdaf9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449107 Apr 01 16:26:42.113020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f925c-4814-4223-a92b-db9883f143c4 req-5325e648-6f89-4100-9380-9d154daa051f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:42.114473 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-528f925c-4814-4223-a92b-db9883f143c4 req-5325e648-6f89-4100-9380-9d154daa051f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0795510 Apr 01 16:26:42.163086 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-528f925c-4814-4223-a92b-db9883f143c4 req-c04b8e6f-f606-47d8-869d-5434b6df1450 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428011 Apr 01 16:26:43.346861 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9804-a1ec-4c02-87ec-482ffc31a67e req-b1700ca0-3a1d-4634-a78b-5ebc49c72091 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:43.349121 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-238c9804-a1ec-4c02-87ec-482ffc31a67e req-b1700ca0-3a1d-4634-a78b-5ebc49c72091 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0822427 Apr 01 16:26:43.401313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-238c9804-a1ec-4c02-87ec-482ffc31a67e req-be762589-b9cf-4a1b-9c30-b27c4556cc31 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&id=a08908c5-0604-4efb-ad51-2773a88b4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464444 Apr 01 16:26:48.549416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:02.407095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-36b16de8-517f-4cf6-855a-bfa1e17ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.881552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b0cfaf59-529b-479f-907d-1ff9291c07f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:05.647340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:06.338522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:07.744090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:10.785374 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:27:16.148003 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-1699e013-2dfb-4f26-acb4-9039a34ac2ed tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105852163&fields=id&tenant_id=18eb7014010a4308b0783ef64b4fa29b HTTP/1.1" status: 200 len: 267 time: 0.0494580 Apr 01 16:27:16.235872 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-db62b137-8bda-4dc6-9218-0232bd425c94 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:16.237249 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-db62b137-8bda-4dc6-9218-0232bd425c94 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 984 time: 0.0837758 Apr 01 16:27:16.248530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Request body: {'port': {'security_groups': ['0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8']}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:16.378438 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.648267 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:16.683410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.737325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.750414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:16.807965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:16.808651 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.813187 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-146acae3-54d9-46e3-abaa-0dfae0023e50 req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "PUT /v2.0/ports/ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 942 time: 0.5693941 Apr 01 16:27:16.813653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:16.816003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54168) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:16.854451 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event updated for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=7']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:16.863029 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.863373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.863707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.864598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.865074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.865618 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.866008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.866346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.866695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.867020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.867350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.867671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66690a3f-33e9-4fa9-8c4f-05da9069fa98 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:16.894907 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:27:16.934664 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.966684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:16.977041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:17.150000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-d2eded05-fecc-492c-9fba-c76b08434c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:17.152344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-d2eded05-fecc-492c-9fba-c76b08434c45 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1098 time: 0.1663864 Apr 01 16:27:17.178499 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b9e6c854-1078-40c7-a35f-465f163d31bc None None] Provisioning complete for port ed6543c5-8aa1-4b33-a750-755e915178fb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:17.178862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c854-1078-40c7-a35f-465f163d31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:17.217469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:17.291887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08908c5-0604-4efb-ad51-2773a88b4f17,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:17.311634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.313314 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.315465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:17.353627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-11a9ea8f-c38f-42b6-890b-7c4d947447c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:17.355086 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-11a9ea8f-c38f-42b6-890b-7c4d947447c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1925199 Apr 01 16:27:17.355859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:17.356851 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-132d5a88-7b9e-41ab-b0ed-f1039cc05d9f tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "DELETE /v2.0/security-groups/a08908c5-0604-4efb-ad51-2773a88b4f17 HTTP/1.1" status: 204 len: 168 time: 0.5382979 Apr 01 16:27:17.359822 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54176) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:17.715366 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-6a12a18e-5f4c-4fe3-b26f-22e54748ed88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 1001 time: 0.3528521 Apr 01 16:27:17.818458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-b44ef04c-e14b-4fb9-89c7-d40993db5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:17.819919 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-b44ef04c-e14b-4fb9-89c7-d40993db5818 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0977826 Apr 01 16:27:17.820859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Deleting port 98123054-560a-4005-a75b-eaabd3ca1703 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:17.821190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.037095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-eba1f0b4-4cd3-4e23-bd58-2bc9ea77a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:18.038481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-eba1f0b4-4cd3-4e23-bd58-2bc9ea77a9e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1929877 Apr 01 16:27:18.098214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.099189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.288597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Calling delete_port for 98123054-560a-4005-a75b-eaabd3ca1703 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:18.376025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-7271445f-a5c4-46f0-9add-198499ecae41 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289707 Apr 01 16:27:18.549815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.574317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7427a4ff-52d8-423e-9669-d2856fb524c7 req-9d8fac85-ef78-40e3-ab3f-66955b643b31 service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910379 Apr 01 16:27:18.686033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.739055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event deleted for resources: {'Port': ['ID=98123054-560a-4005-a75b-eaabd3ca1703,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:18.866382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.867118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Floating IP a402d9af-42aa-4865-94e0-ecc2985970d7 disassociated (deleted). External IP: 172.26.8.193, port: ed6543c5-8aa1-4b33-a750-755e915178fb. Apr 01 16:27:19.370690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Router 4a1f477f-cf92-43e1-800e-3e75d696fe75 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:27:19.555381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:27:19.565161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Sync routers for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:27:19.575468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:19.576079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:19.630790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:19.690935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a4af12d9-29fb-4d39-a0bc-5b779cdaf1c2 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "DELETE /v2.0/floatingips/a402d9af-42aa-4865-94e0-ecc2985970d7 HTTP/1.1" status: 204 len: 168 time: 2.3300657 Apr 01 16:27:19.691617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:19.758844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:27:19.812556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:19.862708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-5bcfeaa3-6853-4201-945a-256f1e4c828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:19.864909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-5bcfeaa3-6853-4201-945a-256f1e4c828f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18eb7014010a4308b0783ef64b4fa29b&device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 1098 time: 0.0790486 Apr 01 16:27:20.024366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-469a6a96-a696-4726-8f62-ebee5f9b2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:20.025933 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-469a6a96-a696-4726-8f62-ebee5f9b2a81 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 200 len: 916 time: 0.1546550 Apr 01 16:27:20.102430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-aa092c29-3e15-4111-923a-0b2fb0de9cd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 200 len: 217 time: 0.0665410 Apr 01 16:27:20.162057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:20.166251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Checking router: 4a1f477f-cf92-43e1-800e-3e75d696fe75 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:27:20.174844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-ae74cffb-9678-4522-b3a0-de9a0cf8c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:20.175039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:20.175624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:20.176301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-ae74cffb-9678-4522-b3a0-de9a0cf8c2d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 200 len: 854 time: 0.0642164 Apr 01 16:27:20.322799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-34a1a89a-62fb-404b-8527-dec9676c4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:20.326368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-34a1a89a-62fb-404b-8527-dec9676c4ea1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77ea53bf-01d9-4475-8982-7a871b5bcb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380861 Apr 01 16:27:20.399528 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:20.482811 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-fb7e1d36-336b-4882-ae17-24bac71286cb service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500177 Apr 01 16:27:20.621525 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-36a79f0d-97ab-4af7-bb22-4d423efc7d85 req-62dcc325-31e3-4fb6-b4f7-cdf3e0bb877e service neutron] 10.222.0.91 "GET /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301351 Apr 01 16:27:20.733877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:20.737918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54fb31-ae05-4aec-aff1-8f6c937e1c11 None None] The sync data for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv is: [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:25:02Z', 'revision_number': 4, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '513eba7c-b15f-4cf9-a12f-7480786878fb', 'name': '', 'network_id': '77ea53bf-01d9-4475-8982-7a871b5bcb89', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'mac_address': 'fa:16:3e:ef:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:01Z', 'updated_at': '2022-04-01T16:25:09Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'subnets': [{'id': '7c087d4f-f5f8-43ee-8b98-c113d790fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:27:20.966250 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1963d-2d14-4fb1-a100-1523cf74f73b None None] New status for floating IP a402d9af-42aa-4865-94e0-ecc2985970d7: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:27:25.736821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8244-595e-4b46-8dbb-e1a59a67025f req-e75e2d16-5448-4407-aeca-1f5ad27e4b5c tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.738176 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a56d8244-595e-4b46-8dbb-e1a59a67025f req-e75e2d16-5448-4407-aeca-1f5ad27e4b5c tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0941772 Apr 01 16:27:25.788909 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a56d8244-595e-4b46-8dbb-e1a59a67025f req-9f7fbda7-f755-4126-907d-00fd6ed4bbd7 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 01 16:27:26.986723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-fdea13ab-0c53-4824-a8dd-61ca815cfef4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:26.987422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-fdea13ab-0c53-4824-a8dd-61ca815cfef4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:27.086991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-fdea13ab-0c53-4824-a8dd-61ca815cfef4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:27.088106 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-fdea13ab-0c53-4824-a8dd-61ca815cfef4 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.1867261 Apr 01 16:27:27.136399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-8114db4b-6992-4d61-83e6-677159aaf9c0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Synchronizing usage tracker for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:27.229859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-8114db4b-6992-4d61-83e6-677159aaf9c0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Unset dirty status for tenant:18eb7014010a4308b0783ef64b4fa29b on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:27.231077 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dfcc4a23-110a-4b2d-8b37-1bb8bd228799 req-8114db4b-6992-4d61-83e6-677159aaf9c0 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371090 Apr 01 16:27:27.641918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-7ea2dcc5-c451-4f08-b7ee-7928023fe8b1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:27.643435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-7ea2dcc5-c451-4f08-b7ee-7928023fe8b1 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0848446 Apr 01 16:27:27.719751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Deleting port ed6543c5-8aa1-4b33-a750-755e915178fb {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:27.720093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:28.097436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] For port ed6543c5-8aa1-4b33-a750-755e915178fb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ed6543c5-8aa1-4b33-a750-755e915178fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:28.098597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:28.227643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Calling delete_port for ed6543c5-8aa1-4b33-a750-755e915178fb owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:28.424863 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1aa2-6f4e-46e4-8482-b65b1460028c req-bda33f88-ce68-4a5b-8a86-6b8d4fe0d4db tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:28.426388 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-eced1aa2-6f4e-46e4-8482-b65b1460028c req-bda33f88-ce68-4a5b-8a86-6b8d4fe0d4db tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 945 time: 0.0823457 Apr 01 16:27:28.447015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:28.464628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['ed6543c5-8aa1-4b33-a750-755e915178fb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:28.476802 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-eced1aa2-6f4e-46e4-8482-b65b1460028c req-54067a1d-439c-4f1e-aa32-8a8642880545 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Apr 01 16:27:28.504102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Pushing event deleted for resources: {'Port': ['ID=ed6543c5-8aa1-4b33-a750-755e915178fb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:28.579468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] No DVR routers for this DVR port ed6543c5-8aa1-4b33-a750-755e915178fb on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:28.582043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:28.585301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'name': 'network-vif-deleted', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:28.632909 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7974bc-7223-48ae-a404-27df094dbe74', 'name': 'network-vif-deleted', 'tag': 'ed6543c5-8aa1-4b33-a750-755e915178fb', 'status': 'completed', 'code': 200} Apr 01 16:27:28.681478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-557bd8ba-df58-4a32-afab-55ec3f31d6ad req-78f4689d-9c85-415e-830a-addff8d467a9 tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.91 "DELETE /v2.0/ports/ed6543c5-8aa1-4b33-a750-755e915178fb HTTP/1.1" status: 204 len: 173 time: 1.0271091 Apr 01 16:27:29.648224 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1a4b52d1-517b-4b01-bd51-4a7543085323 req-32f748af-a43a-4b8a-911d-f84d79c3868a tempest-TestMinimumBasicScenario-1076883484 tempest-TestMinimumBasicScenario-1076883484-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7974bc-7223-48ae-a404-27df094dbe74 HTTP/1.1" status: 200 len: 210 time: 0.0489652 Apr 01 16:27:31.906188 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ed6543c5-8aa1-4b33-a750-755e915178fb no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:31.941009 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: ed6543c5-8aa1-4b33-a750-755e915178fb {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:31.941344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device ed6543c5-8aa1-4b33-a750-755e915178fb not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:32.438640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54264) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:32.498354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-602841d8-24b7-4734-a078-eeef4c385ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.110185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.593802 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Deleting port 513eba7c-b15f-4cf9-a12f-7480786878fb {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:33.594526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.768259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] For port 513eba7c-b15f-4cf9-a12f-7480786878fb, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=513eba7c-b15f-4cf9-a12f-7480786878fb,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:33.768608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.899658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Calling delete_port for 513eba7c-b15f-4cf9-a12f-7480786878fb owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:34.258134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.312622 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=513eba7c-b15f-4cf9-a12f-7480786878fb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.593446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.897959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6cf63092-441d-4485-bc2a-6a98cf4a76f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.081734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Router 4a1f477f-cf92-43e1-800e-3e75d696fe75 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:27:35.268803 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:27:35.278959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Sync routers for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:27:35.282356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8b8381e1-9845-4043-a8ed-f7383bcb53c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/4a1f477f-cf92-43e1-800e-3e75d696fe75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8413060 Apr 01 16:27:35.284888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54268) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:35.290249 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:35.290905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:35.471885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.530606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:35.670859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.773175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.783831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Deleting port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:35.784181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.843540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:27:34Z', 'revision_number': 5, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port': {'id': '0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:35.847554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Checking router: 4a1f477f-cf92-43e1-800e-3e75d696fe75 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:27:35.857075 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Routers {'4a1f477f-cf92-43e1-800e-3e75d696fe75'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:35.857697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4a1f477f-cf92-43e1-800e-3e75d696fe75'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:35.974089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] For port 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:35.975728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.013626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] Set router 4a1f477f-cf92-43e1-800e-3e75d696fe75 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:36.107054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Calling delete_port for 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:36.122696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-2114829e-e87c-45b0-8253-50937c809042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:27:35Z', 'revision_number': 6, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:36.127331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114829e-e87c-45b0-8253-50937c809042 None None] The sync data for ids ['4a1f477f-cf92-43e1-800e-3e75d696fe75'] in dv-neutron-835944-1-hyperv is: [{'id': '4a1f477f-cf92-43e1-800e-3e75d696fe75', 'name': 'tempest-TestMinimumBasicScenario-1516015791-router', 'tenant_id': '18eb7014010a4308b0783ef64b4fa29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:57Z', 'updated_at': '2022-04-01T16:27:35Z', 'revision_number': 6, 'project_id': '18eb7014010a4308b0783ef64b4fa29b', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:27:36.297079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.349298 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.396586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:36.497338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.783394 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.785810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.875060 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.875560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1f477f-cf92-43e1-800e-3e75d696fe75 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:27:36.879024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 513eba7c-b15f-4cf9-a12f-7480786878fb no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:36.892488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.892488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-dbeb12d2-6cd6-42c8-85de-e04d4fadce5d admin admin] 10.222.0.21 "DELETE /v2.0/routers/4a1f477f-cf92-43e1-800e-3e75d696fe75 HTTP/1.1" status: 204 len: 168 time: 1.6025503 Apr 01 16:27:36.892488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54272) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:36.936048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 513eba7c-b15f-4cf9-a12f-7480786878fb {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:36.936736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 513eba7c-b15f-4cf9-a12f-7480786878fb not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:36.953290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Deleting subnet 7c087d4f-f5f8-43ee-8b98-c113d790fdcd {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:27:36.956295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.008692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.090208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.264460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.309787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c087d4f-f5f8-43ee-8b98-c113d790fdcd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:37.311661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.318283 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fb25b20e-ae7c-4bbd-8505-6c7e38884ed6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c087d4f-f5f8-43ee-8b98-c113d790fdcd HTTP/1.1" status: 204 len: 168 time: 0.4254723 Apr 01 16:27:37.320649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54276) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.323770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84321cf5-d930-486e-9fd4-7c0f93a89149 None None] Network 77ea53bf-01d9-4475-8982-7a871b5bcb89 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:37.428761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.439068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Deleting port 788e1660-25ab-4c28-87fe-d248d42eeb33 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:37.439395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.565647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] DHCP port deletion for 77ea53bf-01d9-4475-8982-7a871b5bcb89 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:27:37.569959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Deleting port 788e1660-25ab-4c28-87fe-d248d42eeb33 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:37.570324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.653656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] For port 788e1660-25ab-4c28-87fe-d248d42eeb33, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=788e1660-25ab-4c28-87fe-d248d42eeb33,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:37.654009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.771213 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.784324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Calling delete_port for 788e1660-25ab-4c28-87fe-d248d42eeb33 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:37.793354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] For port 788e1660-25ab-4c28-87fe-d248d42eeb33, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=788e1660-25ab-4c28-87fe-d248d42eeb33,segment=NetworkSegment(3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c),segment_id=3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:37.793675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.920899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Calling delete_port for 788e1660-25ab-4c28-87fe-d248d42eeb33 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:37.927385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.978666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Pushing event deleted for resources: {'Port': ['ID=788e1660-25ab-4c28-87fe-d248d42eeb33,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:37.980633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] No DVR routers for this DVR port 788e1660-25ab-4c28-87fe-d248d42eeb33 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:27:37.997799 dv-neutron-835944-1-hyperv neutron-server[88734]: util.warn( Apr 01 16:27:38.001720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:38.002156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:38.097340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.127028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea53bf-01d9-4475-8982-7a871b5bcb89']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:38.139412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:38.139707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5b1f5f-cde3-489c-bd4c-ed04bdce5a2c') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:38.151676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.167993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.175258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:38.175654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:38.189031 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:38.216455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:38.251105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:38.251535 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c4a9e5a-44ec-4c85-8989-4c7dbf8e71c3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:38.251952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 788e1660-25ab-4c28-87fe-d248d42eeb33 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:38.287112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 788e1660-25ab-4c28-87fe-d248d42eeb33 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:38.287454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 788e1660-25ab-4c28-87fe-d248d42eeb33 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:38.333273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.356824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.367779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ea53bf-01d9-4475-8982-7a871b5bcb89,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:38.424858 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-55cb6995-cd6d-4353-b6b5-fcaef98fc012 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77ea53bf-01d9-4475-8982-7a871b5bcb89 HTTP/1.1" status: 204 len: 168 time: 1.1030295 Apr 01 16:27:38.427628 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54280) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:38.503022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Deleting port 788e1660-25ab-4c28-87fe-d248d42eeb33 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:38.503619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.621440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-af4015d9-bbc0-404e-ba36-28b8097dd3a4 None None] The port '788e1660-25ab-4c28-87fe-d248d42eeb33' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:27:39.082576 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.440868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Deleting port d5917936-2908-4258-8a13-48cf34ffdd6d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:39.442218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.619551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] For port d5917936-2908-4258-8a13-48cf34ffdd6d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d5917936-2908-4258-8a13-48cf34ffdd6d,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:39.619899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.745213 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Calling delete_port for d5917936-2908-4258-8a13-48cf34ffdd6d owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:39.966635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.015746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5917936-2908-4258-8a13-48cf34ffdd6d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:40.399353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.775632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Router df958187-2a21-4d6f-b3c8-99360586314d has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:27:40.957769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:27:40.966443 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Sync routers for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:27:40.969908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f719f31d-d72c-47e3-8a64-4c217816a11b admin admin] 10.222.0.21 "PUT /v2.0/routers/df958187-2a21-4d6f-b3c8-99360586314d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388727 Apr 01 16:27:40.970217 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54284) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:40.978356 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:40.979105 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:41.158232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.159839 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:41.342208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.400338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Deleting port 7703c428-e262-42a7-97df-c248d2330f5c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:41.400675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.453233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '7703c428-e262-42a7-97df-c248d2330f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:27:39Z', 'revision_number': 5, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port': {'id': '7703c428-e262-42a7-97df-c248d2330f5c', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:41.456978 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Checking router: df958187-2a21-4d6f-b3c8-99360586314d for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:27:41.468205 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Routers {'df958187-2a21-4d6f-b3c8-99360586314d'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:41.468840 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['df958187-2a21-4d6f-b3c8-99360586314d'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:41.628388 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] Set router df958187-2a21-4d6f-b3c8-99360586314d gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:41.705681 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] For port 7703c428-e262-42a7-97df-c248d2330f5c, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=7703c428-e262-42a7-97df-c248d2330f5c,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:41.705940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.736908 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:27:41Z', 'revision_number': 6, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:41.741214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e428-e1e0-4f77-89a6-2c1b1b1855e5 None None] The sync data for ids ['df958187-2a21-4d6f-b3c8-99360586314d'] in dv-neutron-835944-1-hyperv is: [{'id': 'df958187-2a21-4d6f-b3c8-99360586314d', 'name': 'tempest-TestMinimumBasicScenario-1973442750-router', 'tenant_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:05Z', 'updated_at': '2022-04-01T16:27:41Z', 'revision_number': 6, 'project_id': '7df7ec273ccc461f8b0f42717f8d42c3', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:27:41.833111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Calling delete_port for 7703c428-e262-42a7-97df-c248d2330f5c owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:42.069585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.121571 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7703c428-e262-42a7-97df-c248d2330f5c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.215458 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.392999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.396009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.492614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.496515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df958187-2a21-4d6f-b3c8-99360586314d {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:27:42.509978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.511130 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ac056504-dc37-4deb-ac96-88c8b6ef1c2e admin admin] 10.222.0.21 "DELETE /v2.0/routers/df958187-2a21-4d6f-b3c8-99360586314d HTTP/1.1" status: 204 len: 168 time: 1.5400107 Apr 01 16:27:42.514094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54288) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:42.521911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d5917936-2908-4258-8a13-48cf34ffdd6d no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:42.560521 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d5917936-2908-4258-8a13-48cf34ffdd6d {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:42.560865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d5917936-2908-4258-8a13-48cf34ffdd6d not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:42.579791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Deleting subnet f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:27:42.583188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.637807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.737319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.886949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.928830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.930839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.936251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4926ac35-af73-41fa-bc5a-8bef5ce2b0d4 None None] Network 79958034-a1fd-434a-9b65-94098d814c35 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:42.939604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ecb82eac-1492-42c5-98b2-ec3b4bd74488 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9a6aaa9-e4a7-4016-98c3-14d95bcc5f63 HTTP/1.1" status: 204 len: 168 time: 0.4224765 Apr 01 16:27:42.939760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54292) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:43.050323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.061640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Deleting port bd0f49d8-cd39-4a55-9213-e864965d2e5b {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:43.062020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.204842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] DHCP port deletion for 79958034-a1fd-434a-9b65-94098d814c35 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:27:43.209643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Deleting port bd0f49d8-cd39-4a55-9213-e864965d2e5b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:43.210085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.287848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] For port bd0f49d8-cd39-4a55-9213-e864965d2e5b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bd0f49d8-cd39-4a55-9213-e864965d2e5b,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:43.288179 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.441777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] For port bd0f49d8-cd39-4a55-9213-e864965d2e5b, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bd0f49d8-cd39-4a55-9213-e864965d2e5b,segment=NetworkSegment(05c9977d-e599-4746-80f2-8c932f191d58),segment_id=05c9977d-e599-4746-80f2-8c932f191d58)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:43.442652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.520206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Calling delete_port for bd0f49d8-cd39-4a55-9213-e864965d2e5b owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:43.574527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Calling delete_port for bd0f49d8-cd39-4a55-9213-e864965d2e5b owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:43.675028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.682184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:43.682740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:43.726413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0f49d8-cd39-4a55-9213-e864965d2e5b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:43.728163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] No DVR routers for this DVR port bd0f49d8-cd39-4a55-9213-e864965d2e5b on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:43.853835 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.883507 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79958034-a1fd-434a-9b65-94098d814c35']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:43.897846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c9977d-e599-4746-80f2-8c932f191d58') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:43.898841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c9977d-e599-4746-80f2-8c932f191d58') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:43.912459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.932336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.939898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:43.940472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:43.954607 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:44.126548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.143119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.155080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] Pushing event deleted for resources: {'Network': ['ID=79958034-a1fd-434a-9b65-94098d814c35,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.159695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-abdb685a-62b8-4d2a-beff-9c9684a9f092 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79958034-a1fd-434a-9b65-94098d814c35 HTTP/1.1" status: 204 len: 168 time: 1.2189715 Apr 01 16:27:44.185211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Deleting port bd0f49d8-cd39-4a55-9213-e864965d2e5b {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:44.185985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.227422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bd0f49d8-cd39-4a55-9213-e864965d2e5b no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:44.289219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0f066c85-c9de-472f-9773-435eb976cc00 None None] The port 'bd0f49d8-cd39-4a55-9213-e864965d2e5b' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:27:44.297772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: bd0f49d8-cd39-4a55-9213-e864965d2e5b {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:44.298109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bd0f49d8-cd39-4a55-9213-e864965d2e5b not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:44.300001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7703c428-e262-42a7-97df-c248d2330f5c no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:44.337870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 7703c428-e262-42a7-97df-c248d2330f5c {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:44.338382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 7703c428-e262-42a7-97df-c248d2330f5c not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:44.606740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54298) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:44.663411 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bd726cf6-1ca7-47b0-8486-90f9a7e8556e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18eb7014010a4308b0783ef64b4fa29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555453 Apr 01 16:27:44.666227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54302) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:44.736121 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.765937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.927063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.945453 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.994524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.995724 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c287ab4a-9429-4bc0-8649-5a6cb1708859 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c2bf7e4-c1a4-4999-b7b1-5169c1b89de8 HTTP/1.1" status: 204 len: 168 time: 0.3283317 Apr 01 16:27:45.649090 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:45.702711 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c9e35841-b596-4494-8653-4f4454bcc58d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7df7ec273ccc461f8b0f42717f8d42c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522642 Apr 01 16:27:45.705106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54314) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:45.772160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.801343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.959787 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.977125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384a55d-b102-4ef7-ab12-bc3ef15ff78a,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:45.984139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.985693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3dd22264-85a3-49f5-a596-01f7dec69eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3384a55d-b102-4ef7-ab12-bc3ef15ff78a HTTP/1.1" status: 204 len: 168 time: 0.2789793 Apr 01 16:27:47.784855 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:27:48.535391 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54356) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:48.540452 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300699843', 'description': 'tempest-secgroup-smoke-1300699843 description', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:48.546577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:48.551242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:48.554128 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:48.560603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:48.589094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.669182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.682940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.699343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:48.703190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:48.706088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:48.713084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:48.804521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.869598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.884581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:48.892633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:48.903052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:48.914329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:48.917886 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400aadc2-3e33-4415-aa91-d92dbbc36c25,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:48.997429 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.046444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.093530 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff416cc-6910-412f-a202-cb854f727de9,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.160627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.162324 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-62820857-2e1a-4538-8f60-c69760c35b00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6259582 Apr 01 16:27:49.165256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54360) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:49.174658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:49.182186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:49.186086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:49.189235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:49.195642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:49.263888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.325765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.412534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.437260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba9d3c5-1767-439d-9976-4256796ebdb6,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.509206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.510421 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6170513a-dc52-47f3-966d-19e65b1ae34d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442290 Apr 01 16:27:49.513450 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54364) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:49.518787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:49.525524 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:49.529410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:49.532429 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:49.539585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:49.619096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.683887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.760376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.785339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6cee3b-724a-4f04-9796-eb6ce4e51bfa,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.852218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.853473 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-39168430-36ea-4482-9f56-75b3574bf13d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390338 Apr 01 16:27:49.856253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54368) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:49.861459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:49.868200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:49.872643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:49.875983 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:49.883607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:49.939530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.015295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.074912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.100399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbcf059-4269-4315-8f34-f8bc9efc953e,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:50.183456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.184673 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-068b3688-ba30-4b8a-b292-f66bbda90457 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275011 Apr 01 16:27:50.187513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54372) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:50.192690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:50.198959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:50.202875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:50.205781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:50.212206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:50.271343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.339891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.417592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.442777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abdf882-3628-41f7-bd79-e12210affdb3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:50.492001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.493298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-babc9761-c7e9-4f7c-aba0-4d812ad493de tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048177 Apr 01 16:27:50.496006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54376) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:50.501052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:50.507987 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:50.511923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:50.514866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:50.521286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:50.588825 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:27:50.596097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.666807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.720370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.744337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ddd9e1-a6f1-4480-86f0-02dc51e50424,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:50.801301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.802975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-155dc259-89d5-4d50-826a-bda84159ded3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3058410 Apr 01 16:27:50.805896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54380) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:50.810899 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '8ff416cc-6910-412f-a202-cb854f727de9', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:50.817618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:50.821523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:50.824498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:50.830254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:50.881082 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:27:50.888362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.959402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.029518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.052200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33289e3-dc44-4c9c-b85a-d16dc0fed009,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:51.206418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.207722 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-211083f2-3769-453c-8770-d99bdb5f760e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008784 Apr 01 16:27:51.210944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54384) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.217597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'network': {'name': 'tempest-network-smoke--2100215968', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'port_security_enabled': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:51.223538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:51.228111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:network and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:51.231140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:51.237095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:51.332614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:51.336073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.365716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:51.374954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.375300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Added segment 2f3cf08e-6083-4aa7-bc71-2f13b9682c66 of type vlan for network d48353e1-18c6-4219-b6a4-4c5e01988936 Apr 01 16:27:51.401372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.509127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.514559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:51.517743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.622865 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Network': ['ID=d48353e1-18c6-4219-b6a4-4c5e01988936,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:51.633608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network d48353e1-18c6-4219-b6a4-4c5e01988936 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:51.652748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2b0b1c40-ddc9-4c06-8a99-2871e64ae294 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4405012 Apr 01 16:27:51.655633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54388) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.661752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'admin_state_up': True, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:51.669286 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:51.676781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:router and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:51.679972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:51.686770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:51.743621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.744578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.760091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.210548 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.592966 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.623810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.769545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.194 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/46304d62-4684-49d9-af01-a65a07dd4cb4) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:52.924743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.028437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.091593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:53.098505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:53.101014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:53.140680 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=46304d62-4684-49d9-af01-a65a07dd4cb4,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:53.605068 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.077866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.349823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 4f20e082-dd3e-4adb-a77e-04b9cef57055 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:27:54.538583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:27:54.548284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Sync routers for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:27:54.557570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:54.558267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:54.668843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.670338 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6daaf73e-4347-49ac-8104-58d28e6fb96d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0136130 Apr 01 16:27:54.673653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54392) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:54.789941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:54.826651 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e89faacc-2230-4a5e-bccd-28dda22766e1 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6903a57acd0b4b56842a3e4f50f88a34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1494761 Apr 01 16:27:54.826898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:54.963780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b27fa-661c-4781-a50a-c6051ce48cb8 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:54.965169 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f65b27fa-661c-4781-a50a-c6051ce48cb8 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1373954 Apr 01 16:27:54.968174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54402) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:55.008720 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-aa05d40c-8efa-4877-a8c3-08479bc197f6 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394192 Apr 01 16:27:55.014102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54406) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:55.019903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168413525', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:55.123497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:53Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:55.140579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Checking router: 4f20e082-dd3e-4adb-a77e-04b9cef57055 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:27:55.140579 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Updating router 4f20e082-dd3e-4adb-a77e-04b9cef57055 port 46304d62-4684-49d9-af01-a65a07dd4cb4 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:27:55.140856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:55.140856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:subnet and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:55.141749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:55.147739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:55.184522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.217461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:55.220963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.503528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.516137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.528209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Transition to ACTIVE for port object 46304d62-4684-49d9-af01-a65a07dd4cb4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:55.584193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Subnet': ['ID=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:55.589526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Checking segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:55.589878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network hostable DHCP agents. Network: d48353e1-18c6-4219-b6a4-4c5e01988936, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:55.611792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.669124 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network d48353e1-18c6-4219-b6a4-4c5e01988936 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:55.693145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Attempting to bind port 46304d62-4684-49d9-af01-a65a07dd4cb4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:55.693509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Attempting to bind port 46304d62-4684-49d9-af01-a65a07dd4cb4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:55.693874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Attempting to bind port 46304d62-4684-49d9-af01-a65a07dd4cb4 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:55.695972 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Pushing event updated for resources: {'Port': ['ID=46304d62-4684-49d9-af01-a65a07dd4cb4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:55.704687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:55.705052 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:55.705447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.705834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:55.706285 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Bound port: 46304d62-4684-49d9-af01-a65a07dd4cb4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:55.706743 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.734221 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.734562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.734930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.735256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.735582 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.735932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.736297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.736620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.736939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.737255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.737572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.737893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:55.755674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, d48353e1-18c6-4219-b6a4-4c5e01988936) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:55.759693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:55.760371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.764540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4697e6-74b8-4eb6-8cd2-e38d778b0fa9 None None] Network d48353e1-18c6-4219-b6a4-4c5e01988936 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:55.852587 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3ac273bd-daf5-4739-b1ad-57831f686201 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8373406 Apr 01 16:27:55.855236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54410) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:55.881345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] For port 46304d62-4684-49d9-af01-a65a07dd4cb4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:55.894096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] For port 46304d62-4684-49d9-af01-a65a07dd4cb4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=46304d62-4684-49d9-af01-a65a07dd4cb4,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:55.951609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.088977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:56.089601 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:56.142666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-d48353e1-18c6-4219-b6a4-4c5e01988936', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:56.143491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.157684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eece6f-9e4f-4b70-9ecb-c8e763f1cbff None None] Pushing event updated for resources: {'Port': ['ID=46304d62-4684-49d9-af01-a65a07dd4cb4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:56.389594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:56.625694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Allocated IP 172.20.0.2 (d48353e1-18c6-4219-b6a4-4c5e01988936/0dd57b0e-8be1-4f9d-bf93-7d2e78c398af/020b1f5a-6567-4709-8fa8-a23474ff7241) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:56.672944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.906473 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:53Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:56.914518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.917710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d61ffa-e4f8-41fe-aa51-e4ae1d5b8630 None None] The sync data for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv is: [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:53Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:27:56.930382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Transition to ACTIVE for port object 020b1f5a-6567-4709-8fa8-a23474ff7241 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:56.960361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Transition to ACTIVE for port object 020b1f5a-6567-4709-8fa8-a23474ff7241 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:57.018143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.093634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Network d48353e1-18c6-4219-b6a4-4c5e01988936 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:57.102525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:57.105650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:57.124758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.1 (d48353e1-18c6-4219-b6a4-4c5e01988936/0dd57b0e-8be1-4f9d-bf93-7d2e78c398af/dec6e1c6-3862-45a9-b127-34b0f5c3d92f) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:57.157269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Pushing event updated for resources: {'Port': ['ID=020b1f5a-6567-4709-8fa8-a23474ff7241,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:57.234504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Attempting to bind port 020b1f5a-6567-4709-8fa8-a23474ff7241 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:57.234910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Attempting to bind port 020b1f5a-6567-4709-8fa8-a23474ff7241 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:57.235281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Attempting to bind port 020b1f5a-6567-4709-8fa8-a23474ff7241 on network d48353e1-18c6-4219-b6a4-4c5e01988936 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:57.241931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:57.242300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Checking segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:57.242731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.243127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Bound using segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:57.243600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Bound port: 020b1f5a-6567-4709-8fa8-a23474ff7241, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:57.243970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.395091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.395091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object dec6e1c6-3862-45a9-b127-34b0f5c3d92f will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:57.395343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] For port 020b1f5a-6567-4709-8fa8-a23474ff7241, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:57.395343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] For port 020b1f5a-6567-4709-8fa8-a23474ff7241, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=020b1f5a-6567-4709-8fa8-a23474ff7241,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:57.451749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.457862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.525403 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network d48353e1-18c6-4219-b6a4-4c5e01988936 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:57.537829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:57.542519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:57.544200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0803eff-33e1-4f1f-a3dc-bb34673a2333 None None] Pushing event updated for resources: {'Port': ['ID=020b1f5a-6567-4709-8fa8-a23474ff7241,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:57.578517 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:57.615119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.144056 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.290294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 46304d62-4684-49d9-af01-a65a07dd4cb4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:58.417865 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 46304d62-4684-49d9-af01-a65a07dd4cb4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:58.423496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 46304d62-4684-49d9-af01-a65a07dd4cb4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:58.424100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.557158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.576964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 46304d62-4684-49d9-af01-a65a07dd4cb4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=46304d62-4684-49d9-af01-a65a07dd4cb4,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:58.602683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.612729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991b34a-d6a1-4b4f-8b69-8dbf03f23bcd None None] Network d48353e1-18c6-4219-b6a4-4c5e01988936 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:58.648910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.649667 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 020b1f5a-6567-4709-8fa8-a23474ff7241 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:58.668670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.796889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:58.802588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.816907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2a04a79f-083f-42f1-bf60-6ba1269eb6cf None None] Provisioning for port 020b1f5a-6567-4709-8fa8-a23474ff7241 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:58.867491 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=46304d62-4684-49d9-af01-a65a07dd4cb4,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:58.915280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 020b1f5a-6567-4709-8fa8-a23474ff7241 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:58.923319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 020b1f5a-6567-4709-8fa8-a23474ff7241 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:58.927690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.956029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network d48353e1-18c6-4219-b6a4-4c5e01988936 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:58.957915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:59.116303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.152020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 020b1f5a-6567-4709-8fa8-a23474ff7241, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=020b1f5a-6567-4709-8fa8-a23474ff7241,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:59.158719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 4f20e082-dd3e-4adb-a77e-04b9cef57055 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:27:59.245946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.356854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:27:59.366562 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-31191295-74e1-4264-92a1-d00d66861bc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/4f20e082-dd3e-4adb-a77e-04b9cef57055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5103014 Apr 01 16:27:59.367865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Sync routers for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:27:59.377529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=020b1f5a-6567-4709-8fa8-a23474ff7241,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:59.379414 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:27:59.380148 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:59.510032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Provisioning for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:59.518788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Provisioning complete for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:59.521191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.581601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-01ccfd51-a635-41fc-8f88-30e046bec70a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:59.597022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Port dec6e1c6-3862-45a9-b127-34b0f5c3d92f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:27:59.615241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Provisioning complete for port 020b1f5a-6567-4709-8fa8-a23474ff7241 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:59.615655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-51643980-3a98-443e-aa71-2a542ba2eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.637258 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:27:59.668827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-01ccfd51-a635-41fc-8f88-30e046bec70a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:59.669998 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-01ccfd51-a635-41fc-8f88-30e046bec70a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300699843&fields=id&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 267 time: 0.1451890 Apr 01 16:27:59.846848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-84f28161-ee04-446a-9cc6-93b61afb0bf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:59.848985 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-84f28161-ee04-446a-9cc6-93b61afb0bf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/networks?id=d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 200 len: 797 time: 0.1702120 Apr 01 16:27:59.864301 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-08e462d7-0e85-448f-a40b-92ea21564efd tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/quotas/6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 375 time: 0.0097818 Apr 01 16:27:59.878409 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-29d11a10-ed79-4440-90cf-666ba9f78025 None None] Provisioning complete for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:59.878772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-29d11a10-ed79-4440-90cf-666ba9f78025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.944529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-29d11a10-ed79-4440-90cf-666ba9f78025 None None] Port dec6e1c6-3862-45a9-b127-34b0f5c3d92f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:27:59.969121 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-e1189dc8-d685-4322-a425-07f67bf95bf5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989888 Apr 01 16:28:00.002759 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 2, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:00.006644 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Checking router: 4f20e082-dd3e-4adb-a77e-04b9cef57055 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:00.006994 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Updating router 4f20e082-dd3e-4adb-a77e-04b9cef57055 port dec6e1c6-3862-45a9-b127-34b0f5c3d92f binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:28:00.060238 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.112602 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-788c9eec-8613-4555-ac74-3c1a3a8e1854 service neutron] 10.222.0.21 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310554 Apr 01 16:28:00.239090 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 46304d62-4684-49d9-af01-a65a07dd4cb4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:00.250596 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-8eccec3b-c975-4ea9-83b7-2e4cd3d3e9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316023 Apr 01 16:28:00.317894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 46304d62-4684-49d9-af01-a65a07dd4cb4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:00.317894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.420461 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.433131 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Transition to ACTIVE for port object dec6e1c6-3862-45a9-b127-34b0f5c3d92f will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:00.435792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 020b1f5a-6567-4709-8fa8-a23474ff7241 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:00.505625 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.507004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 020b1f5a-6567-4709-8fa8-a23474ff7241 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:00.507895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.578254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3a06b406-6d0d-4c36-8881-6ceabcf258bd req-f7ad001e-28d9-4666-93e3-288aa2dcd669 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:00.636036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3a06b406-6d0d-4c36-8881-6ceabcf258bd req-f7ad001e-28d9-4666-93e3-288aa2dcd669 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:00.639037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3a06b406-6d0d-4c36-8881-6ceabcf258bd req-f7ad001e-28d9-4666-93e3-288aa2dcd669 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.1077204 Apr 01 16:28:00.675356 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Pushing event updated for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:00.718337 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.718698 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.719034 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.719361 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.719686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.720008 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.720331 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.720642 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.720959 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.721269 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.721580 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.721889 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:00.742259 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Attempting to bind port dec6e1c6-3862-45a9-b127-34b0f5c3d92f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:00.742667 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Attempting to bind port dec6e1c6-3862-45a9-b127-34b0f5c3d92f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:00.742998 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Attempting to bind port dec6e1c6-3862-45a9-b127-34b0f5c3d92f on network d48353e1-18c6-4219-b6a4-4c5e01988936 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:00.748611 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:00.748975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Checking segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:00.749375 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.749758 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Bound using segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:00.750214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Bound port: dec6e1c6-3862-45a9-b127-34b0f5c3d92f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:00.750580 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.840519 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] For port dec6e1c6-3862-45a9-b127-34b0f5c3d92f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:00.843419 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] For port dec6e1c6-3862-45a9-b127-34b0f5c3d92f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:00.892327 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.979394 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:00.980195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:27:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:01.053026 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d8efa-9b20-4f24-acc1-2dc61ba0dd09 None None] Pushing event updated for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:01.198895 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:01.595656 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:00Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:01.600542 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82552c2a-b38c-4112-9da6-210c19702665 None None] The sync data for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv is: [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:00Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:01.747750 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-063417a0-273c-485d-a5f3-809fd5e3db10 req-94dda7e5-fa7a-425c-9375-b82936cf2e9f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0442045 Apr 01 16:28:02.256011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dec6e1c6-3862-45a9-b127-34b0f5c3d92f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:02.383028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:02.388264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:02.388634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.488089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6723da42-9225-46ea-95dd-b20c29d2df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.516190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.551223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port dec6e1c6-3862-45a9-b127-34b0f5c3d92f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:02.607087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.709175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:02.853925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-575b0181-d2f7-4fa2-a001-b707a8700771 req-fde77463-4872-4c0c-8835-1f927684c3b6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0481098 Apr 01 16:28:04.070693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dcc5cdf6-84e8-4cd2-9083-807247ce95b2 req-f65b30e2-4bef-4d64-afec-fea98c0414cf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.1639006 Apr 01 16:28:04.234206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dec6e1c6-3862-45a9-b127-34b0f5c3d92f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:04.305613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port dec6e1c6-3862-45a9-b127-34b0f5c3d92f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:04.305968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.868843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0267d9a9-846c-45c8-98a5-6a0751f5c3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:05.221804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-88a417db-96b0-41de-aba7-90d456ee794f req-03913e35-d138-4d52-91b6-fe68cb47eb6d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0436687 Apr 01 16:28:05.623172 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:06.297749 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:06.376238 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a408e2cb-6b9a-47af-bc63-14714fa7ad79 req-f73e0087-6280-4854-8c68-b4f345545feb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0430357 Apr 01 16:28:06.759804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-1957e74d-eda7-4964-856f-75a86a5fe558 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:06.760510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-1957e74d-eda7-4964-856f-75a86a5fe558 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:06.829156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-1957e74d-eda7-4964-856f-75a86a5fe558 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:06.830339 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-1957e74d-eda7-4964-856f-75a86a5fe558 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/networks?id=d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 200 len: 797 time: 0.2216673 Apr 01 16:28:06.887267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-46c41e44-c105-4141-8005-1206f954a9be tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 380 time: 0.0430601 Apr 01 16:28:06.905518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'port': {'device_id': '3aed195d-e0dc-4387-86ee-579a15719981', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'admin_state_up': True, 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'security_groups': ['8ff416cc-6910-412f-a202-cb854f727de9']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:07.178307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:07.187959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:07.280018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:07.283645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.457109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.13 (d48353e1-18c6-4219-b6a4-4c5e01988936/0dd57b0e-8be1-4f9d-bf93-7d2e78c398af/8c0863bc-b32a-48c9-b73d-1326c214bfbb) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:07.578454 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e6049cdd-092a-497d-aa4b-9ed93d306f52 req-e09dfcb9-fa4e-4576-9b84-7ce949989c1d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0819097 Apr 01 16:28:07.703568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.720280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 8c0863bc-b32a-48c9-b73d-1326c214bfbb will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:07.748212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.805536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.872527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network d48353e1-18c6-4219-b6a4-4c5e01988936 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:07.880543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:07.885115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:07.923565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:07.961280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:07.961963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.075587 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-eabc6b36-5f21-44a7-ab90-883d6af37eea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1741300 Apr 01 16:28:08.092563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Request body: {'port': {'device_id': '3aed195d-e0dc-4387-86ee-579a15719981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:08.205630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fcef1960-d1e9-448d-972a-546e0fab2fe2 None None] Provisioning for port 8c0863bc-b32a-48c9-b73d-1326c214bfbb completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:08.214256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fcef1960-d1e9-448d-972a-546e0fab2fe2 None None] Provisioning complete for port 8c0863bc-b32a-48c9-b73d-1326c214bfbb triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:08.214957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fcef1960-d1e9-448d-972a-546e0fab2fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.220313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.276137 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-fcef1960-d1e9-448d-972a-546e0fab2fe2 None None] Port 8c0863bc-b32a-48c9-b73d-1326c214bfbb cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:08.582606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0863bc-b32a-48c9-b73d-1326c214bfbb {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:28:08.590208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.607942 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Transition to ACTIVE for port object 8c0863bc-b32a-48c9-b73d-1326c214bfbb will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:08.686189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.864084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:08.949315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618702-fbf6-4c94-946f-95c0546591c2 req-19f8de13-2ca7-4101-9c89-dfd1ae0f107b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:08.949830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Attempting to bind port 8c0863bc-b32a-48c9-b73d-1326c214bfbb on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:08.950127 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Attempting to bind port 8c0863bc-b32a-48c9-b73d-1326c214bfbb by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:08.950462 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Attempting to bind port 8c0863bc-b32a-48c9-b73d-1326c214bfbb on network d48353e1-18c6-4219-b6a4-4c5e01988936 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:08.952369 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-78618702-fbf6-4c94-946f-95c0546591c2 req-19f8de13-2ca7-4101-9c89-dfd1ae0f107b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 944 time: 0.1056683 Apr 01 16:28:08.956187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Port 8c0863bc-b32a-48c9-b73d-1326c214bfbb on network d48353e1-18c6-4219-b6a4-4c5e01988936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:28:08.956515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Attempting to bind port 8c0863bc-b32a-48c9-b73d-1326c214bfbb on network d48353e1-18c6-4219-b6a4-4c5e01988936 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:08.962898 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:08.963342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Checking segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:08.963709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Bound using segment: {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:08.964151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Bound port: 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3cf08e-6083-4aa7-bc71-2f13b9682c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:08.964501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.002546 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-78618702-fbf6-4c94-946f-95c0546591c2 req-9af91f88-e230-4fd2-9dbe-9f38684f23a3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Apr 01 16:28:09.065172 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:09.069055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:09.161543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.223316 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:09.223953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.225551 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] 10.222.0.91 "PUT /v2.0/ports/8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 200 len: 1094 time: 1.1380956 Apr 01 16:28:09.226071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:09.259817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5d34a-3aa5-4593-b01d-727272698020 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:09.293421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'status': 'completed', 'code': 200} Apr 01 16:28:09.400307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-ccf6d20f-5865-49e9-b605-94936f23febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:09.401993 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-ccf6d20f-5865-49e9-b605-94936f23febd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1097 time: 0.0788677 Apr 01 16:28:09.643541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-ab926978-ff05-4b97-9b5b-660729ab2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:09.645085 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-ab926978-ff05-4b97-9b5b-660729ab2998 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2329562 Apr 01 16:28:09.787022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-d18d8c6e-d6a1-4156-ac8e-67cff6aea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:09.788391 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d664913c-189d-4dbe-98bd-cf2905146c4d req-d18d8c6e-d6a1-4156-ac8e-67cff6aea081 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339936 Apr 01 16:28:09.904559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-68bfa867-1eb4-492b-afa6-bbc72d1adb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:09.906020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-68bfa867-1eb4-492b-afa6-bbc72d1adb24 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1097 time: 0.0740004 Apr 01 16:28:09.980561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-d77250b5-d490-4976-b9b4-d9db0329878f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 200 len: 217 time: 0.0643320 Apr 01 16:28:10.046697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-c5778bc5-8977-4bbd-b54a-c3e45d7e68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:10.048417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-c5778bc5-8977-4bbd-b54a-c3e45d7e68fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af HTTP/1.1" status: 200 len: 834 time: 0.0587187 Apr 01 16:28:10.128230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-97c44149-51ec-4359-bd87-8069a48e565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:10.131471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-97c44149-51ec-4359-bd87-8069a48e565b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d48353e1-18c6-4219-b6a4-4c5e01988936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726941 Apr 01 16:28:10.195672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74896963-04d3-4635-9d46-f246c0f56bae req-eca81c26-68f1-48d7-b6c6-413876afb3f5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:10.197138 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-74896963-04d3-4635-9d46-f246c0f56bae req-eca81c26-68f1-48d7-b6c6-413876afb3f5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 944 time: 0.0846195 Apr 01 16:28:10.244942 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-74896963-04d3-4635-9d46-f246c0f56bae req-c68b383f-4cdd-4540-8d7b-6d94a57d973e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 Apr 01 16:28:10.273983 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-4039d3bc-623b-481a-b61a-b4d0c1283fe5 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337490 Apr 01 16:28:10.421727 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ef767b4-59b0-401c-b1cd-e9b5a649cf17 req-04966f2b-f85c-403e-8eaf-dc04866d94d8 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362147 Apr 01 16:28:11.435082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363182-cfb8-4724-a4a3-0538baea22f8 req-f89ca589-1247-4420-af00-2ac2c9500f87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:11.435759 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ce363182-cfb8-4724-a4a3-0538baea22f8 req-f89ca589-1247-4420-af00-2ac2c9500f87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:11.507896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-ce363182-cfb8-4724-a4a3-0538baea22f8 req-f89ca589-1247-4420-af00-2ac2c9500f87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:11.509087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce363182-cfb8-4724-a4a3-0538baea22f8 req-f89ca589-1247-4420-af00-2ac2c9500f87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 944 time: 0.1565819 Apr 01 16:28:11.555009 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce363182-cfb8-4724-a4a3-0538baea22f8 req-568ad4ad-d6f7-435b-a1ae-99ae762f48f2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Apr 01 16:28:12.046819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 8c0863bc-b32a-48c9-b73d-1326c214bfbb details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:28:12.183804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:12.197434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'port_id': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'mac_address': 'fa:16:3e:bb:d1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:28:12.252856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.270057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0863bc-b32a-48c9-b73d-1326c214bfbb {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:28:12.285756 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:12.371209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.443232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:12.611880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['8c0863bc-b32a-48c9-b73d-1326c214bfbb'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:28:12.746461 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aa9c1-b922-4934-8e13-e2b0aaea4c64 req-deee97a1-f925-4c1b-a95b-f750141047d8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:12.748051 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f49aa9c1-b922-4934-8e13-e2b0aaea4c64 req-deee97a1-f925-4c1b-a95b-f750141047d8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 945 time: 0.0823710 Apr 01 16:28:12.797911 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f49aa9c1-b922-4934-8e13-e2b0aaea4c64 req-c78606f2-3592-41e9-8a27-34b369db18be tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Apr 01 16:28:13.987549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4be9-e958-424c-9356-918037231f8d req-617ee96e-91c3-4eb0-a240-29522c2a44c5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:13.990103 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9b2d4be9-e958-424c-9356-918037231f8d req-617ee96e-91c3-4eb0-a240-29522c2a44c5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 945 time: 0.0843518 Apr 01 16:28:14.040498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9b2d4be9-e958-424c-9356-918037231f8d req-7b941718-cfcf-49f5-b808-bf924114abbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Apr 01 16:28:14.062330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 8c0863bc-b32a-48c9-b73d-1326c214bfbb up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:14.245850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 8c0863bc-b32a-48c9-b73d-1326c214bfbb completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:14.251608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 8c0863bc-b32a-48c9-b73d-1326c214bfbb triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:14.252065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.380072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.408990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:14.419099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:14.508654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.541510 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'code': 200} Apr 01 16:28:14.587891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:14.916165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac6fe9-3c72-42c6-9dc3-79ee36e3e5c6 req-b527de61-1154-4d38-8851-50868380387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:14.917680 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70ac6fe9-3c72-42c6-9dc3-79ee36e3e5c6 req-b527de61-1154-4d38-8851-50868380387f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1099 time: 0.0701869 Apr 01 16:28:14.963272 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-70ac6fe9-3c72-42c6-9dc3-79ee36e3e5c6 req-dc49b725-ec86-4190-8a25-5616059c5ce1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364518 Apr 01 16:28:15.244091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514131bf-0577-48b1-ac39-a1d4abf35468 req-c8a71945-9f42-47a2-8b58-82ec8e3afdd7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:15.245563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-514131bf-0577-48b1-ac39-a1d4abf35468 req-c8a71945-9f42-47a2-8b58-82ec8e3afdd7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0972311 Apr 01 16:28:15.292522 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-514131bf-0577-48b1-ac39-a1d4abf35468 req-45af29be-c7dc-4733-a4d0-cf7d73eb4839 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Apr 01 16:28:16.490754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8857-9611-49d9-a254-0156cb1cca6d req-4a4b17de-35c3-42d8-a316-a5f9d9d721e5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:16.492228 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-410a8857-9611-49d9-a254-0156cb1cca6d req-4a4b17de-35c3-42d8-a316-a5f9d9d721e5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0877388 Apr 01 16:28:16.538900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-410a8857-9611-49d9-a254-0156cb1cca6d req-3c111de4-357a-4777-ad66-1a3a503b41f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Apr 01 16:28:16.725054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc80d49-aa6c-4f02-96f9-32300b2b41d6 req-80a8c96f-eb27-4f8e-a588-eb49b2f72cea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:16.726526 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0cc80d49-aa6c-4f02-96f9-32300b2b41d6 req-80a8c96f-eb27-4f8e-a588-eb49b2f72cea tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0825140 Apr 01 16:28:16.770965 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0cc80d49-aa6c-4f02-96f9-32300b2b41d6 req-9da3e5ff-48d2-456b-8065-fcd9d3727f53 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Apr 01 16:28:16.794147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54482) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:16.872317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16cfe9-8b3a-4e39-8f31-55b211f71abc tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:16.874018 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bc16cfe9-8b3a-4e39-8f31-55b211f71abc tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1094 time: 0.0786974 Apr 01 16:28:16.877372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54486) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:16.882819 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:16.888934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:16.892733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:floatingip and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:16.895625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:16.901949 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:16.977589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.121712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.259596 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.166 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/1976684b-32b7-4747-a058-c4cf49d843f2) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:17.422956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.520521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.583106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:17.585896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:17.588874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:17.636284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=1976684b-32b7-4747-a058-c4cf49d843f2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:17.648523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.648868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.649206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.649539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.649895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.650193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.650521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.650868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.651202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.651515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.651832 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:17.652149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:18.047935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.187661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.502072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.571666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.600219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.683221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=1976684b-32b7-4747-a058-c4cf49d843f2,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:18.697276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.873718 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP 771fac09-0c6a-4a06-b29c-6a7ed9103883 associated. External IP: 172.26.8.166, port: 8c0863bc-b32a-48c9-b73d-1326c214bfbb. Apr 01 16:28:19.250260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 4f20e082-dd3e-4adb-a77e-04b9cef57055 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:28:19.434825 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:19.445189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Sync routers for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:19.454463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:19.455193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:28:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:19.520278 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.578118 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-29db85b2-6b53-480b-bf8b-5fee7dddc684 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6995933 Apr 01 16:28:19.578839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:19.634206 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'status': 'completed', 'code': 200} Apr 01 16:28:19.640256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:19.732206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-11d360c8-1b90-4f7a-b31f-d095da60d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:19.733682 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-11d360c8-1b90-4f7a-b31f-d095da60d2e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1099 time: 0.0771296 Apr 01 16:28:19.751848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721ac9-a58b-4762-ac33-1eb6cd97aba8 req-1180df7e-497b-4211-9eea-d713c39e8ba2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:19.753594 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-31721ac9-a58b-4762-ac33-1eb6cd97aba8 req-1180df7e-497b-4211-9eea-d713c39e8ba2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0843313 Apr 01 16:28:19.804589 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-31721ac9-a58b-4762-ac33-1eb6cd97aba8 req-7f8578f9-6e17-4bc1-9190-e452b4c117eb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Apr 01 16:28:19.828232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54494) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:19.873867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-70482391-82e1-47d1-aa62-89c40b0191df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:19.875423 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-70482391-82e1-47d1-aa62-89c40b0191df service neutron] 10.222.0.91 "GET /v2.0/networks?id=d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 200 len: 898 time: 0.1361253 Apr 01 16:28:19.939472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f715afda-93c8-4c2f-a704-05f664d04c36 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 200 len: 992 time: 0.1089280 Apr 01 16:28:19.985312 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-ff47bf90-1dfb-49bd-af2d-c83e6e22b2b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 200 len: 1000 time: 0.1035335 Apr 01 16:28:20.010566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '771fac09-0c6a-4a06-b29c-6a7ed9103883', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'port_id': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'mac_address': 'fa:16:3e:bb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aed195d-e0dc-4387-86ee-579a15719981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:28:17Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:20.014507 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Checking router: 4f20e082-dd3e-4adb-a77e-04b9cef57055 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:20.023822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:20.024431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:28:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:20.048667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-3b30e4b8-dd99-450b-ae4e-b1e9458dd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:20.050119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-3b30e4b8-dd99-450b-ae4e-b1e9458dd255 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af HTTP/1.1" status: 200 len: 834 time: 0.0590863 Apr 01 16:28:20.136055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-36f563af-dcde-416f-9794-aa7dac571829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:20.136055 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-36f563af-dcde-416f-9794-aa7dac571829 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d48353e1-18c6-4219-b6a4-4c5e01988936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751910 Apr 01 16:28:20.209164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:20.367471 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-a09f73a4-ea2c-4e49-9bb5-b351442fb54a service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299304 Apr 01 16:28:20.511804 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-140afa4b-f952-4c2e-aad9-ff3869070235 req-6ee4554e-1442-430a-b218-117a3222b582 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374547 Apr 01 16:28:20.608317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '771fac09-0c6a-4a06-b29c-6a7ed9103883', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'port_id': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'mac_address': 'fa:16:3e:bb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aed195d-e0dc-4387-86ee-579a15719981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:28:17Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:20.612266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1872e-f8a9-4e23-b28e-97e68ade65a0 None None] The sync data for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv is: [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '771fac09-0c6a-4a06-b29c-6a7ed9103883', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'port_id': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'mac_address': 'fa:16:3e:bb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aed195d-e0dc-4387-86ee-579a15719981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:28:17Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:20.790434 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ac228-3674-42a5-8462-a1c95b19f2b0 None None] New status for floating IP 771fac09-0c6a-4a06-b29c-6a7ed9103883: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:28:20.942869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54498) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:21.051231 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e80b8614-6133-43a5-b2a6-26cddf842e78 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 200 len: 992 time: 0.1064508 Apr 01 16:28:22.054970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54502) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:22.273591 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8fdfbdb6-1b8e-4048-827a-0821fae0c7e7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 200 len: 994 time: 0.2174118 Apr 01 16:28:24.783627 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:28:26.750927 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-973f79e2-d34e-416d-a881-4b31ea7ea666 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686526 Apr 01 16:28:26.898736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-3281abf6-e656-4688-9e12-8d49d6829191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:26.900343 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-3281abf6-e656-4688-9e12-8d49d6829191 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1099 time: 0.0792398 Apr 01 16:28:27.052133 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-cd20242b-1b49-4a27-b525-cedc55090254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:27.053496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-cd20242b-1b49-4a27-b525-cedc55090254 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 200 len: 898 time: 0.1327064 Apr 01 16:28:27.162358 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-df4cc7b2-69bd-47d2-a659-a5bec0c04afb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 200 len: 1002 time: 0.1006467 Apr 01 16:28:27.225573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-e7b2859e-75b4-4fc7-946c-2175ad5f92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:27.227043 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-e7b2859e-75b4-4fc7-946c-2175ad5f92e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af HTTP/1.1" status: 200 len: 834 time: 0.0580583 Apr 01 16:28:27.303541 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-c70248db-09e4-41c2-ba4a-1d482c12b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:27.304921 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-c70248db-09e4-41c2-ba4a-1d482c12b8af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d48353e1-18c6-4219-b6a4-4c5e01988936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719275 Apr 01 16:28:27.437980 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-d1a12e17-73c5-4fb9-87fa-fd3bda07c750 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267450 Apr 01 16:28:27.576776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e7fe9c0-f901-46ec-b225-23783747cd97 req-a0b4d2ef-c0ee-4514-aa9c-0b98d81a94b9 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315618 Apr 01 16:28:32.593925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a09cef1-2162-4c94-887b-88252e648a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:34.890791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ff9ffc27-c612-4a60-8bf9-13b42031a6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:35.628127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:36.331208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:37.753682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:48.565125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:52.255848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca48b-d904-476f-be88-965e700c84e3 req-9b49064e-455b-451c-8366-9cce62e38786 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:52.257310 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3dfca48b-d904-476f-be88-965e700c84e3 req-9b49064e-455b-451c-8366-9cce62e38786 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0870624 Apr 01 16:28:52.301634 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3dfca48b-d904-476f-be88-965e700c84e3 req-a8a82a91-3ef3-479a-b6f9-1948a61e9ea0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Apr 01 16:28:53.503022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea6fd8-88eb-4575-aa76-48a10918d23e req-31b3c338-06bd-4d16-b652-b8a4ae668d72 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:53.504479 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3dea6fd8-88eb-4575-aa76-48a10918d23e req-31b3c338-06bd-4d16-b652-b8a4ae668d72 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0868354 Apr 01 16:28:53.551104 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3dea6fd8-88eb-4575-aa76-48a10918d23e req-d35cbc8a-ee5b-4c02-a838-ccbf5453e97c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Apr 01 16:28:53.577568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54526) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:53.692988 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-40883777-830f-4818-8502-0a6056c08bf7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 200 len: 994 time: 0.1142490 Apr 01 16:28:55.364162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fce1c-9518-497a-974f-e464c9d36259 req-39eaa09d-3156-460f-a3d2-de9dc1becaee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:55.365612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-418fce1c-9518-497a-974f-e464c9d36259 req-39eaa09d-3156-460f-a3d2-de9dc1becaee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0861180 Apr 01 16:28:55.411218 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-418fce1c-9518-497a-974f-e464c9d36259 req-f688a34f-b0c2-4a1c-a47e-ba10b9016e24 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Apr 01 16:28:56.601373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d791a0-4cef-4dd9-a250-9012fd630496 req-9d0f4020-cb8e-4006-b1d3-f12e175c4b95 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:56.602851 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-26d791a0-4cef-4dd9-a250-9012fd630496 req-9d0f4020-cb8e-4006-b1d3-f12e175c4b95 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0806091 Apr 01 16:28:56.647987 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-26d791a0-4cef-4dd9-a250-9012fd630496 req-7b729412-c171-4f29-a69d-9d6c105a151a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Apr 01 16:28:56.672375 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54538) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:56.785307 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-11325a9b-d6b9-4190-b0ea-58bed11acfcc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 200 len: 994 time: 0.1117072 Apr 01 16:28:57.143225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54546) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:57.350262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 1976684b-32b7-4747-a058-c4cf49d843f2 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:57.350593 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.524703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.524937 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.648225 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 1976684b-32b7-4747-a058-c4cf49d843f2 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:28:57.879180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.928851 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=1976684b-32b7-4747-a058-c4cf49d843f2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:58.024628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:58.025124 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP 771fac09-0c6a-4a06-b29c-6a7ed9103883 disassociated (deleted). External IP: 172.26.8.166, port: 8c0863bc-b32a-48c9-b73d-1326c214bfbb. Apr 01 16:28:58.483821 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 4f20e082-dd3e-4adb-a77e-04b9cef57055 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:28:58.671401 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:58.681406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Sync routers for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:58.692414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:58.693017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:28:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:58.758921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:58.818544 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a7ffed30-627c-4c3c-b9ac-5989022ccafe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/floatingips/771fac09-0c6a-4a06-b29c-6a7ed9103883 HTTP/1.1" status: 204 len: 168 time: 1.6741614 Apr 01 16:28:58.819158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:58.867809 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'status': 'completed', 'code': 200} Apr 01 16:28:58.886077 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:58.973349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-67947750-7432-41fb-8f79-5ccb3d500859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:58.974997 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-67947750-7432-41fb-8f79-5ccb3d500859 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 1099 time: 0.0836649 Apr 01 16:28:59.115165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-52deea74-5569-431b-946f-397bbb43aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.116628 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-52deea74-5569-431b-946f-397bbb43aa78 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 200 len: 898 time: 0.1335990 Apr 01 16:28:59.219628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:59.224396 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Checking router: 4f20e082-dd3e-4adb-a77e-04b9cef57055 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:59.236081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:59.236718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:28:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:59.317008 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-2df0a46f-1212-4589-bbcb-a0bb411827b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 200 len: 217 time: 0.1913984 Apr 01 16:28:59.430545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:59.434532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-f04f2c10-6f96-4357-80d2-2bd4b0db137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.436144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-f04f2c10-6f96-4357-80d2-2bd4b0db137e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af HTTP/1.1" status: 200 len: 834 time: 0.1110773 Apr 01 16:28:59.533337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1af45-e962-4bea-824c-c9825d6a0cb8 req-8f7312c6-e87a-4ea1-b3bd-add29cea0d85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.535112 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aae1af45-e962-4bea-824c-c9825d6a0cb8 req-8f7312c6-e87a-4ea1-b3bd-add29cea0d85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.1534696 Apr 01 16:28:59.570071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-e346a148-cdb7-4a49-801b-b5ee39224ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.571585 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-e346a148-cdb7-4a49-801b-b5ee39224ab6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d48353e1-18c6-4219-b6a4-4c5e01988936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286006 Apr 01 16:28:59.631612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aae1af45-e962-4bea-824c-c9825d6a0cb8 req-ce244fd7-00bc-4b29-8061-e4ac746ce65c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900655 Apr 01 16:28:59.738819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-581f1a9e-480c-4165-b040-91bc1a814a62 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575787 Apr 01 16:28:59.767740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:59.772190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f0d04-a203-4377-996a-315b2a5bb090 None None] The sync data for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv is: [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:27:57Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'dec6e1c6-3862-45a9-b127-34b0f5c3d92f', 'name': '', 'network_id': 'd48353e1-18c6-4219-b6a4-4c5e01988936', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:c4:f1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:56Z', 'updated_at': '2022-04-01T16:28:02Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '0dd57b0e-8be1-4f9d-bf93-7d2e78c398af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:59.908114 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bd125e55-61b2-4352-aa87-f04b6028f640 req-a69f6fb0-b385-47bd-9b56-771dc4896ca4 service neutron] 10.222.0.91 "GET /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628268 Apr 01 16:29:00.006091 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47106997-14e5-4c2a-98c5-18f5ad9b77d8 None None] New status for floating IP 771fac09-0c6a-4a06-b29c-6a7ed9103883: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:29:00.827357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132f760-393a-4cd6-a91f-dea343c57ba7 req-76efa115-d19d-4e4d-8322-ddd441435f33 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:00.828094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3132f760-393a-4cd6-a91f-dea343c57ba7 req-76efa115-d19d-4e4d-8322-ddd441435f33 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:00.941959 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3132f760-393a-4cd6-a91f-dea343c57ba7 req-76efa115-d19d-4e4d-8322-ddd441435f33 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:00.943673 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3132f760-393a-4cd6-a91f-dea343c57ba7 req-76efa115-d19d-4e4d-8322-ddd441435f33 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.2001922 Apr 01 16:29:00.991180 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3132f760-393a-4cd6-a91f-dea343c57ba7 req-51820d30-2773-406b-bbf7-56e0042c8b27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff416cc-6910-412f-a202-cb854f727de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Apr 01 16:29:01.191598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-a52bb761-d057-4a55-9963-1c1ee032d2c6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:01.193091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-a52bb761-d057-4a55-9963-1c1ee032d2c6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 946 time: 0.0860960 Apr 01 16:29:01.269312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 8c0863bc-b32a-48c9-b73d-1326c214bfbb {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:01.269654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.528867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 8c0863bc-b32a-48c9-b73d-1326c214bfbb, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8c0863bc-b32a-48c9-b73d-1326c214bfbb,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:01.529142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.652425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 8c0863bc-b32a-48c9-b73d-1326c214bfbb owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:01.783674 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:29:01.839371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.891215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=8c0863bc-b32a-48c9-b73d-1326c214bfbb,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:01.934717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.935066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.935405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.935745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.936072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.936401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.936731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.937052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.937379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.937700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.938018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.938338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.981604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] No DVR routers for this DVR port 8c0863bc-b32a-48c9-b73d-1326c214bfbb on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:01.983975 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.986446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'name': 'network-vif-deleted', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:02.032356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed195d-e0dc-4387-86ee-579a15719981', 'name': 'network-vif-deleted', 'tag': '8c0863bc-b32a-48c9-b73d-1326c214bfbb', 'status': 'completed', 'code': 200} Apr 01 16:29:02.062197 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aabf9fe2-d6fd-497e-b0dc-5d1043fd9e10 req-93490dc4-f50e-4873-8af7-0afe6acf622e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "DELETE /v2.0/ports/8c0863bc-b32a-48c9-b73d-1326c214bfbb HTTP/1.1" status: 204 len: 173 time: 0.8595555 Apr 01 16:29:02.142762 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1c0635d7-f144-4364-baec-e344fcfcffd6 req-2eec99d9-c709-44e7-a1df-05518c659619 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aed195d-e0dc-4387-86ee-579a15719981 HTTP/1.1" status: 200 len: 210 time: 0.0423470 Apr 01 16:29:02.484608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af517ee4-b9d2-4dcb-be1d-0c71bbb81c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.239653 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54564) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:03.803890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.276304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port dec6e1c6-3862-45a9-b127-34b0f5c3d92f {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:04.276974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.302206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 8c0863bc-b32a-48c9-b73d-1326c214bfbb no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:04.341241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 8c0863bc-b32a-48c9-b73d-1326c214bfbb {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:04.341568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 8c0863bc-b32a-48c9-b73d-1326c214bfbb not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:04.471018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port dec6e1c6-3862-45a9-b127-34b0f5c3d92f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:04.471255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.597146 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for dec6e1c6-3862-45a9-b127-34b0f5c3d92f owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:04.840110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.902286 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-53813215-bb9e-4597-9a27-9549fd5526cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.918663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=dec6e1c6-3862-45a9-b127-34b0f5c3d92f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:05.176741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:05.542781 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 4f20e082-dd3e-4adb-a77e-04b9cef57055 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:05.627882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:05.839690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:05.848907 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Sync routers for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:05.852272 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6855edb7-8a0b-4c5f-96c0-b775cad6a677 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/4f20e082-dd3e-4adb-a77e-04b9cef57055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115580 Apr 01 16:29:05.854921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54568) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:05.859290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:05.860010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:05.925125 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting subnet 0dd57b0e-8be1-4f9d-bf93-7d2e78c398af {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:29:05.928925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:05.989257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.075917 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.083603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:06.246215 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.286042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd57b0e-8be1-4f9d-bf93-7d2e78c398af,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:06.289741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.297503 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e2a1c532-daaf-4a9e-ab73-cdbfde0c8571 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/subnets/0dd57b0e-8be1-4f9d-bf93-7d2e78c398af HTTP/1.1" status: 204 len: 168 time: 0.4416051 Apr 01 16:29:06.300141 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54572) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:06.300895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e0afd-fa06-407c-b6e4-61f836e8d549 None None] Network d48353e1-18c6-4219-b6a4-4c5e01988936 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:06.345133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.485276 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.583271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:29:04Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:06.591177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Checking router: 4f20e082-dd3e-4adb-a77e-04b9cef57055 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:06.600223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Routers {'4f20e082-dd3e-4adb-a77e-04b9cef57055'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:06.600906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['4f20e082-dd3e-4adb-a77e-04b9cef57055'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:06.672921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.673496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] DHCP port deletion for d48353e1-18c6-4219-b6a4-4c5e01988936 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:29:06.685366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Deleting port 020b1f5a-6567-4709-8fa8-a23474ff7241 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:06.685752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.741913 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 46304d62-4684-49d9-af01-a65a07dd4cb4 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:06.742178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:06.880451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] Set router 4f20e082-dd3e-4adb-a77e-04b9cef57055 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:06.924829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 46304d62-4684-49d9-af01-a65a07dd4cb4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=46304d62-4684-49d9-af01-a65a07dd4cb4,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:06.925094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.049369 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 46304d62-4684-49d9-af01-a65a07dd4cb4 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:07.205493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] For port 020b1f5a-6567-4709-8fa8-a23474ff7241, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=020b1f5a-6567-4709-8fa8-a23474ff7241,segment=NetworkSegment(2f3cf08e-6083-4aa7-bc71-2f13b9682c66),segment_id=2f3cf08e-6083-4aa7-bc71-2f13b9682c66)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:07.205877 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.279254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.359535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=46304d62-4684-49d9-af01-a65a07dd4cb4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:07.408140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Calling delete_port for 020b1f5a-6567-4709-8fa8-a23474ff7241 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:07.545534 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.549666 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:29:04Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:07.553647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a183c-3982-47df-ab3c-899dc82f4cb4 None None] The sync data for ids ['4f20e082-dd3e-4adb-a77e-04b9cef57055'] in dv-neutron-835944-1-hyperv is: [{'id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447909283', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:51Z', 'updated_at': '2022-04-01T16:29:04Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '46304d62-4684-49d9-af01-a65a07dd4cb4', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f20e082-dd3e-4adb-a77e-04b9cef57055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:52Z', 'updated_at': '2022-04-01T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:07.650604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.707186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Pushing event deleted for resources: {'Port': ['ID=020b1f5a-6567-4709-8fa8-a23474ff7241,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:07.711443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] No DVR routers for this DVR port 020b1f5a-6567-4709-8fa8-a23474ff7241 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:07.722737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.722737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.722737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.723038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.723215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.723572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.723886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.724205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.724656 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.724867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.725153 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.725469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a401ac4-c27e-455d-a5ed-efea0a2aafc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:07.730915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.737632 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.787029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.815919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.816419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Fanout notify agent at l3_agent the message router_deleted on router 4f20e082-dd3e-4adb-a77e-04b9cef57055 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:29:07.831672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.832739 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1725bfee-64e3-42ec-bbc2-e6391fb0c111 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/routers/4f20e082-dd3e-4adb-a77e-04b9cef57055 HTTP/1.1" status: 204 len: 168 time: 1.5317044 Apr 01 16:29:07.835432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54578) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:07.955774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.097648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.126020 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48353e1-18c6-4219-b6a4-4c5e01988936']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:08.143323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3cf08e-6083-4aa7-bc71-2f13b9682c66') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:08.143612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3cf08e-6083-4aa7-bc71-2f13b9682c66') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:08.156984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.175195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.185453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:29:08.185453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:29:08.196943 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:29:08.336234 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.354576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.369428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Network': ['ID=d48353e1-18c6-4219-b6a4-4c5e01988936,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:08.473776 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-afdeb3dc-6799-4d12-a116-e6c005986801 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/networks/d48353e1-18c6-4219-b6a4-4c5e01988936 HTTP/1.1" status: 204 len: 168 time: 0.6373315 Apr 01 16:29:08.476801 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54582) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:08.542530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dec6e1c6-3862-45a9-b127-34b0f5c3d92f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:08.561761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.580447 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: dec6e1c6-3862-45a9-b127-34b0f5c3d92f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:08.580790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device dec6e1c6-3862-45a9-b127-34b0f5c3d92f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:08.581208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 46304d62-4684-49d9-af01-a65a07dd4cb4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:08.599261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.615672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 46304d62-4684-49d9-af01-a65a07dd4cb4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:08.616012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 46304d62-4684-49d9-af01-a65a07dd4cb4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:08.616428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 020b1f5a-6567-4709-8fa8-a23474ff7241 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:08.649982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 020b1f5a-6567-4709-8fa8-a23474ff7241 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:08.650328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 020b1f5a-6567-4709-8fa8-a23474ff7241 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:08.724413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.744073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff416cc-6910-412f-a202-cb854f727de9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:08.821019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.822260 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2999cead-a330-44e4-87d6-143cc3c603ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ff416cc-6910-412f-a202-cb854f727de9 HTTP/1.1" status: 204 len: 168 time: 0.3439176 Apr 01 16:29:09.358750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:09.363886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134980015', 'description': 'tempest-secgroup-smoke-1134980015 description', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:09.370734 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:09.375117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:09.378343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:09.384243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:09.502115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.525064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:09.530138 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:09.533234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:09.540367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:09.624621 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.713257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.763427 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83897a2-b050-4bc4-acaf-77e97efb5ba0,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:09.827600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.828998 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3eaf74a3-7549-4a50-aebb-c89f06c28628 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4692574 Apr 01 16:29:09.831915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:09.836911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:09.843088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:09.846952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:09.849821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:09.856205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:09.938893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.009255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.101829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.221834 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a1f583-6401-4c53-9f0d-49cbb4106743,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:10.307588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.308801 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3beb657f-1ea0-4daa-8082-40eb9e43b86b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759545 Apr 01 16:29:10.311469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:10.316325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:10.322301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:10.326166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:10.329036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:10.334880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:10.486301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.549567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.627685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.655950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246e88b4-cbc9-42f7-a99a-6f5352b2db8b,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:10.747827 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.748967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-90f3a47a-62db-4b64-8516-70aca2b3d0f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365821 Apr 01 16:29:10.751716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54602) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:10.756643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:10.763599 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:10.767470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:10.770548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:10.778062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:10.868280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.932318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.021457 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.044818 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7ef916-86c9-4bd3-b174-af3c4996db78,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:11.176034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.177237 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-50d57c0c-a20f-4ee4-bc80-ddb27c595223 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246020 Apr 01 16:29:11.180013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54606) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:11.185647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:11.191727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:11.195711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:11.198701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:11.204531 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:11.280264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.344205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.433111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.459536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fe2f22-7a49-4fd9-8731-61b50949e5f3,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:11.553580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.554731 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-955cbbcd-1e9b-472b-9def-95f017324a32 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3737531 Apr 01 16:29:11.557677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54612) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:11.564048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:11.570214 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:11.574052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:11.577584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:11.583514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:11.735830 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:29:11.743073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.810145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.895937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.920592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92027b9-a41a-47a1-a332-78dd7837b101,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:12.004614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.005874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-a8794cfb-f13a-42df-beb9-76058fbb9018 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4472375 Apr 01 16:29:12.008597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54616) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:12.014109 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': 'f83897a2-b050-4bc4-acaf-77e97efb5ba0', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:12.020190 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:12.024247 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:12.027287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:12.033614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:12.107625 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:29:12.114383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.182338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.256012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.281359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dbeb55-de15-4f56-80d1-777b701ea62f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:12.370239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.371404 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d4afb75a-e9d0-46ae-aba5-76f1bb0366ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618765 Apr 01 16:29:12.375104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54620) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:12.381045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'network': {'name': 'tempest-network-smoke--922894649', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:12.386135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:12.391003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:network and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:12.394094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:12.400145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:12.501869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:12.505408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.533567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:29:12.542786 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.543127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Added segment 3d8d5deb-8f18-4439-bc31-3e0abdaca406 of type vlan for network af64acf2-c38b-4197-95d3-bc7d4e3b891e Apr 01 16:29:12.570214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.673363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.678871 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:12.679453 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.790553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Network': ['ID=af64acf2-c38b-4197-95d3-bc7d4e3b891e,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:12.806211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:29:12.867562 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cc7ec07c-b8d4-4826-b248-8774c59110db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4911249 Apr 01 16:29:12.870212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54624) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:12.878559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'admin_state_up': True, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:12.885996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:12.890321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:router and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:12.893374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:12.900193 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:12.975925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.976994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.993387 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:13.355816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:13.881285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:13.912016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:14.052151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.162 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/6381391b-f032-43d0-8eb2-2f8594f764cf) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:14.203106 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:14.297025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:14.361132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:14.368254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:14.371048 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:14.407373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=6381391b-f032-43d0-8eb2-2f8594f764cf,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:14.889877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:15.355093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:15.649553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router c1ca0061-1fcc-4091-aa27-720687b783e3 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:29:15.843223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:15.856028 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Sync routers for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:15.865999 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:15.866610 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:15.930524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:15.934723 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3e99d47a-44f3-47c9-9d9f-c6ff33ecb688 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0589545 Apr 01 16:29:15.935362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:15.976701 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-caef6924-0da0-4781-9106-55380b4ef438 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6903a57acd0b4b56842a3e4f50f88a34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402172 Apr 01 16:29:15.979269 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54634) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:16.045418 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:16.110312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf3646-69f4-4232-bb10-ebe324d66d58 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:16.111896 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-3fdf3646-69f4-4232-bb10-ebe324d66d58 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317520 Apr 01 16:29:16.114663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54638) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:16.158755 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c4f6364f-6046-483a-bd4a-db0f2c928917 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428410 Apr 01 16:29:16.161204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54642) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:16.166924 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325169455', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:16.289228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:16.293057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:subnet and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:16.296933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:16.302912 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:16.368470 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:14Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:16.373155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Checking router: c1ca0061-1fcc-4091-aa27-720687b783e3 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:16.373574 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Updating router c1ca0061-1fcc-4091-aa27-720687b783e3 port 6381391b-f032-43d0-8eb2-2f8594f764cf binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:29:16.393446 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:16.397189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.428952 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.679192 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.761942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Subnet': ['ID=fcbc6fb7-7a44-451c-a107-d48e2eb382de,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:16.762764 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.775140 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Transition to ACTIVE for port object 6381391b-f032-43d0-8eb2-2f8594f764cf will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:16.775713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Checking segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:16.776095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network hostable DHCP agents. Network: af64acf2-c38b-4197-95d3-bc7d4e3b891e, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:29:16.872987 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.907302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:29:16.957879 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Pushing event updated for resources: {'Port': ['ID=6381391b-f032-43d0-8eb2-2f8594f764cf,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:16.959555 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Attempting to bind port 6381391b-f032-43d0-8eb2-2f8594f764cf on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:16.959911 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Attempting to bind port 6381391b-f032-43d0-8eb2-2f8594f764cf by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:16.960263 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Attempting to bind port 6381391b-f032-43d0-8eb2-2f8594f764cf on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:16.970303 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.970662 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.971000 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.971405 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.971650 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.971971 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.972325 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.972682 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.972927 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.973240 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.973552 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.973863 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:16.977153 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:16.981975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:16.981975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.981975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:16.981975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Bound port: 6381391b-f032-43d0-8eb2-2f8594f764cf, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:16.981975 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.004345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, af64acf2-c38b-4197-95d3-bc7d4e3b891e) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:17.012487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08339d-3616-4dcb-8a8f-aabd92cc9fca None None] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:17.016414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:17.016414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.064399 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] For port 6381391b-f032-43d0-8eb2-2f8594f764cf, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:17.067673 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] For port 6381391b-f032-43d0-8eb2-2f8594f764cf, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6381391b-f032-43d0-8eb2-2f8594f764cf,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:17.103721 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5ef41eb1-52f1-4a38-b97c-b99af296d04c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9411013 Apr 01 16:29:17.106183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54646) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:17.172174 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.251469 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:29:17.252596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.258556 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:17.259205 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:17.332441 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902146-256e-451a-b05b-61c54ade392f None None] Pushing event updated for resources: {'Port': ['ID=6381391b-f032-43d0-8eb2-2f8594f764cf,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:17.427823 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Allocated IP 172.20.0.2 (af64acf2-c38b-4197-95d3-bc7d4e3b891e/fcbc6fb7-7a44-451c-a107-d48e2eb382de/85d9453f-697c-4130-9833-8dc2a5bac2ce) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:17.457736 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:17.656433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.667296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Transition to ACTIVE for port object 85d9453f-697c-4130-9833-8dc2a5bac2ce will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:17.693592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Transition to ACTIVE for port object 85d9453f-697c-4130-9833-8dc2a5bac2ce will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:17.761469 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:14Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:17.766467 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212d5d3-bce6-43e9-9058-6337dfe0d421 None None] The sync data for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv is: [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:14Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:17.782218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.852467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:17.855597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:17.864464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:17.906399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Pushing event updated for resources: {'Port': ['ID=85d9453f-697c-4130-9833-8dc2a5bac2ce,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:17.969905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Attempting to bind port 85d9453f-697c-4130-9833-8dc2a5bac2ce on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:17.970261 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Attempting to bind port 85d9453f-697c-4130-9833-8dc2a5bac2ce by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:17.970742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Attempting to bind port 85d9453f-697c-4130-9833-8dc2a5bac2ce on network af64acf2-c38b-4197-95d3-bc7d4e3b891e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:17.977169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:17.977806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Checking segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:17.978603 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:17.979181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Bound using segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:17.979776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Bound port: 85d9453f-697c-4130-9833-8dc2a5bac2ce, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:17.980151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.016640 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.143688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] For port 85d9453f-697c-4130-9833-8dc2a5bac2ce, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:18.147821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] For port 85d9453f-697c-4130-9833-8dc2a5bac2ce, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=85d9453f-697c-4130-9833-8dc2a5bac2ce,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:18.220187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.328551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6381391b-f032-43d0-8eb2-2f8594f764cf up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:18.386388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78491bfe-0c38-4a61-8473-8885beca3794 None None] Pushing event updated for resources: {'Port': ['ID=85d9453f-697c-4130-9833-8dc2a5bac2ce,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:18.507526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 6381391b-f032-43d0-8eb2-2f8594f764cf completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:18.520492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6381391b-f032-43d0-8eb2-2f8594f764cf triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:18.521087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.523463 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.1 (af64acf2-c38b-4197-95d3-bc7d4e3b891e/fcbc6fb7-7a44-451c-a107-d48e2eb382de/8a48bfb5-e907-4516-a6ea-7dfd2f6df945) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:18.682245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.701013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 6381391b-f032-43d0-8eb2-2f8594f764cf, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6381391b-f032-43d0-8eb2-2f8594f764cf,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:18.702365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.746334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.766926 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:18.815968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.873180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:18.889454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=6381391b-f032-43d0-8eb2-2f8594f764cf,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:18.943766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:18.952685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:18.958345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:18.988879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:19.009167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.009510 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.009849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.010179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.010500 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.010854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.011189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.011491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.011809 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.012122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.013028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.013355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:19.032603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:19.396447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:19.461894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb859764-ec76-411d-85d1-64a8b73ff6af None None] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:19.649180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-2e0d2e5d-8904-47ae-9b01-32eaaf04a564 None None] Provisioning for port 85d9453f-697c-4130-9833-8dc2a5bac2ce completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:20.000652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.050065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-260d368a-de32-4c33-bd2b-5800daf9458f None None] Provisioning for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:20.055901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-260d368a-de32-4c33-bd2b-5800daf9458f None None] Provisioning complete for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:20.060625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-260d368a-de32-4c33-bd2b-5800daf9458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.078743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.115862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-260d368a-de32-4c33-bd2b-5800daf9458f None None] Port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:20.199264 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.203473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:20.248794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-43ed62e4-a7b3-4b70-a725-03d731645dcf None None] Provisioning complete for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:20.249180 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-43ed62e4-a7b3-4b70-a725-03d731645dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.310345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-43ed62e4-a7b3-4b70-a725-03d731645dcf None None] Port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:20.340005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 85d9453f-697c-4130-9833-8dc2a5bac2ce up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:20.345573 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:20.346741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:20.473099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 85d9453f-697c-4130-9833-8dc2a5bac2ce completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:20.479191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 85d9453f-697c-4130-9833-8dc2a5bac2ce triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:20.495651 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.548120 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router c1ca0061-1fcc-4091-aa27-720687b783e3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:20.611095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.650245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d820de8c-2212-4a8b-a9bc-0cabce2ab254 None None] Provisioning complete for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:20.650609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d820de8c-2212-4a8b-a9bc-0cabce2ab254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.690953 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 85d9453f-697c-4130-9833-8dc2a5bac2ce, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=85d9453f-697c-4130-9833-8dc2a5bac2ce,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:20.710899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d820de8c-2212-4a8b-a9bc-0cabce2ab254 None None] Port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:20.734599 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:20.744154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Sync routers for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:20.747243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-94ce7e13-2bfd-4c78-9eb1-9f20efb227ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/c1ca0061-1fcc-4091-aa27-720687b783e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6396599 Apr 01 16:29:20.748945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.749849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6381391b-f032-43d0-8eb2-2f8594f764cf up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:20.837671 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:20.838298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:20.914855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-7d2b5b8d-055a-4067-a816-a1b1f275d1cf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134980015&fields=id&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 267 time: 0.0453980 Apr 01 16:29:20.946450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=85d9453f-697c-4130-9833-8dc2a5bac2ce,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:21.020922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 6381391b-f032-43d0-8eb2-2f8594f764cf triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:21.021266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:21.073353 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-0c6dc424-d923-4285-aa94-502acb172c27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:21.074093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-0c6dc424-d923-4285-aa94-502acb172c27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:21.110658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:21.157744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-0c6dc424-d923-4285-aa94-502acb172c27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:21.158959 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-0c6dc424-d923-4285-aa94-502acb172c27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 796 time: 0.2350144 Apr 01 16:29:21.175453 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-a6d24c96-c1eb-407a-9acb-7a8a8fd0f12f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/quotas/6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Apr 01 16:29:21.261729 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-82e0835c-aa2e-4e67-a0a0-81e90c7bf248 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:21.330672 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-82e0835c-aa2e-4e67-a0a0-81e90c7bf248 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:21.332007 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-82e0835c-aa2e-4e67-a0a0-81e90c7bf248 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508245 Apr 01 16:29:21.395059 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e7ca0b03-4b53-4e66-a357-3d958b974cf1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:29:21.396075 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e7ca0b03-4b53-4e66-a357-3d958b974cf1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504627 Apr 01 16:29:21.531606 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-61275c44-6111-47de-b766-dbfcdf964457 service neutron] 10.222.0.21 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291835 Apr 01 16:29:21.536135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 2, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:21.540195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Checking router: c1ca0061-1fcc-4091-aa27-720687b783e3 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:21.540554 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Updating router c1ca0061-1fcc-4091-aa27-720687b783e3 port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:29:21.594350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:21.665826 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-f1c8304a-62b5-4fb0-a558-0c6d3612dd36 service neutron] 10.222.0.21 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279919 Apr 01 16:29:21.902447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-303aef50-a306-49d4-8d94-ff83c45b756c req-ff33aab4-b4f7-427f-bc39-09dd18ebf290 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:21.915875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-303aef50-a306-49d4-8d94-ff83c45b756c req-ff33aab4-b4f7-427f-bc39-09dd18ebf290 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:21.925742 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-303aef50-a306-49d4-8d94-ff83c45b756c req-ff33aab4-b4f7-427f-bc39-09dd18ebf290 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 210 time: 0.0661736 Apr 01 16:29:21.962581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:21.974641 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Transition to ACTIVE for port object 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:22.055782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:22.185878 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee593fe-7c76-47bf-a204-8f15fe9a1c56 None None] Pushing event updated for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:22.281950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 85d9453f-697c-4130-9833-8dc2a5bac2ce up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:22.320530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Attempting to bind port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:22.320894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Attempting to bind port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:22.321252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Attempting to bind port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 on network af64acf2-c38b-4197-95d3-bc7d4e3b891e {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:22.333038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:22.333412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Checking segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:22.333824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:22.334203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Bound using segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:22.334687 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Bound port: 8a48bfb5-e907-4516-a6ea-7dfd2f6df945, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:22.335061 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:22.451320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 85d9453f-697c-4130-9833-8dc2a5bac2ce triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:22.451683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:22.498920 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] For port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:22.516936 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] For port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:22.593541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:22.675784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:22.676333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:22.737193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee593fe-7c76-47bf-a204-8f15fe9a1c56 None None] Pushing event updated for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:22.880812 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:23.192102 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a6a74030-3f9f-4af0-afd0-40e253629825 req-dba53620-7f55-4f51-bc89-f4eb2324cf63 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 210 time: 0.1598289 Apr 01 16:29:23.248252 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:22Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:23.252275 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075aede-73cb-4d7f-862c-db55c63f2b04 None None] The sync data for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv is: [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:22Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:24.184718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-79d4c6d2-5d48-4ecb-90f5-a6f634c5d53f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:24.186967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-79d4c6d2-5d48-4ecb-90f5-a6f634c5d53f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 796 time: 0.1644051 Apr 01 16:29:24.247017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-8f97cdbe-5c1f-4db3-91c7-c449945641e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:24.311734 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:24.347332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-8f97cdbe-5c1f-4db3-91c7-c449945641e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:24.350084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-8f97cdbe-5c1f-4db3-91c7-c449945641e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 380 time: 0.1487279 Apr 01 16:29:24.396098 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'port': {'device_id': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'admin_state_up': True, 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'security_groups': ['f83897a2-b050-4bc4-acaf-77e97efb5ba0']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:24.418224 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ee2dd85c-dca8-4e62-a27b-69cf7099ab0e req-6a4f2be6-7a61-4536-8142-28ea483f239f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 210 time: 0.0670741 Apr 01 16:29:24.450179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:24.457225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:24.460805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.545657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:24.555800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:24.577412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.609161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:24.679333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:24.683335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.724448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.793358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:24.856855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.10 (af64acf2-c38b-4197-95d3-bc7d4e3b891e/fcbc6fb7-7a44-451c-a107-d48e2eb382de/926bc06f-7418-48d5-9d5c-8067ec525ed9) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:25.054588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.070470 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 926bc06f-7418-48d5-9d5c-8067ec525ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:25.188479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.255140 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:25.266560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:25.271034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:25.302198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:25.340050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:25.340658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.433696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-e5b7af7d-6ca1-4263-a71b-1a9ad66730c3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0413816 Apr 01 16:29:25.450919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Request body: {'port': {'device_id': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:25.573656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.575509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-df385672-40b2-4e37-8239-f2e53f8336b7 None None] Provisioning for port 926bc06f-7418-48d5-9d5c-8067ec525ed9 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:25.581773 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-df385672-40b2-4e37-8239-f2e53f8336b7 None None] Provisioning complete for port 926bc06f-7418-48d5-9d5c-8067ec525ed9 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:25.582106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-df385672-40b2-4e37-8239-f2e53f8336b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.617254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a72a2-a9cd-45b5-8c92-60e7c798f4e5 req-10263ac8-bfee-495b-8139-561378b15b79 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:25.619122 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-450a72a2-a9cd-45b5-8c92-60e7c798f4e5 req-10263ac8-bfee-495b-8139-561378b15b79 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 932 time: 0.0846100 Apr 01 16:29:25.642982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-df385672-40b2-4e37-8239-f2e53f8336b7 None None] Port 926bc06f-7418-48d5-9d5c-8067ec525ed9 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:25.667551 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-450a72a2-a9cd-45b5-8c92-60e7c798f4e5 req-529c0f6f-de33-4284-b8b0-889f0f756204 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Apr 01 16:29:26.014591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926bc06f-7418-48d5-9d5c-8067ec525ed9 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:26.021970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.036826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Transition to ACTIVE for port object 926bc06f-7418-48d5-9d5c-8067ec525ed9 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:26.095690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.253110 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:26.285956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:26.345061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Attempting to bind port 926bc06f-7418-48d5-9d5c-8067ec525ed9 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:26.345385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Attempting to bind port 926bc06f-7418-48d5-9d5c-8067ec525ed9 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:26.345717 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Attempting to bind port 926bc06f-7418-48d5-9d5c-8067ec525ed9 on network af64acf2-c38b-4197-95d3-bc7d4e3b891e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:26.350428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Port 926bc06f-7418-48d5-9d5c-8067ec525ed9 on network af64acf2-c38b-4197-95d3-bc7d4e3b891e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:29:26.350972 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Attempting to bind port 926bc06f-7418-48d5-9d5c-8067ec525ed9 on network af64acf2-c38b-4197-95d3-bc7d4e3b891e {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:26.356199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:26.356530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Checking segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:26.358912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Bound using segment: {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:26.358912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Bound port: 926bc06f-7418-48d5-9d5c-8067ec525ed9, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8d5deb-8f18-4439-bc31-3e0abdaca406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:26.358912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.376288 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:26.376856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.456630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:26.459726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:26.513205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.570216 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:26.570859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.572236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] 10.222.0.91 "PUT /v2.0/ports/926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 1094 time: 1.1257017 Apr 01 16:29:26.572670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:26.605986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead5e2e-a06b-4584-b9e2-0f141ca5f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:26.627783 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'status': 'completed', 'code': 200} Apr 01 16:29:26.726495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-4e9266c8-37ba-49ce-a554-72f24275080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:26.728059 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-4e9266c8-37ba-49ce-a554-72f24275080a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1097 time: 0.0767698 Apr 01 16:29:26.869282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251705-546b-45ec-9a0a-9142e5b3e90d req-0d8ec0e9-412f-49bb-afb7-11c73237ef6c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:26.870680 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e251705-546b-45ec-9a0a-9142e5b3e90d req-0d8ec0e9-412f-49bb-afb7-11c73237ef6c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 944 time: 0.0873048 Apr 01 16:29:26.879525 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-5822a3f4-627b-46c5-8556-acda6ab01c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:26.881037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-5822a3f4-627b-46c5-8556-acda6ab01c94 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1424537 Apr 01 16:29:26.917226 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e251705-546b-45ec-9a0a-9142e5b3e90d req-c433fffe-c973-424b-ad47-6b34644de59b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Apr 01 16:29:27.032960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-6df7e30f-f711-4065-8709-9a8b14478327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:27.034397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7926bf5c-e7b1-48a5-afac-53071d3e90c8 req-6df7e30f-f711-4065-8709-9a8b14478327 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427708 Apr 01 16:29:27.153736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-d481003c-b6a4-4982-b166-fe1b395c7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:27.155512 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-d481003c-b6a4-4982-b166-fe1b395c7682 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1097 time: 0.0753465 Apr 01 16:29:27.229839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-0f3b9645-ecff-40d4-8cd4-cebc83ef32ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 217 time: 0.0638437 Apr 01 16:29:27.294486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-adb40c39-5ab6-4a83-8895-4e93ed60f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:27.297046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-adb40c39-5ab6-4a83-8895-4e93ed60f012 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 200 len: 834 time: 0.0589409 Apr 01 16:29:27.373916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-3d6d2829-8534-4f0e-b221-d91f30cd4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:27.375395 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-3d6d2829-8534-4f0e-b221-d91f30cd4c8b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af64acf2-c38b-4197-95d3-bc7d4e3b891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697365 Apr 01 16:29:27.513317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-1455495a-ce58-49ee-a996-69c966051b98 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283915 Apr 01 16:29:27.646374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbacf850-2558-4be6-a2d2-01c42dfcff55 req-b1f29bfd-a311-47bf-b8d0-5edc6750cb21 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269965 Apr 01 16:29:28.113259 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdbb50-d5fd-48f6-95fc-d6b465b72eda req-9caa4c58-4c44-4b37-b7d7-22eb27597fee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:28.113978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65fdbb50-d5fd-48f6-95fc-d6b465b72eda req-9caa4c58-4c44-4b37-b7d7-22eb27597fee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:28.198176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-65fdbb50-d5fd-48f6-95fc-d6b465b72eda req-9caa4c58-4c44-4b37-b7d7-22eb27597fee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:28.199440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65fdbb50-d5fd-48f6-95fc-d6b465b72eda req-9caa4c58-4c44-4b37-b7d7-22eb27597fee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 944 time: 0.1702240 Apr 01 16:29:28.245485 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65fdbb50-d5fd-48f6-95fc-d6b465b72eda req-f7e56674-9e86-48a0-a589-14ee584b50ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Apr 01 16:29:29.434703 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0388b-3ea4-4766-b957-b72c1f2a337c req-be681ed7-3010-43b0-8914-07c32fb091f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:29.436692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-87d0388b-3ea4-4766-b957-b72c1f2a337c req-be681ed7-3010-43b0-8914-07c32fb091f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 944 time: 0.0826571 Apr 01 16:29:29.480378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-87d0388b-3ea4-4766-b957-b72c1f2a337c req-56a25118-e1a9-41f0-aee2-a6f387ea8820 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Apr 01 16:29:30.455664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 926bc06f-7418-48d5-9d5c-8067ec525ed9 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:29:30.593011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:30.606536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'port_id': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'mac_address': 'fa:16:3e:48:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:29:30.663225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.671768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83252e2c-5f14-42fb-8928-de30eb12c64a req-5af3d38b-a443-4f14-afe7-bd04a57bcede tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:30.676683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83252e2c-5f14-42fb-8928-de30eb12c64a req-5af3d38b-a443-4f14-afe7-bd04a57bcede tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 944 time: 0.0831442 Apr 01 16:29:30.681657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926bc06f-7418-48d5-9d5c-8067ec525ed9 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:30.698874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:30.722315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83252e2c-5f14-42fb-8928-de30eb12c64a req-826271ba-078a-4a10-8dc9-9cfd276460f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Apr 01 16:29:30.781629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.851045 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.049102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['926bc06f-7418-48d5-9d5c-8067ec525ed9'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:29:31.912113 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c81c20-a350-4057-9e73-e0148ce9d2a6 req-c66f5b73-a692-454e-a0bf-1821a7c3eace tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:31.913563 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b6c81c20-a350-4057-9e73-e0148ce9d2a6 req-c66f5b73-a692-454e-a0bf-1821a7c3eace tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 945 time: 0.0819578 Apr 01 16:29:31.958528 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b6c81c20-a350-4057-9e73-e0148ce9d2a6 req-57cf9ece-2a8e-4bcf-9ce5-b95c9b751fc6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Apr 01 16:29:32.465970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 926bc06f-7418-48d5-9d5c-8067ec525ed9 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:32.499450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7c84eb21-799d-4bc5-9f68-4b8312710f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.598102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 926bc06f-7418-48d5-9d5c-8067ec525ed9 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:32.603124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 926bc06f-7418-48d5-9d5c-8067ec525ed9 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:32.609794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.726696 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.781355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:32.797310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:32.825844 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'code': 200} Apr 01 16:29:32.872536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.942488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:33.149389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07d45b-ebd1-4399-a024-777e4e733d9b req-237ff7e5-0619-453c-8520-27b361f6086b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:33.150936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3b07d45b-ebd1-4399-a024-777e4e733d9b req-237ff7e5-0619-453c-8520-27b361f6086b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0866537 Apr 01 16:29:33.198610 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3b07d45b-ebd1-4399-a024-777e4e733d9b req-918d06be-88b6-4784-961c-0fc1d13ac342 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Apr 01 16:29:33.203713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834fee2-710f-422c-bce2-8ffb11d640f1 req-399bcc23-cb62-4dc7-ae08-a378b929325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:33.205233 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a834fee2-710f-422c-bce2-8ffb11d640f1 req-399bcc23-cb62-4dc7-ae08-a378b929325f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1099 time: 0.0728002 Apr 01 16:29:33.252588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a834fee2-710f-422c-bce2-8ffb11d640f1 req-0984fc0b-33d9-4cf1-ae5d-42211eb846c9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Apr 01 16:29:34.403509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927574dc-6359-4daf-b371-28e4b161b85f req-e373a34f-b8c4-4beb-b7fe-577e26831a28 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:34.406509 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-927574dc-6359-4daf-b371-28e4b161b85f req-e373a34f-b8c4-4beb-b7fe-577e26831a28 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0985351 Apr 01 16:29:34.472268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-927574dc-6359-4daf-b371-28e4b161b85f req-73933624-bbd2-427c-861a-deb0c158e9da tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597217 Apr 01 16:29:34.883814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e5582f04-a484-44a0-94ca-3efb69c72a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.638265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.662498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452fbf-7617-44c4-9359-4ceb93dcffc1 req-be8d5544-e4d6-46e0-aac6-bfd4532fbd87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:35.663984 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f452fbf-7617-44c4-9359-4ceb93dcffc1 req-be8d5544-e4d6-46e0-aac6-bfd4532fbd87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0825572 Apr 01 16:29:35.708237 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5f452fbf-7617-44c4-9359-4ceb93dcffc1 req-68c85687-ef8a-4601-9ec7-e3d224527ac2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Apr 01 16:29:35.895992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df05d-5f40-4385-8a98-d51f45e084ed req-17d529af-15b3-460d-8cb5-8bfce92254b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:35.897492 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c4df05d-5f40-4385-8a98-d51f45e084ed req-17d529af-15b3-460d-8cb5-8bfce92254b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0808940 Apr 01 16:29:35.942794 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8c4df05d-5f40-4385-8a98-d51f45e084ed req-07c368bd-c9a1-4f25-9083-0df5e45f30b0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395086 Apr 01 16:29:35.965489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54708) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:36.038241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0150845f-1511-4ae7-9a33-1296681cdf73 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:36.039766 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0150845f-1511-4ae7-9a33-1296681cdf73 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1094 time: 0.0732894 Apr 01 16:29:36.042598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54712) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:36.047775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:36.053831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:36.057622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:floatingip and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:36.060515 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:36.066712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:36.112545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.254126 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.284224 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.397963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.242 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/57e206cb-c0bc-4369-88d8-c3a16118db9b) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:36.544306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.638505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.702830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:36.709843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:36.712561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:36.749087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=57e206cb-c0bc-4369-88d8-c3a16118db9b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:37.134831 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.364722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.575692 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.655445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.746811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.766403 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=57e206cb-c0bc-4369-88d8-c3a16118db9b,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:37.780102 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.949683 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP e4d8d162-9575-41b4-be3a-0738eb32e439 associated. External IP: 172.26.8.242, port: 926bc06f-7418-48d5-9d5c-8067ec525ed9. Apr 01 16:29:38.298577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router c1ca0061-1fcc-4091-aa27-720687b783e3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:38.475758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:38.486235 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Sync routers for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:38.496278 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:38.496964 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:38.581182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.637276 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0b25e2b9-bf87-4664-bdae-438e4d72b0fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5933337 Apr 01 16:29:38.637586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:38.692027 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'status': 'completed', 'code': 200} Apr 01 16:29:38.707996 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:38.820788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a910a69-e001-4220-a5b5-6ef3b019202f req-cfdfbc05-1f32-4a1a-bc74-a370f8b1ee1b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:38.822501 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8a910a69-e001-4220-a5b5-6ef3b019202f req-cfdfbc05-1f32-4a1a-bc74-a370f8b1ee1b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0901771 Apr 01 16:29:38.843192 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:29:38.870609 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8a910a69-e001-4220-a5b5-6ef3b019202f req-0e769b55-6026-4eb3-a6e8-1575c8201bc1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Apr 01 16:29:38.887719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-95645606-a417-498b-a6f7-e33aea4f6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:38.889757 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-95645606-a417-498b-a6f7-e33aea4f6d15 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1099 time: 0.1741381 Apr 01 16:29:38.894674 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54720) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:39.039991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-a25745f9-9ddc-45f6-9778-f19cc5c19a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:39.041611 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-a25745f9-9ddc-45f6-9778-f19cc5c19a6b service neutron] 10.222.0.91 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 897 time: 0.1458199 Apr 01 16:29:39.097074 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'e4d8d162-9575-41b4-be3a-0738eb32e439', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'port_id': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'mac_address': 'fa:16:3e:48:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:37Z', 'updated_at': '2022-04-01T16:29:37Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:39.103033 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Checking router: c1ca0061-1fcc-4091-aa27-720687b783e3 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:39.111812 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:39.112424 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:29:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:39.129036 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4faacf4c-0777-4477-ad04-d63d9e84355c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/e4d8d162-9575-41b4-be3a-0738eb32e439 HTTP/1.1" status: 200 len: 992 time: 0.2318165 Apr 01 16:29:39.164859 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-347dfc2f-c6cf-4028-a28f-fb0c2868e12b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 1000 time: 0.1091700 Apr 01 16:29:39.234268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-3f803a5f-8bec-4137-9dca-e7f87e60785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:39.236269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-3f803a5f-8bec-4137-9dca-e7f87e60785c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 200 len: 834 time: 0.0581007 Apr 01 16:29:39.289745 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:39.315137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-26f509c0-2c0e-4643-a594-82c014078b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:39.316588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-26f509c0-2c0e-4643-a594-82c014078b94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af64acf2-c38b-4197-95d3-bc7d4e3b891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746722 Apr 01 16:29:39.464932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-f91aba5e-49d6-481a-9d6e-6b66dfce3024 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352336 Apr 01 16:29:39.611267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14a93d52-6e48-4585-bfde-08c9e9c12229 req-d5596a34-f34c-4604-a63c-4418f75a05e7 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377764 Apr 01 16:29:39.644146 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'e4d8d162-9575-41b4-be3a-0738eb32e439', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'port_id': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'mac_address': 'fa:16:3e:48:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:37Z', 'updated_at': '2022-04-01T16:29:37Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:39.648142 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6f2a1-2288-4f71-b249-2dfed6992804 None None] The sync data for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv is: [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'e4d8d162-9575-41b4-be3a-0738eb32e439', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'port_id': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'mac_address': 'fa:16:3e:48:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:37Z', 'updated_at': '2022-04-01T16:29:37Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:39.836023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e526c1-b529-4a06-a140-baa402723b5b None None] New status for floating IP e4d8d162-9575-41b4-be3a-0738eb32e439: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:29:40.131848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54724) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:40.237681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0987b276-fc59-43c4-9aaa-ce4d4d02d08d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/e4d8d162-9575-41b4-be3a-0738eb32e439 HTTP/1.1" status: 200 len: 994 time: 0.1047046 Apr 01 16:29:48.586510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.489264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a7438a09-b286-4969-a10c-7b1d5bb74584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.906164 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-03af3e4a-22d7-4b64-aa27-ad962c160389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.619990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:06.288895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:07.768759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:11.948422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a44c0-c650-4c0d-a755-61b0877f8d13 req-537c0077-3a1e-476e-9c8a-2d32038258d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:11.949878 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b70a44c0-c650-4c0d-a755-61b0877f8d13 req-537c0077-3a1e-476e-9c8a-2d32038258d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.1409795 Apr 01 16:30:11.956665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-5f68a869-6fe2-427a-9592-56a9c87b13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:11.958071 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-5f68a869-6fe2-427a-9592-56a9c87b13ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1099 time: 0.1038651 Apr 01 16:30:12.077732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b70a44c0-c650-4c0d-a755-61b0877f8d13 req-b6ff1ca6-27c4-4423-b830-875fece7a1b4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186256 Apr 01 16:30:12.118514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-b4696edc-57ac-4020-9de8-574382acd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:12.119963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-b4696edc-57ac-4020-9de8-574382acd1d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 897 time: 0.1480694 Apr 01 16:30:12.224827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-1280a043-e7bf-4e4d-9ff9-bac68c51ce9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 1002 time: 0.0985439 Apr 01 16:30:12.287208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-719f8471-71e6-483a-baa3-1c8309f71faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:12.288630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-719f8471-71e6-483a-baa3-1c8309f71faf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 200 len: 834 time: 0.0573342 Apr 01 16:30:12.369488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-8606d110-1a12-4276-9fc2-ad6788db9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:12.370856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-8606d110-1a12-4276-9fc2-ad6788db9ad2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af64acf2-c38b-4197-95d3-bc7d4e3b891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738816 Apr 01 16:30:12.508075 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-77b0cdcc-df2c-473e-8f38-e978090bc2bb service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283646 Apr 01 16:30:12.641721 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7cda9360-3ceb-4eb0-865f-62b067a889ce req-ff839c4f-e349-4430-978b-f2c94eadeb1c service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272314 Apr 01 16:30:13.265132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad605-e167-45ce-b69a-71b19d6c6a1c req-3f30065d-1ff7-46f8-9293-3ff7261aee76 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:13.266490 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-51fad605-e167-45ce-b69a-71b19d6c6a1c req-3f30065d-1ff7-46f8-9293-3ff7261aee76 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0805333 Apr 01 16:30:13.312172 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-51fad605-e167-45ce-b69a-71b19d6c6a1c req-efd8f53f-6496-4df0-abce-8808c98241e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Apr 01 16:30:14.604522 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56ba0-ec8f-4c38-8732-8813830d70d2 req-1c8dd02e-3263-42b6-82e5-7938438e447f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:14.605863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-69d56ba0-ec8f-4c38-8732-8813830d70d2 req-1c8dd02e-3263-42b6-82e5-7938438e447f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.1876304 Apr 01 16:30:14.650209 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-69d56ba0-ec8f-4c38-8732-8813830d70d2 req-c40872bd-8f23-4d5e-bfb5-6e81d3e21ddd tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 Apr 01 16:30:15.793100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:15.836685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2c809-64d8-46e5-95f3-02b6df7845f1 req-3fc6e1a5-6ae1-4c21-98a5-020c2c520101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:15.838133 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c8f2c809-64d8-46e5-95f3-02b6df7845f1 req-3fc6e1a5-6ae1-4c21-98a5-020c2c520101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0835738 Apr 01 16:30:15.883001 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c8f2c809-64d8-46e5-95f3-02b6df7845f1 req-91fcdb24-cc12-412c-a865-dfdef905f33f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Apr 01 16:30:17.075348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc73d06-3240-4d74-b3f2-9cdb4f40b6f8 req-9eae8ef3-81ab-439b-8266-eb72876e86e5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:17.077254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bdc73d06-3240-4d74-b3f2-9cdb4f40b6f8 req-9eae8ef3-81ab-439b-8266-eb72876e86e5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0868292 Apr 01 16:30:17.124252 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bdc73d06-3240-4d74-b3f2-9cdb4f40b6f8 req-bab75c89-3a20-4e7b-a9e2-bc0e6a947477 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Apr 01 16:30:18.319955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4f12c-cdd0-4ce9-a48d-19e8b1a661ee req-0077af94-46c8-42e8-bd4b-66b90a15f6c7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:18.321439 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22f4f12c-cdd0-4ce9-a48d-19e8b1a661ee req-0077af94-46c8-42e8-bd4b-66b90a15f6c7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0876520 Apr 01 16:30:18.366382 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-22f4f12c-cdd0-4ce9-a48d-19e8b1a661ee req-af6f35e6-a77e-4235-99d0-1ee0c733292c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393455 Apr 01 16:30:18.636541 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:19.560939 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee69699-6f28-4bc7-85b8-ecd588323b49 req-f1d73f39-40c1-442c-9e6a-8137598d243a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:19.562465 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2ee69699-6f28-4bc7-85b8-ecd588323b49 req-f1d73f39-40c1-442c-9e6a-8137598d243a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0875163 Apr 01 16:30:19.621928 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2ee69699-6f28-4bc7-85b8-ecd588323b49 req-df0984da-6bb3-4cf4-9597-183b962b94c1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528309 Apr 01 16:30:20.814172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182579b-0209-4a6b-8baa-48f65709378e req-0df1209d-352c-41ec-84fa-d4a1e3227997 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:20.815632 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a182579b-0209-4a6b-8baa-48f65709378e req-0df1209d-352c-41ec-84fa-d4a1e3227997 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0854449 Apr 01 16:30:20.861248 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a182579b-0209-4a6b-8baa-48f65709378e req-e2b2059a-249e-4dec-b847-2395a1616de9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Apr 01 16:30:22.046805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1229a-17f0-44c4-bda8-d7cdf2c7d352 req-6f1ef035-c1b1-48b1-b77a-a670806fa267 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:22.048291 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5df1229a-17f0-44c4-bda8-d7cdf2c7d352 req-6f1ef035-c1b1-48b1-b77a-a670806fa267 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0801852 Apr 01 16:30:22.092569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5df1229a-17f0-44c4-bda8-d7cdf2c7d352 req-6b5352ce-ec77-415e-8ad0-fef62012f874 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 Apr 01 16:30:23.281100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4be67-b0c6-4851-b192-bc99ec5239f2 req-ab0ddbba-791a-4fb6-a7d6-41d1c9c2c0b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:23.282463 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-abe4be67-b0c6-4851-b192-bc99ec5239f2 req-ab0ddbba-791a-4fb6-a7d6-41d1c9c2c0b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0841932 Apr 01 16:30:23.327977 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-abe4be67-b0c6-4851-b192-bc99ec5239f2 req-a33a89b5-778c-4016-9c94-53948db38d7f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Apr 01 16:30:24.518706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d06f9-5641-4b9f-bbb0-3987485a803b req-3a14eb02-aa55-4f34-8ff1-1375f3056fe6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:24.520087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-363d06f9-5641-4b9f-bbb0-3987485a803b req-3a14eb02-aa55-4f34-8ff1-1375f3056fe6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0850728 Apr 01 16:30:24.570477 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-363d06f9-5641-4b9f-bbb0-3987485a803b req-3a5d86c8-1011-4196-b907-f44e228227fe tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Apr 01 16:30:24.592999 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54770) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:24.704327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec09f039-feac-4437-9ab5-bfc2f72f1a1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/e4d8d162-9575-41b4-be3a-0738eb32e439 HTTP/1.1" status: 200 len: 994 time: 0.1098485 Apr 01 16:30:27.465506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-66793bcf-ea61-4f92-855f-bec788a8893d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746515 Apr 01 16:30:27.608267 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-ddf833c4-873c-4bfc-bf91-88a95f8c8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:27.609748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-ddf833c4-873c-4bfc-bf91-88a95f8c8097 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1099 time: 0.0766125 Apr 01 16:30:27.764324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-41ece0ea-c2e3-4deb-b491-cf4600993be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:27.765670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-41ece0ea-c2e3-4deb-b491-cf4600993be2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 897 time: 0.1334853 Apr 01 16:30:27.869569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-753a691d-5200-46a4-96e0-971745e69b58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 1002 time: 0.0969443 Apr 01 16:30:27.938424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-518bd208-bf1c-401b-b470-65297a383344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:27.939895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-518bd208-bf1c-401b-b470-65297a383344 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 200 len: 834 time: 0.0618074 Apr 01 16:30:28.016070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-df307541-ed5a-4692-96e7-a586dcabbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:28.017480 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-df307541-ed5a-4692-96e7-a586dcabbf42 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af64acf2-c38b-4197-95d3-bc7d4e3b891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713022 Apr 01 16:30:28.152904 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-e6785c50-5593-4b46-8d5f-16fd9917e6c1 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288819 Apr 01 16:30:28.288760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d83213ee-c351-47df-b117-0c0bcf0289ab req-bb169ddd-603a-4ace-bf64-7a8dbd399b5b service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288116 Apr 01 16:30:32.454226 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-098eaeda-c6eb-453a-8b9f-0812519a24ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:34.889510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b22bed40-8cab-49f5-b409-6658d809f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:35.631228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:36.323215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:37.761901 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:48.630874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.792828 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:57.692915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-936a2b09-9ed6-4bc8-aed4-fc22c32d0d76 req-a3de5f24-7055-401a-a729-31a40e415ec5 tempest-ServerDiskConfigTestJSON-446143518 tempest-ServerDiskConfigTestJSON-446143518-project] (88732) timed out ('10.222.0.91', 60038) {{(pid=88732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:30:58.043813 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54784) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:58.255078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 57e206cb-c0bc-4369-88d8-c3a16118db9b {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:30:58.255336 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.432118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.432441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.556205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 57e206cb-c0bc-4369-88d8-c3a16118db9b owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:30:58.775053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.821800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=57e206cb-c0bc-4369-88d8-c3a16118db9b,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:58.983489 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.983828 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.984165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.984492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.984827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.985144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.985462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.985785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.986099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.986414 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.986757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:58.987075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:59.045607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:59.046450 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP e4d8d162-9575-41b4-be3a-0738eb32e439 disassociated (deleted). External IP: 172.26.8.242, port: 926bc06f-7418-48d5-9d5c-8067ec525ed9. Apr 01 16:30:59.418008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router c1ca0061-1fcc-4091-aa27-720687b783e3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:30:59.629228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:30:59.641163 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Sync routers for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:30:59.651016 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:59.655953 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:30:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:59.705701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:59.763802 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-042a4d70-405a-4807-b399-b413490c321a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/floatingips/e4d8d162-9575-41b4-be3a-0738eb32e439 HTTP/1.1" status: 204 len: 168 time: 1.7189205 Apr 01 16:30:59.764385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:59.833798 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'status': 'completed', 'code': 200} Apr 01 16:30:59.900154 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:59.944288 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-cb85caaf-0141-427d-aec5-16e038144535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:59.945818 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-cb85caaf-0141-427d-aec5-16e038144535 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 1099 time: 0.0847788 Apr 01 16:31:00.092145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-5107c8dc-06d5-4426-9c63-942dece5f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:00.093593 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-5107c8dc-06d5-4426-9c63-942dece5f9f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 200 len: 897 time: 0.1367571 Apr 01 16:31:00.172766 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-586a377b-0ea8-48c6-bb08-e1677f3a55ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 200 len: 217 time: 0.0648005 Apr 01 16:31:00.255801 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:00.261722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Checking router: c1ca0061-1fcc-4091-aa27-720687b783e3 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:00.272076 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:00.272871 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:30:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:00.384519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-0e8157b1-79ed-472b-99e6-52ca48f0bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:00.385992 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-0e8157b1-79ed-472b-99e6-52ca48f0bfea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 200 len: 834 time: 0.2034154 Apr 01 16:31:00.424223 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebd95e-20ce-4c6f-a3fa-a8a93e28233a req-8a98f0b6-4d77-4b5d-920f-0719abc217e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:00.424954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-41ebd95e-20ce-4c6f-a3fa-a8a93e28233a req-8a98f0b6-4d77-4b5d-920f-0719abc217e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:00.470522 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:00.473558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-4b6d8258-1fe0-48db-8509-1780d8396271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:00.475114 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-4b6d8258-1fe0-48db-8509-1780d8396271 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af64acf2-c38b-4197-95d3-bc7d4e3b891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795238 Apr 01 16:31:00.505320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-41ebd95e-20ce-4c6f-a3fa-a8a93e28233a req-8a98f0b6-4d77-4b5d-920f-0719abc217e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:00.509936 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-41ebd95e-20ce-4c6f-a3fa-a8a93e28233a req-8a98f0b6-4d77-4b5d-920f-0719abc217e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.1792111 Apr 01 16:31:00.558150 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-41ebd95e-20ce-4c6f-a3fa-a8a93e28233a req-6f3be028-8d68-4df1-8eb9-952cfa8472a7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Apr 01 16:31:00.624132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-958babff-f4c4-4e9d-93a1-b5aacee39377 service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415026 Apr 01 16:31:00.765142 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-547fb4cf-1362-467a-847a-f3cd8a30c73d req-23798c08-f54b-479f-9eae-994b7378d73c service neutron] 10.222.0.91 "GET /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326458 Apr 01 16:31:00.814884 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:00.819310 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95f917-a5ce-4714-bdaa-8ca801af93db None None] The sync data for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv is: [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:29:19Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '8a48bfb5-e907-4516-a6ea-7dfd2f6df945', 'name': '', 'network_id': 'af64acf2-c38b-4197-95d3-bc7d4e3b891e', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:90:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:18Z', 'updated_at': '2022-04-01T16:29:24Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': 'fcbc6fb7-7a44-451c-a107-d48e2eb382de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:01.048595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6a201-91c9-4126-96af-82111962c882 None None] New status for floating IP e4d8d162-9575-41b4-be3a-0738eb32e439: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:31:01.754557 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc925b8-efb8-4c20-9bc7-ef864af76d61 req-315d8e0e-9be9-42ff-9e33-bf5b39c78cd6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:01.756795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0cc925b8-efb8-4c20-9bc7-ef864af76d61 req-315d8e0e-9be9-42ff-9e33-bf5b39c78cd6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0882237 Apr 01 16:31:01.804691 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0cc925b8-efb8-4c20-9bc7-ef864af76d61 req-eba9e7f0-3993-4a28-8dec-26e1935e6146 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=f83897a2-b050-4bc4-acaf-77e97efb5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Apr 01 16:31:02.077800 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-a8aef4bd-e472-4dd4-bece-e2115eec0aa1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:02.079670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-a8aef4bd-e472-4dd4-bece-e2115eec0aa1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 946 time: 0.0813727 Apr 01 16:31:02.156694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 926bc06f-7418-48d5-9d5c-8067ec525ed9 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:31:02.157030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.409721 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 926bc06f-7418-48d5-9d5c-8067ec525ed9, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=926bc06f-7418-48d5-9d5c-8067ec525ed9,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:02.410082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.453613 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4413d9cf-cf27-42f6-95b6-8a61872bff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.537066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 926bc06f-7418-48d5-9d5c-8067ec525ed9 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:31:02.768045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.823309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=926bc06f-7418-48d5-9d5c-8067ec525ed9,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:02.863886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.875648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:02.917657 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] No DVR routers for this DVR port 926bc06f-7418-48d5-9d5c-8067ec525ed9 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:31:02.920518 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.923181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'name': 'network-vif-deleted', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:02.973691 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3cce4dce-0c0c-449c-bc29-b4d1287543ac req-2239d3df-6924-485a-a066-70acd13c7078 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 210 time: 0.0519214 Apr 01 16:31:02.999131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c111dba2-1fb4-4794-bd67-3b064e0158b8 req-bed97981-bd7c-45e3-ad50-fdad2987913c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "DELETE /v2.0/ports/926bc06f-7418-48d5-9d5c-8067ec525ed9 HTTP/1.1" status: 204 len: 173 time: 0.9107072 Apr 01 16:31:03.032774 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520fb8d-289f-41ce-8ba4-2c95a2dd470e', 'name': 'network-vif-deleted', 'tag': '926bc06f-7418-48d5-9d5c-8067ec525ed9', 'status': 'completed', 'code': 200} Apr 01 16:31:04.143991 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4b9e5c55-95de-4487-9380-07e896b2fef2 req-2d7c05a8-1abb-4d59-875d-cbc9140b31fa tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=1520fb8d-289f-41ce-8ba4-2c95a2dd470e HTTP/1.1" status: 200 len: 210 time: 0.0459988 Apr 01 16:31:04.909681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 926bc06f-7418-48d5-9d5c-8067ec525ed9 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:04.939670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1637a688-d75c-4f13-b8d6-cdbc7fdd8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:04.946976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 926bc06f-7418-48d5-9d5c-8067ec525ed9 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:31:04.951891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 926bc06f-7418-48d5-9d5c-8067ec525ed9 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:05.240845 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54806) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:05.630019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:05.905342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:06.266598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:31:06.267149 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:06.305512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:06.462224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 8a48bfb5-e907-4516-a6ea-7dfd2f6df945, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:06.462576 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:06.585658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:31:06.973541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:07.025563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=8a48bfb5-e907-4516-a6ea-7dfd2f6df945,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:07.430018 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:07.774333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:07.798071 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router c1ca0061-1fcc-4091-aa27-720687b783e3 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:31:07.984693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:31:07.994655 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Sync routers for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:31:07.997258 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bde6707e-1528-4c08-9c80-ace1c332a7d5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/c1ca0061-1fcc-4091-aa27-720687b783e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552745 Apr 01 16:31:07.999885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54810) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:08.004739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:08.005441 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:08.067841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting subnet fcbc6fb7-7a44-451c-a107-d48e2eb382de {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:31:08.071236 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.130089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.187082 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:08.212880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.379341 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.423559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbc6fb7-7a44-451c-a107-d48e2eb382de,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:08.427385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.438076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0be5c-62d8-4f15-a94a-dcf992ebdb4d None None] Network af64acf2-c38b-4197-95d3-bc7d4e3b891e requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:31:08.438243 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1908ef98-0fcb-446f-a520-8343e4503d1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/subnets/fcbc6fb7-7a44-451c-a107-d48e2eb382de HTTP/1.1" status: 204 len: 168 time: 0.4345758 Apr 01 16:31:08.438243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54814) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:08.481745 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:31:06Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:08.486549 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Checking router: c1ca0061-1fcc-4091-aa27-720687b783e3 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:08.496737 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Routers {'c1ca0061-1fcc-4091-aa27-720687b783e3'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:08.497350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['c1ca0061-1fcc-4091-aa27-720687b783e3'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:08.638801 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.714745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] DHCP port deletion for af64acf2-c38b-4197-95d3-bc7d4e3b891e request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:31:08.718757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Deleting port 85d9453f-697c-4130-9833-8dc2a5bac2ce {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:31:08.719350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.736585 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] Set router c1ca0061-1fcc-4091-aa27-720687b783e3 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:08.826522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.916704 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 6381391b-f032-43d0-8eb2-2f8594f764cf {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:31:08.917070 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.930824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] For port 85d9453f-697c-4130-9833-8dc2a5bac2ce, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=85d9453f-697c-4130-9833-8dc2a5bac2ce,segment=NetworkSegment(3d8d5deb-8f18-4439-bc31-3e0abdaca406),segment_id=3d8d5deb-8f18-4439-bc31-3e0abdaca406)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:08.931522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.037506 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:31:06Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:09.042641 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4fb7a-b02a-446d-82e0-4118000e4906 None None] The sync data for ids ['c1ca0061-1fcc-4091-aa27-720687b783e3'] in dv-neutron-835944-1-hyperv is: [{'id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033639086', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:12Z', 'updated_at': '2022-04-01T16:31:06Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '6381391b-f032-43d0-8eb2-2f8594f764cf', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ca0061-1fcc-4091-aa27-720687b783e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:13Z', 'updated_at': '2022-04-01T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:09.059660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Calling delete_port for 85d9453f-697c-4130-9833-8dc2a5bac2ce owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:31:09.213792 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.237205 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 6381391b-f032-43d0-8eb2-2f8594f764cf, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=6381391b-f032-43d0-8eb2-2f8594f764cf,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:09.237558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.290022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Pushing event deleted for resources: {'Port': ['ID=85d9453f-697c-4130-9833-8dc2a5bac2ce,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:09.294981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] No DVR routers for this DVR port 85d9453f-697c-4130-9833-8dc2a5bac2ce on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:31:09.300787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.301133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.301461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.301790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.302112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.302435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.302785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.303108 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.303962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.303962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.304609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.304609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533a0a-4a82-4038-b6cf-18da538ca5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:09.375176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 6381391b-f032-43d0-8eb2-2f8594f764cf owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:31:09.613978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.664511 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=6381391b-f032-43d0-8eb2-2f8594f764cf,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:09.761413 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.942705 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.944888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.076363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.076890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Fanout notify agent at l3_agent the message router_deleted on router c1ca0061-1fcc-4091-aa27-720687b783e3 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:31:10.093094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.094191 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cd08b740-3b80-4685-8e25-6dea1f55876c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/routers/c1ca0061-1fcc-4091-aa27-720687b783e3 HTTP/1.1" status: 204 len: 168 time: 1.6544521 Apr 01 16:31:10.096794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54818) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:10.225805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.358646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.383962 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af64acf2-c38b-4197-95d3-bc7d4e3b891e']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:10.395985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8d5deb-8f18-4439-bc31-3e0abdaca406') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:10.396315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8d5deb-8f18-4439-bc31-3e0abdaca406') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:10.407957 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.429433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.431430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:31:10.431822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:31:10.446174 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:31:10.567121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 85d9453f-697c-4130-9833-8dc2a5bac2ce no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:10.602814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 85d9453f-697c-4130-9833-8dc2a5bac2ce {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:31:10.603161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 85d9453f-697c-4130-9833-8dc2a5bac2ce not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:10.603568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6381391b-f032-43d0-8eb2-2f8594f764cf no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:10.630784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.637919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 6381391b-f032-43d0-8eb2-2f8594f764cf {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:31:10.638307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 6381391b-f032-43d0-8eb2-2f8594f764cf not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:10.638805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:10.654870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.667366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Network': ['ID=af64acf2-c38b-4197-95d3-bc7d4e3b891e,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:10.676273 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:31:10.676612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8a48bfb5-e907-4516-a6ea-7dfd2f6df945 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:10.739716 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-18fe44ed-3103-4cb0-a94a-05c6302fa5d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/networks/af64acf2-c38b-4197-95d3-bc7d4e3b891e HTTP/1.1" status: 204 len: 168 time: 0.6418951 Apr 01 16:31:10.742271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54822) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:10.812942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.843724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.990733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.013516 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83897a2-b050-4bc4-acaf-77e97efb5ba0,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:11.081187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.082567 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4d02a2b2-6805-4726-9fe7-1ba1bf60bac7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/security-groups/f83897a2-b050-4bc4-acaf-77e97efb5ba0 HTTP/1.1" status: 204 len: 168 time: 0.3390305 Apr 01 16:31:11.663160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54830) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:11.668823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612373867', 'description': 'tempest-secgroup-smoke-612373867 description', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:11.675277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:11.679408 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:11.682499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:11.688208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:11.762417 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.784253 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:11.788259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:11.791954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:11.799301 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:11.869938 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.955646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.000953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07ab20-ce0a-425d-a27b-4325442cb1a7,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:12.081758 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.083037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-794b85e7-b654-41cb-aa81-c3e2fb12cfbf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4188457 Apr 01 16:31:12.085921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54834) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:12.091132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:12.097222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:12.101185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:12.105065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:12.111397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:12.226479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.290808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.362042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.490645 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc36af-42ff-4f3a-9270-f25b4fd97844,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:12.573979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.575262 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-1894cf07-017e-4cde-a5cb-8e2ce7f51d8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4883704 Apr 01 16:31:12.577965 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54838) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:12.583066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:12.589421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:12.593382 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:12.596400 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:12.602436 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:12.694915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.758166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.854100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.877741 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558775d8-9ef1-4dbe-a7c2-73b314cd51e0,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:12.939827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:12.941204 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e3a8b6ae-dfc1-4254-b160-e3d15b36f3e8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3622534 Apr 01 16:31:12.944077 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54842) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:12.949231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:12.955842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:12.959444 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:12.962894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:12.968793 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:13.050035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.118761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.173616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.198769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13041187-29cb-49ed-9ea5-9f17b2890231,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:13.260298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.261734 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b25e8c68-4cb9-4cef-aa5a-d7cadecc8c97 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167322 Apr 01 16:31:13.266230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54846) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:13.271428 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:13.278567 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:13.282607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:13.285597 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:13.292331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:13.358602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.425543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.562197 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.587897 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afa6394-9121-4b23-b40b-d0ea2c764eef,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:13.653552 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.654793 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-27ccd905-d3a7-4521-aabf-76837148e222 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3875096 Apr 01 16:31:13.657483 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54850) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:13.662447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:13.669100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:13.673315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:13.676175 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:13.681941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:13.750752 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:31:13.757652 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.834060 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.933839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.959061 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6ce340-85e4-444e-b228-1c7b2633cfe3,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:14.065277 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.066480 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b6572762-65ae-477d-95b3-ab154cfc2476 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080935 Apr 01 16:31:14.069230 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54854) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:14.075165 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '7d07ab20-ce0a-425d-a27b-4325442cb1a7', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:14.081122 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:14.084896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:14.088731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:14.094379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:14.167651 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:31:14.174997 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.244351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.304675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.330772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda65631-b1d3-4418-ad21-b1b13c825998,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:14.396479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.397868 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5fbfc7ea-b732-48a1-ba93-b0a48eadd075 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276107 Apr 01 16:31:14.401302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54858) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:14.407134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'network': {'name': 'tempest-network-smoke--2078338790', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:14.412902 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:14.417556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:network and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:14.421127 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:14.427649 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:14.504721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:14.508140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.538564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:31:14.547873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.556627 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Added segment 5d9e6589-e625-4cb0-b56c-a687ba92bba4 of type vlan for network f499b026-d671-4a65-9b9f-54d820c5053d Apr 01 16:31:14.580235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.710527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.716435 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:14.717042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.834385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Network': ['ID=f499b026-d671-4a65-9b9f-54d820c5053d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:14.845176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f499b026-d671-4a65-9b9f-54d820c5053d details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:31:14.848707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2fe2b4c9-3314-47f6-a639-3f852a15b42c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4463153 Apr 01 16:31:14.851275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54862) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:14.857171 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'admin_state_up': True, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:14.864406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:14.868299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:router and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:14.871983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:14.878333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:14.933658 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.934874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.955385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:15.318054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:15.735761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:15.767551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:15.910994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.110 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/a8bd59f0-c171-4afa-875d-83505171f79d) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:16.164751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:16.282131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:16.343898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:16.351017 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:16.356586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:31:16.392208 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=a8bd59f0-c171-4afa-875d-83505171f79d,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:16.860772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:17.213934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:17.487569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 718af634-b797-4915-bc97-c13bf3876436 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:31:17.669302 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:31:17.680361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Sync routers for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:31:17.690206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:17.690850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:17.749830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:17.750992 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d95723e-ceb9-43d3-b060-be0997a2199e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8987577 Apr 01 16:31:17.754173 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54866) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:17.882074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:17.932675 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-446661ad-aa8f-4ad0-8bdc-e66f1ec13265 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6903a57acd0b4b56842a3e4f50f88a34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1744082 Apr 01 16:31:17.933043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54870) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:18.074889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5e937-9a81-43a2-b05e-67e5b25f6165 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:18.076314 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-91b5e937-9a81-43a2-b05e-67e5b25f6165 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423573 Apr 01 16:31:18.079098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54874) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:18.117890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c0452bf7-4b75-48aa-bbf9-c21771f99ee6 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376804 Apr 01 16:31:18.121303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54878) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:18.126806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176544168', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:18.183363 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:16Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:18.187375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Checking router: 718af634-b797-4915-bc97-c13bf3876436 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:18.187736 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Updating router 718af634-b797-4915-bc97-c13bf3876436 port a8bd59f0-c171-4afa-875d-83505171f79d binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:31:18.241601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:18.245278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.246520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:subnet and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:18.249577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:18.255687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:18.344347 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:18.348078 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.593428 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.605742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Transition to ACTIVE for port object a8bd59f0-c171-4afa-875d-83505171f79d will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:18.619232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.647583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.682875 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.694866 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Subnet': ['ID=82583f05-0a50-46bd-912e-f0f8ef5acbaf,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:18.708394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Checking segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:31:18.708748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network hostable DHCP agents. Network: f499b026-d671-4a65-9b9f-54d820c5053d, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:31:18.779181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network f499b026-d671-4a65-9b9f-54d820c5053d is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:31:18.804964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Attempting to bind port a8bd59f0-c171-4afa-875d-83505171f79d on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:18.805295 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Attempting to bind port a8bd59f0-c171-4afa-875d-83505171f79d by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:18.808609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Attempting to bind port a8bd59f0-c171-4afa-875d-83505171f79d on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:31:18.813855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3f78-63ba-4952-a8d4-793e69cd07cc None None] Pushing event updated for resources: {'Port': ['ID=a8bd59f0-c171-4afa-875d-83505171f79d,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:18.816186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:31:18.816562 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:31:18.816964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.817351 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:31:18.817819 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Bound port: a8bd59f0-c171-4afa-875d-83505171f79d, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:18.818192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.853185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f499b026-d671-4a65-9b9f-54d820c5053d) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:18.857520 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:18.858039 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.863982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098ff9e-0fd8-4703-8acd-4a1e6a7f4bd0 None None] Network f499b026-d671-4a65-9b9f-54d820c5053d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:31:18.948736 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-62b36b13-e9a5-484d-9171-6d3f0adb0302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8231726 Apr 01 16:31:18.949321 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54882) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:18.987909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] For port a8bd59f0-c171-4afa-875d-83505171f79d, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:31:19.000379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] For port a8bd59f0-c171-4afa-875d-83505171f79d, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a8bd59f0-c171-4afa-875d-83505171f79d,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:31:19.108380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.166838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f499b026-d671-4a65-9b9f-54d820c5053d', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:31:19.167663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.270010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3f78-63ba-4952-a8d4-793e69cd07cc None None] Pushing event updated for resources: {'Port': ['ID=a8bd59f0-c171-4afa-875d-83505171f79d,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:19.279729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:19.280086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:19.520646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Allocated IP 172.20.0.2 (f499b026-d671-4a65-9b9f-54d820c5053d/82583f05-0a50-46bd-912e-f0f8ef5acbaf/862ff36f-e254-4ff3-b48d-1bd67f1da039) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:19.528110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:19.786057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.986444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.000443 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Transition to ACTIVE for port object 862ff36f-e254-4ff3-b48d-1bd67f1da039 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:20.023721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Transition to ACTIVE for port object 862ff36f-e254-4ff3-b48d-1bd67f1da039 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:20.025893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:16Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:20.031105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289c32-d0bc-4ae2-b2fe-765049595f9d None None] The sync data for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv is: [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:16Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:20.127985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.199847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Network f499b026-d671-4a65-9b9f-54d820c5053d is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:20.203587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:20.208382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:31:20.210588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Pushing event updated for resources: {'Port': ['ID=862ff36f-e254-4ff3-b48d-1bd67f1da039,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:20.274196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.1 (f499b026-d671-4a65-9b9f-54d820c5053d/82583f05-0a50-46bd-912e-f0f8ef5acbaf/2a731936-bb21-4f7e-94e9-f86a0adcda74) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:20.314976 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Attempting to bind port 862ff36f-e254-4ff3-b48d-1bd67f1da039 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:20.315372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Attempting to bind port 862ff36f-e254-4ff3-b48d-1bd67f1da039 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:20.315737 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Attempting to bind port 862ff36f-e254-4ff3-b48d-1bd67f1da039 on network f499b026-d671-4a65-9b9f-54d820c5053d {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:31:20.323109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:31:20.323503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Checking segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:31:20.323888 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.324279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Bound using segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:31:20.324834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Bound port: 862ff36f-e254-4ff3-b48d-1bd67f1da039, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:20.325206 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.484453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a8bd59f0-c171-4afa-875d-83505171f79d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:20.509602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.532300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 2a731936-bb21-4f7e-94e9-f86a0adcda74 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:20.535100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] For port 862ff36f-e254-4ff3-b48d-1bd67f1da039, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:31:20.554254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] For port 862ff36f-e254-4ff3-b48d-1bd67f1da039, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=862ff36f-e254-4ff3-b48d-1bd67f1da039,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:31:20.613726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.613980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.692223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port a8bd59f0-c171-4afa-875d-83505171f79d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:20.693057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network f499b026-d671-4a65-9b9f-54d820c5053d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:20.696237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:20.705922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a8bd59f0-c171-4afa-875d-83505171f79d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:20.706631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.709409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:31:20.750215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:20.752485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e22d8-cd86-4479-826e-e7f0da4adfd0 None None] Pushing event updated for resources: {'Port': ['ID=862ff36f-e254-4ff3-b48d-1bd67f1da039,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:20.784978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.861537 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.881752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port a8bd59f0-c171-4afa-875d-83505171f79d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a8bd59f0-c171-4afa-875d-83505171f79d,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:20.951758 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.043312 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.043568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=a8bd59f0-c171-4afa-875d-83505171f79d,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:21.590829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.709751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.739853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a434e6-c1da-455d-88d0-09a31ba847a4 None None] Network f499b026-d671-4a65-9b9f-54d820c5053d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:31:21.835655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:21.840465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.912755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6d6bdd89-b04c-46bb-85c7-301da22c6078 None None] Provisioning for port 862ff36f-e254-4ff3-b48d-1bd67f1da039 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:21.998712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network f499b026-d671-4a65-9b9f-54d820c5053d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:21.999850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:22.214281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 718af634-b797-4915-bc97-c13bf3876436 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:31:22.327488 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c72e4e2-62b7-4d44-a149-b6b2ea4f4873 None None] Provisioning for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:22.334064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-5c72e4e2-62b7-4d44-a149-b6b2ea4f4873 None None] Provisioning complete for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:22.334467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c72e4e2-62b7-4d44-a149-b6b2ea4f4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.426216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-5c72e4e2-62b7-4d44-a149-b6b2ea4f4873 None None] Port 2a731936-bb21-4f7e-94e9-f86a0adcda74 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:31:22.440396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:31:22.448732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Sync routers for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:31:22.454282 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2a987079-ab21-4f82-8cad-665c54116974 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/718af634-b797-4915-bc97-c13bf3876436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5033569 Apr 01 16:31:22.464857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a8bd59f0-c171-4afa-875d-83505171f79d up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:22.469156 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:22.470562 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:22.551609 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0621e6ec-04d7-4485-954f-0863c3016535 None None] Provisioning complete for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:22.551993 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0621e6ec-04d7-4485-954f-0863c3016535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.601001 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port a8bd59f0-c171-4afa-875d-83505171f79d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:22.601378 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.653246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c45fcff8-c85f-4ac9-819a-04e75039f351 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:22.656406 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0621e6ec-04d7-4485-954f-0863c3016535 None None] Port 2a731936-bb21-4f7e-94e9-f86a0adcda74 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:31:22.683018 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:22.733467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c45fcff8-c85f-4ac9-819a-04e75039f351 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:22.734693 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c45fcff8-c85f-4ac9-819a-04e75039f351 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612373867&fields=id&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 267 time: 0.1296079 Apr 01 16:31:22.738301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 862ff36f-e254-4ff3-b48d-1bd67f1da039 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:22.803836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-12e041ff-faf9-404d-b27c-c2b307456937 None None] Provisioning complete for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:22.804205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-12e041ff-faf9-404d-b27c-c2b307456937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.867847 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-12e041ff-faf9-404d-b27c-c2b307456937 None None] Port 2a731936-bb21-4f7e-94e9-f86a0adcda74 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:31:22.907491 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-f540b82d-29eb-46a6-94c4-02ba671a296b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:22.909895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-f540b82d-29eb-46a6-94c4-02ba671a296b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:22.967732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 862ff36f-e254-4ff3-b48d-1bd67f1da039 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:22.973150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 862ff36f-e254-4ff3-b48d-1bd67f1da039 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:22.973518 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.996989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-f540b82d-29eb-46a6-94c4-02ba671a296b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:22.998167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-f540b82d-29eb-46a6-94c4-02ba671a296b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 797 time: 0.2561045 Apr 01 16:31:23.013748 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:21Z', 'revision_number': 2, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:23.015071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-ef0b8b8e-6ebd-4500-8e44-bfe5dc3c3a9d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/quotas/6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 375 time: 0.0105681 Apr 01 16:31:23.018234 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Checking router: 718af634-b797-4915-bc97-c13bf3876436 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:23.018722 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Updating router 718af634-b797-4915-bc97-c13bf3876436 port 2a731936-bb21-4f7e-94e9-f86a0adcda74 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:31:23.077869 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.097150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.108894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c42fd68d-c5e7-4ff1-b648-eabe54671ca7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:23.133468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 862ff36f-e254-4ff3-b48d-1bd67f1da039, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=862ff36f-e254-4ff3-b48d-1bd67f1da039,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:23.184712 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c42fd68d-c5e7-4ff1-b648-eabe54671ca7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:23.186074 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-c42fd68d-c5e7-4ff1-b648-eabe54671ca7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643100 Apr 01 16:31:23.213697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.288723 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=862ff36f-e254-4ff3-b48d-1bd67f1da039,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.332293 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-f1039645-3be8-48c2-ae30-cd3fde0ce3d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334577 Apr 01 16:31:23.437280 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.449952 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Transition to ACTIVE for port object 2a731936-bb21-4f7e-94e9-f86a0adcda74 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:23.468521 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-17a76e4b-d7b6-458a-9739-e130c0913290 service neutron] 10.222.0.21 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308646 Apr 01 16:31:23.550545 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.721547 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9cf077c5-47ef-4e37-a0d3-025d7de963a6 req-8a74e94c-8d44-49e0-9d6a-c87b79754e63 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:23.738590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9cf077c5-47ef-4e37-a0d3-025d7de963a6 req-8a74e94c-8d44-49e0-9d6a-c87b79754e63 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:23.748718 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9cf077c5-47ef-4e37-a0d3-025d7de963a6 req-8a74e94c-8d44-49e0-9d6a-c87b79754e63 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.0769203 Apr 01 16:31:23.783134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Pushing event updated for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.812831 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.813168 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.813495 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.813814 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.814136 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.814454 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.814795 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.815111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.815423 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.815733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.816046 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.818825 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:23.829851 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Attempting to bind port 2a731936-bb21-4f7e-94e9-f86a0adcda74 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:23.830316 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Attempting to bind port 2a731936-bb21-4f7e-94e9-f86a0adcda74 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:23.830799 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Attempting to bind port 2a731936-bb21-4f7e-94e9-f86a0adcda74 on network f499b026-d671-4a65-9b9f-54d820c5053d {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:31:23.836348 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:31:23.836720 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Checking segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:31:23.837174 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.837563 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Bound using segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:31:23.838053 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Bound port: 2a731936-bb21-4f7e-94e9-f86a0adcda74, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:23.838509 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.944308 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] For port 2a731936-bb21-4f7e-94e9-f86a0adcda74, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:31:23.947309 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] For port 2a731936-bb21-4f7e-94e9-f86a0adcda74, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a731936-bb21-4f7e-94e9-f86a0adcda74,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:31:24.013733 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.094659 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:24.095284 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:24.173508 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777a51b-7e57-4e5c-aeda-bb9fff84c99e None None] Pushing event updated for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:24.290111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:24.349483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 862ff36f-e254-4ff3-b48d-1bd67f1da039 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:24.423159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 862ff36f-e254-4ff3-b48d-1bd67f1da039 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:24.423524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.614677 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:23Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:24.618917 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd7155-9e08-4216-ae1d-d4de193e3f6f None None] The sync data for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv is: [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:23Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:24.897171 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d930212f-69f6-4fd7-8bff-226018425acb req-8c671716-f7b2-4eaf-8516-38c3ec0096c6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.0439432 Apr 01 16:31:26.105294 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e51999ac-2435-483a-82e1-411a9d320be5 req-836ad09c-17c1-4d02-86fd-b8678d86113a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.1014171 Apr 01 16:31:26.368956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a731936-bb21-4f7e-94e9-f86a0adcda74 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:26.468928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-8f783679-75a2-4770-8f20-c24db79c2858 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:26.470338 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-8f783679-75a2-4770-8f20-c24db79c2858 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 797 time: 0.1669433 Apr 01 16:31:26.525809 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-dc9acf9d-eac3-470b-9d87-74493ffa1726 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 379 time: 0.0405915 Apr 01 16:31:26.527533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:26.533486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:26.533956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.538909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'port': {'device_id': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'admin_state_up': True, 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'security_groups': ['7d07ab20-ce0a-425d-a27b-4325442cb1a7']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:26.695858 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.698711 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:26.709131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:26.736898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2a731936-bb21-4f7e-94e9-f86a0adcda74, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a731936-bb21-4f7e-94e9-f86a0adcda74,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:26.808066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:26.811684 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.824484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.897433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:27.098083 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.6 (f499b026-d671-4a65-9b9f-54d820c5053d/82583f05-0a50-46bd-912e-f0f8ef5acbaf/a6b08064-46c7-4983-8f64-7a3b8ce25118) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:27.296882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.313538 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object a6b08064-46c7-4983-8f64-7a3b8ce25118 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:27.330167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bce2cfff-cff9-4a03-91df-5ae240d21e27 req-4d834bdf-6581-49eb-a27b-2ee3cae4c897 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.1024606 Apr 01 16:31:27.391020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.461011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network f499b026-d671-4a65-9b9f-54d820c5053d is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:27.468854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:27.473323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:31:27.504812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:27.543478 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:27.544104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.648488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-4b04d219-1422-4607-98ab-0db09724f6bf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136520 Apr 01 16:31:27.662196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-786e7b3d-1147-452d-801d-ec0f4c504976 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:31:27.663169 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-786e7b3d-1147-452d-801d-ec0f4c504976 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052750 Apr 01 16:31:27.679484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Request body: {'port': {'device_id': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:27.704653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dfa9d1fc-a58a-4919-a35d-9670a35f547b None None] Provisioning for port a6b08064-46c7-4983-8f64-7a3b8ce25118 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:27.710412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dfa9d1fc-a58a-4919-a35d-9670a35f547b None None] Provisioning complete for port a6b08064-46c7-4983-8f64-7a3b8ce25118 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:27.710923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d1fc-a58a-4919-a35d-9670a35f547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.770527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9d1fc-a58a-4919-a35d-9670a35f547b None None] Port a6b08064-46c7-4983-8f64-7a3b8ce25118 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:31:27.798594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.148093 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:31:28.156533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.170969 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Transition to ACTIVE for port object a6b08064-46c7-4983-8f64-7a3b8ce25118 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:28.246528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.354828 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a731936-bb21-4f7e-94e9-f86a0adcda74 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:28.423444 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.439074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2a731936-bb21-4f7e-94e9-f86a0adcda74 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:28.439683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.552422 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Attempting to bind port a6b08064-46c7-4983-8f64-7a3b8ce25118 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:28.552649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Attempting to bind port a6b08064-46c7-4983-8f64-7a3b8ce25118 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:28.552982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Attempting to bind port a6b08064-46c7-4983-8f64-7a3b8ce25118 on network f499b026-d671-4a65-9b9f-54d820c5053d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:31:28.561196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Port a6b08064-46c7-4983-8f64-7a3b8ce25118 on network f499b026-d671-4a65-9b9f-54d820c5053d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:31:28.561520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Attempting to bind port a6b08064-46c7-4983-8f64-7a3b8ce25118 on network f499b026-d671-4a65-9b9f-54d820c5053d {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:31:28.574705 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:31:28.574981 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Checking segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:31:28.575362 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Bound using segment: {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:31:28.575791 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Bound port: a6b08064-46c7-4983-8f64-7a3b8ce25118, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9e6589-e625-4cb0-b56c-a687ba92bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:28.576134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.602789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759390-2680-4395-a88f-e6451e25bc75 req-e1fa13f0-72f8-404b-8108-c7c918bd1ded tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.603481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-01759390-2680-4395-a88f-e6451e25bc75 req-e1fa13f0-72f8-404b-8108-c7c918bd1ded tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:28.692189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:31:28.695063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:31:28.733136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-01759390-2680-4395-a88f-e6451e25bc75 req-e1fa13f0-72f8-404b-8108-c7c918bd1ded tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:28.734303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01759390-2680-4395-a88f-e6451e25bc75 req-e1fa13f0-72f8-404b-8108-c7c918bd1ded tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 943 time: 0.2618585 Apr 01 16:31:28.758710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.836934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-01759390-2680-4395-a88f-e6451e25bc75 req-9fe83e7a-f079-4535-9a20-7a310d31dabb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968931 Apr 01 16:31:28.838230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.839250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.840596 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] 10.222.0.91 "PUT /v2.0/ports/a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 1093 time: 1.1652565 Apr 01 16:31:28.843076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:28.868766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2815e7-9ca0-44b3-8e1f-53683dacf09f service neutron] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.905085 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'status': 'completed', 'code': 200} Apr 01 16:31:29.009945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-923ac0a5-fcad-430b-9c6c-9da479a82e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.011488 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-923ac0a5-fcad-430b-9c6c-9da479a82e5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1096 time: 0.0828285 Apr 01 16:31:29.267493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-92b623a1-b4b1-46cc-b4cd-e65c84e3ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.268855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-92b623a1-b4b1-46cc-b4cd-e65c84e3ce64 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2463367 Apr 01 16:31:29.410425 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-8451237c-9ac1-43f3-b782-1d144ca5291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.411881 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cd6b9044-f068-4c3d-887f-748126fdb795 req-8451237c-9ac1-43f3-b782-1d144ca5291d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332762 Apr 01 16:31:29.526266 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-55d5d288-b742-4189-b154-8da29acf8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.527776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-55d5d288-b742-4189-b154-8da29acf8b20 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1096 time: 0.0717361 Apr 01 16:31:29.605626 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-9dc58556-e576-4850-8d34-95dc032fbc2d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 217 time: 0.0666769 Apr 01 16:31:29.671364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-853c66b1-e8a2-41dd-be8a-043506108d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.672699 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-853c66b1-e8a2-41dd-be8a-043506108d11 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0583913 Apr 01 16:31:29.755649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-d066505d-0545-4904-99a5-3a360337edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.757127 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-d066505d-0545-4904-99a5-3a360337edac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737233 Apr 01 16:31:29.792612 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:31:29.904931 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-58d98616-d75e-4051-9dfd-c919bad6c9a3 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372168 Apr 01 16:31:30.100986 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5b77dd0e-b2f3-4e5a-81a9-6972d8a1017d req-3d857e5b-a322-4e09-98b8-bbccd74ee50a service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838214 Apr 01 16:31:30.123526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660eed-0220-413a-b8e3-218591c65ee8 req-cca0c5da-0f8f-432a-a797-755cb292b620 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:30.124979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78660eed-0220-413a-b8e3-218591c65ee8 req-cca0c5da-0f8f-432a-a797-755cb292b620 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 943 time: 0.1729980 Apr 01 16:31:30.172046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-78660eed-0220-413a-b8e3-218591c65ee8 req-9f5ed4ca-46ee-4f32-b1b0-910e4dc7d4cd tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Apr 01 16:31:31.361198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91793d-3c1d-41f1-9ebf-01dea5610b8a req-c020f20e-8f6a-4a25-9d43-d9b1d5d51d99 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:31.362676 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2c91793d-3c1d-41f1-9ebf-01dea5610b8a req-c020f20e-8f6a-4a25-9d43-d9b1d5d51d99 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 943 time: 0.0816450 Apr 01 16:31:31.407075 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2c91793d-3c1d-41f1-9ebf-01dea5610b8a req-0d3453dd-27cd-44c2-ad89-e2ad91fdf609 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387220 Apr 01 16:31:32.481852 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-be841c4e-bd4f-484a-9da8-5b499158dbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:32.593855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a182-2b20-41fe-a767-2050fb1bd9a9 req-07e62746-e65f-49a8-baeb-1a44cd657631 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:32.595260 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb66a182-2b20-41fe-a767-2050fb1bd9a9 req-07e62746-e65f-49a8-baeb-1a44cd657631 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 943 time: 0.0840003 Apr 01 16:31:32.639368 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cb66a182-2b20-41fe-a767-2050fb1bd9a9 req-26b986cd-020c-4c91-b72a-95bedc1873cb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Apr 01 16:31:32.994277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:31:33.127620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:33.141468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'mac_address': 'fa:16:3e:a6:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:31:33.196344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.217307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:31:33.234311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:33.281271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.351344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:33.611701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['a6b08064-46c7-4983-8f64-7a3b8ce25118'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:31:33.835186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f38951-620b-4407-a811-561bf226f3ef req-42ca9da8-a887-4d7d-a1f1-137159173537 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:33.836652 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-57f38951-620b-4407-a811-561bf226f3ef req-42ca9da8-a887-4d7d-a1f1-137159173537 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 944 time: 0.0888896 Apr 01 16:31:33.882393 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-57f38951-620b-4407-a811-561bf226f3ef req-e4c753ee-747e-4e42-94cf-63369f8dc679 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Apr 01 16:31:34.921705 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3cfed082-6396-4ba6-991b-5afdcdb354eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.996011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:35.097165 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac950d-c747-43ef-b3ea-54cc8774cddb req-c5542680-b489-474e-b089-05c0d7b70c6e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:35.098534 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83ac950d-c747-43ef-b3ea-54cc8774cddb req-c5542680-b489-474e-b089-05c0d7b70c6e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 944 time: 0.0842748 Apr 01 16:31:35.127032 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port a6b08064-46c7-4983-8f64-7a3b8ce25118 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:35.132492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port a6b08064-46c7-4983-8f64-7a3b8ce25118 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:35.132864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.148623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-83ac950d-c747-43ef-b3ea-54cc8774cddb req-b11b261b-388e-493f-86bc-af4728545cb3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Apr 01 16:31:35.255410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.283307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:35.294083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:31:35.330173 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'code': 200} Apr 01 16:31:35.356011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.425757 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:35.630189 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.673097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa5e3a-640f-464e-824f-3e28ce4fc552 req-2b9e0976-496a-4841-9679-1d38cfc6b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:35.674568 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbfa5e3a-640f-464e-824f-3e28ce4fc552 req-2b9e0976-496a-4841-9679-1d38cfc6b19c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0704873 Apr 01 16:31:35.720905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbfa5e3a-640f-464e-824f-3e28ce4fc552 req-dbbc1cbe-c324-4b1b-8a15-eedbe1f29062 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359745 Apr 01 16:31:36.310060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:36.342551 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb6bb-167f-4d5b-bb02-c403405f1628 req-09a8ea56-f4be-4585-beb0-fd505702cbbd tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:36.344080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e3afb6bb-167f-4d5b-bb02-c403405f1628 req-09a8ea56-f4be-4585-beb0-fd505702cbbd tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0860019 Apr 01 16:31:36.389699 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e3afb6bb-167f-4d5b-bb02-c403405f1628 req-5d700ad8-c406-43a5-aba9-487a9c18b8bc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Apr 01 16:31:37.577687 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45beb6b-c968-45e4-a2a0-bceb31149095 req-7bdc308a-4fb5-4d3e-8f6b-eeb31474465a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:37.579195 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e45beb6b-c968-45e4-a2a0-bceb31149095 req-7bdc308a-4fb5-4d3e-8f6b-eeb31474465a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0805123 Apr 01 16:31:37.627060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e45beb6b-c968-45e4-a2a0-bceb31149095 req-c28e6114-7242-44e2-9911-2b36dd363a6d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 Apr 01 16:31:37.749867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:37.820233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86411404-e680-4e1f-9ecf-fa69dcce5e4a req-4b71820f-e279-44e0-9e05-fd1dddfc154a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:37.821845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-86411404-e680-4e1f-9ecf-fa69dcce5e4a req-4b71820f-e279-44e0-9e05-fd1dddfc154a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0861378 Apr 01 16:31:37.869038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-86411404-e680-4e1f-9ecf-fa69dcce5e4a req-84855b2e-7c72-46e2-bf35-c9898c1690cb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Apr 01 16:31:37.892579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54948) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:37.972438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47498439-0fc4-456e-864b-5a2ba5112ef9 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:37.973941 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-47498439-0fc4-456e-864b-5a2ba5112ef9 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1093 time: 0.0803986 Apr 01 16:31:37.976868 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 54952) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:37.981927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:37.988412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:37.992505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:floatingip and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:37.995406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:38.000996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:38.070417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.223139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.361618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.161 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0275bb9f-781d-46a4-82b5-d1925b5ac2c2) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:38.647319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.744391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.815874 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:38.823143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:38.828661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:31:38.858508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=0275bb9f-781d-46a4-82b5-d1925b5ac2c2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:39.254175 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:39.406991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:39.619193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:39.687313 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:39.800036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=0275bb9f-781d-46a4-82b5-d1925b5ac2c2,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:39.812212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.000941 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP f91d5de5-328c-4d50-9ceb-a0903ec540a8 associated. External IP: 172.26.8.161, port: a6b08064-46c7-4983-8f64-7a3b8ce25118. Apr 01 16:31:40.465876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 718af634-b797-4915-bc97-c13bf3876436 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:31:40.659793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:31:40.670658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Sync routers for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:31:40.681182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:40.682054 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:40.767300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.826389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-27a5057e-11cf-4908-834b-9295f81af7df tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8484938 Apr 01 16:31:40.827003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:40.868358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:40.873826 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'status': 'completed', 'code': 200} Apr 01 16:31:40.984993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612421-2587-458c-a349-8250fd7bb55e req-2a31ed7d-50f6-4242-a8e1-0c396df88194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:40.986855 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-2a31ed7d-50f6-4242-a8e1-0c396df88194 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0837696 Apr 01 16:31:41.016985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9879-871f-40b4-8099-18d2639c548a req-395477b7-eb51-497b-8cbd-12a41dd4144b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.018540 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdde9879-871f-40b4-8099-18d2639c548a req-395477b7-eb51-497b-8cbd-12a41dd4144b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0916467 Apr 01 16:31:41.065772 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fdde9879-871f-40b4-8099-18d2639c548a req-5dec81d6-ac8e-4518-a741-d34015996baa tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411248 Apr 01 16:31:41.091887 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54960) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:41.130649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612421-2587-458c-a349-8250fd7bb55e req-f91513bb-e845-4855-aad4-5bd6d4282542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.132396 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-f91513bb-e845-4855-aad4-5bd6d4282542 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.1389062 Apr 01 16:31:41.247328 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-1a65c54e-228e-4eab-b096-6ce8981e7fcd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 999 time: 0.1085329 Apr 01 16:31:41.282138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f91d5de5-328c-4d50-9ceb-a0903ec540a8', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '718af634-b797-4915-bc97-c13bf3876436', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'mac_address': 'fa:16:3e:a6:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:39Z', 'updated_at': '2022-04-01T16:31:39Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:41.287037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Checking router: 718af634-b797-4915-bc97-c13bf3876436 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:41.296111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:31:41.296799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:31:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:41.318767 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-93a803c4-5785-4a59-a853-71f78c7ceb0d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/f91d5de5-328c-4d50-9ceb-a0903ec540a8 HTTP/1.1" status: 200 len: 991 time: 0.2245240 Apr 01 16:31:41.320661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612421-2587-458c-a349-8250fd7bb55e req-efd22db3-8e69-4fd7-9b3f-bc97ed47e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.322189 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-efd22db3-8e69-4fd7-9b3f-bc97ed47e086 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0693178 Apr 01 16:31:41.400757 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612421-2587-458c-a349-8250fd7bb55e req-202c9baa-8bf2-4135-affc-3e8faea0691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.402713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-202c9baa-8bf2-4135-affc-3e8faea0691a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739470 Apr 01 16:31:41.481017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:31:41.541146 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-7f5fe569-620f-4fcb-9e07-d760c1a36d55 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326632 Apr 01 16:31:41.682274 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a6612421-2587-458c-a349-8250fd7bb55e req-a3bb20b6-0e4d-4bc6-bfbd-cd42be135b8d service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337528 Apr 01 16:31:41.843503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f91d5de5-328c-4d50-9ceb-a0903ec540a8', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '718af634-b797-4915-bc97-c13bf3876436', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'mac_address': 'fa:16:3e:a6:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:39Z', 'updated_at': '2022-04-01T16:31:39Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:41.847604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21332223-86e8-45d8-9ce2-56c4410fa61d None None] The sync data for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv is: [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'f91d5de5-328c-4d50-9ceb-a0903ec540a8', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '718af634-b797-4915-bc97-c13bf3876436', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'mac_address': 'fa:16:3e:a6:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:39Z', 'updated_at': '2022-04-01T16:31:39Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:42.036611 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6c469-349d-4ee3-89bb-703b5e8e39e9 None None] New status for floating IP f91d5de5-328c-4d50-9ceb-a0903ec540a8: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:31:42.321525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 54964) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:42.432392 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-854fafdb-0ff1-4bb4-ac40-3df096aada1f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/f91d5de5-328c-4d50-9ceb-a0903ec540a8 HTTP/1.1" status: 200 len: 993 time: 0.1097353 Apr 01 16:31:48.675381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:02.446782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0cc5437e-1aa5-4577-b04a-3a82ae501e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.903980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ecee73df-1e71-4fee-bfcf-c7257e77b5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:05.652467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:06.304050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:06.792955 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:32:07.766399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:16.323764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a754b20-814b-4e32-9c86-790ab6adee32 req-c850179b-9041-4024-afe6-929851e1f053 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:16.325221 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a754b20-814b-4e32-9c86-790ab6adee32 req-c850179b-9041-4024-afe6-929851e1f053 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0850587 Apr 01 16:32:16.372118 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7a754b20-814b-4e32-9c86-790ab6adee32 req-7ff300b4-f5fe-4cca-a96a-91eeae7ab012 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Apr 01 16:32:16.491027 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-72293fd6-cd52-43eb-8a36-dcbde2056120 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261368 Apr 01 16:32:17.570145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87874-c742-4ed6-a809-6f569be4f8ee req-2b996062-7c1c-489d-afb4-5cccc446dc06 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:17.571692 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5cb87874-c742-4ed6-a809-6f569be4f8ee req-2b996062-7c1c-489d-afb4-5cccc446dc06 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0882132 Apr 01 16:32:17.618230 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5cb87874-c742-4ed6-a809-6f569be4f8ee req-1bccd883-0928-40a3-b20b-79f432e236ff tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406256 Apr 01 16:32:18.670340 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:18.874771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee0bc-e7ac-4add-a157-d4bf55c26be7 req-41c3adc3-8f24-440b-af74-8a4eec938318 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:18.876236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-97eee0bc-e7ac-4add-a157-d4bf55c26be7 req-41c3adc3-8f24-440b-af74-8a4eec938318 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.1474714 Apr 01 16:32:18.879285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-c3a8a443-69d3-4962-8297-a597bb7b14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:18.880768 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-c3a8a443-69d3-4962-8297-a597bb7b14e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.1942887 Apr 01 16:32:19.125967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-97eee0bc-e7ac-4add-a157-d4bf55c26be7 req-a007682f-8f47-4cfd-9f5f-732a0840bcd7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438178 Apr 01 16:32:19.159867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-8714fcd0-561e-4baf-8ee2-b0b616548857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:19.161280 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-8714fcd0-561e-4baf-8ee2-b0b616548857 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.2656994 Apr 01 16:32:19.268342 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-6456c07f-4599-4a5d-8aba-c5876d370d20 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 1001 time: 0.0973408 Apr 01 16:32:19.340530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-45c08455-9b3e-4b33-809d-fef7bb5251ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:19.341992 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-45c08455-9b3e-4b33-809d-fef7bb5251ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0637131 Apr 01 16:32:19.420709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-5a96b811-7783-407d-88f4-79e3ba29d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:19.422184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-5a96b811-7783-407d-88f4-79e3ba29d129 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725636 Apr 01 16:32:19.561467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-f319adfd-7c94-4bba-ad4b-8f084e7556c0 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284938 Apr 01 16:32:19.700817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-52a836a3-11bf-4f82-9d9d-3173f57aacd0 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305251 Apr 01 16:32:20.317796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b50d-6ba5-4173-95c8-bb244647ff23 req-fe2c0bd1-efe3-4249-94b0-311c7caadc27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:20.320136 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-19d6b50d-6ba5-4173-95c8-bb244647ff23 req-fe2c0bd1-efe3-4249-94b0-311c7caadc27 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0847204 Apr 01 16:32:20.368274 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-19d6b50d-6ba5-4173-95c8-bb244647ff23 req-755e19f2-fd23-4cc0-b104-1fa5483ccd2e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426128 Apr 01 16:32:21.558704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44818c4d-40b9-43a1-a4a5-8276b88dbf20 req-c7ac9d3b-8b00-4d44-b975-4390828615e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:21.560152 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-44818c4d-40b9-43a1-a4a5-8276b88dbf20 req-c7ac9d3b-8b00-4d44-b975-4390828615e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0864751 Apr 01 16:32:21.604444 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-44818c4d-40b9-43a1-a4a5-8276b88dbf20 req-b57716e7-44be-410a-83e7-2fd6042641ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386341 Apr 01 16:32:22.793057 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dbcab-5ad4-4d76-a702-13a4e10951e3 req-33988ce4-c8cf-4454-aaf3-5744d130b76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:22.794822 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e18dbcab-5ad4-4d76-a702-13a4e10951e3 req-33988ce4-c8cf-4454-aaf3-5744d130b76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0813925 Apr 01 16:32:22.839222 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e18dbcab-5ad4-4d76-a702-13a4e10951e3 req-6ddafbf3-bd93-4a50-abb1-c68a4462e375 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 Apr 01 16:32:24.027409 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752110e-f743-496f-ae24-f96af9a5e828 req-2fb26079-a64b-43f7-91d7-0ea352027ca0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:24.031518 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8752110e-f743-496f-ae24-f96af9a5e828 req-2fb26079-a64b-43f7-91d7-0ea352027ca0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0816076 Apr 01 16:32:24.078226 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8752110e-f743-496f-ae24-f96af9a5e828 req-833fb985-fc6c-453e-b280-a5024008a23e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434132 Apr 01 16:32:25.268589 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d9ee5-5b4b-4e8a-9bcc-acc312053012 req-281cc26b-fcec-4259-a151-3ed2216a288f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:25.269934 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-600d9ee5-5b4b-4e8a-9bcc-acc312053012 req-281cc26b-fcec-4259-a151-3ed2216a288f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0844295 Apr 01 16:32:25.315496 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-600d9ee5-5b4b-4e8a-9bcc-acc312053012 req-216ee4e5-e1a2-4e59-b7bb-c09a4f5b26ed tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Apr 01 16:32:26.502209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927f2d7-3e7d-42a9-8fcd-eb083b89d449 req-3d11d6c1-bd8c-45b8-8393-0e35275bafe8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:26.503675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e927f2d7-3e7d-42a9-8fcd-eb083b89d449 req-3d11d6c1-bd8c-45b8-8393-0e35275bafe8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0811555 Apr 01 16:32:26.548435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e927f2d7-3e7d-42a9-8fcd-eb083b89d449 req-6b403890-8898-4af5-8bf8-11b9560f0c13 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385635 Apr 01 16:32:27.736373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae76a3a-9826-4e8f-af35-bcd664498f6a req-53cd35d2-0f2a-4b01-a2ef-b239d4a4b027 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:27.737824 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ae76a3a-9826-4e8f-af35-bcd664498f6a req-53cd35d2-0f2a-4b01-a2ef-b239d4a4b027 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0807292 Apr 01 16:32:27.783145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ae76a3a-9826-4e8f-af35-bcd664498f6a req-a6f56b8a-5b2a-4365-8969-a9f1aad3d014 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395083 Apr 01 16:32:28.823917 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-0c7122e6-8cb9-42ef-aed9-a93dd9392105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:28.825298 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-0c7122e6-8cb9-42ef-aed9-a93dd9392105 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0765822 Apr 01 16:32:29.021915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-7b7be9be-ada7-48a9-b368-05a31bbeddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:29.023403 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-7b7be9be-ada7-48a9-b368-05a31bbeddb8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.1784182 Apr 01 16:32:29.113452 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18c7ab-3352-448e-bda4-6f08cd7d63ac req-af8d7d1b-fc15-4f33-9317-bdbba8fd09f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:29.114829 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3b18c7ab-3352-448e-bda4-6f08cd7d63ac req-af8d7d1b-fc15-4f33-9317-bdbba8fd09f0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.1888268 Apr 01 16:32:29.167836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-d9471dd4-7f24-41e5-9f9e-c1390c2f1e75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 1001 time: 0.1341240 Apr 01 16:32:29.178913 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3b18c7ab-3352-448e-bda4-6f08cd7d63ac req-62733bfa-7abd-4f52-9738-928b7dc75164 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573726 Apr 01 16:32:29.237533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-17210c51-81af-4e05-83d6-dc651d6b25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:29.238992 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-17210c51-81af-4e05-83d6-dc651d6b25cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0632794 Apr 01 16:32:29.315168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-ef206c5e-cd55-4df7-8298-509fca4949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:29.316660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-ef206c5e-cd55-4df7-8298-509fca4949b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719156 Apr 01 16:32:29.454518 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-a9fc91b5-89cc-455f-a685-66ce636b3a7b service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269782 Apr 01 16:32:29.690275 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1daeb50-f4a0-49d1-bd16-2fb6f5aa3b0e req-3ff393f3-c7e9-4a52-8829-555c938c7fc1 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278337 Apr 01 16:32:30.378963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffff17c-502d-4eb5-b573-90b8ba399ab6 req-e2f701e5-afad-48ea-a5ae-e85fef0bd9c0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:30.380475 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ffff17c-502d-4eb5-b573-90b8ba399ab6 req-e2f701e5-afad-48ea-a5ae-e85fef0bd9c0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0839875 Apr 01 16:32:30.427349 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0ffff17c-502d-4eb5-b573-90b8ba399ab6 req-b8f83260-bc6d-4b9a-a49c-29f1e78a562b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 Apr 01 16:32:31.617505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46684b28-5ba6-468a-86d7-ac5ad89915bc req-d4386bbf-ca95-42a5-a0f6-258c0d795fe7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:31.618970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-46684b28-5ba6-468a-86d7-ac5ad89915bc req-d4386bbf-ca95-42a5-a0f6-258c0d795fe7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0837622 Apr 01 16:32:31.663200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-46684b28-5ba6-468a-86d7-ac5ad89915bc req-a352dbd0-1083-4bf1-963a-f2e34607b07e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Apr 01 16:32:32.031879 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-d503210a-9316-4dbc-8295-86c46d9a42ff service neutron] 10.222.0.91 "GET /v2.0/ports/a6b08064-46c7-4983-8f64-7a3b8ce25118/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0743196 Apr 01 16:32:32.440371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3a603b89-eebd-4a2b-82f4-330704a39b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.561463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-3cf35b56-f4b1-488d-bf29-49c0d53da3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:32.562954 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-3cf35b56-f4b1-488d-bf29-49c0d53da3bf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 1098 time: 0.0753679 Apr 01 16:32:32.659812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-fd66c52e-a5b6-4cbf-aa3c-78a29e5da61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:32.661277 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-fd66c52e-a5b6-4cbf-aa3c-78a29e5da61e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0711396 Apr 01 16:32:32.801597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-8d3d8246-f8f8-410b-90ea-22415dd28645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:32.803839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-8d3d8246-f8f8-410b-90ea-22415dd28645 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.1334589 Apr 01 16:32:32.847888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0179fa-d13a-4c74-8707-b9598e4feffb req-d778132d-b6e9-489f-971d-3b8e387819cc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:32.849947 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0e0179fa-d13a-4c74-8707-b9598e4feffb req-d778132d-b6e9-489f-971d-3b8e387819cc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0800936 Apr 01 16:32:32.898924 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-0e0179fa-d13a-4c74-8707-b9598e4feffb req-75a76c6f-0bf9-4416-b88c-7f6cd29dd4c4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Apr 01 16:32:32.923134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-f659c459-c710-4d36-9f05-fdee4b55d706 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 1001 time: 0.1079535 Apr 01 16:32:32.989644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-6e1bb6c8-c86b-480c-b3e5-da007d1a3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:32.991795 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-6e1bb6c8-c86b-480c-b3e5-da007d1a3905 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0620060 Apr 01 16:32:33.074006 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-81e5dd44-e5b4-467f-91d6-b529800399e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:33.075498 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-81e5dd44-e5b4-467f-91d6-b529800399e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739467 Apr 01 16:32:33.216062 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-123243d3-acf3-4c39-91cd-0115c607557c service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287487 Apr 01 16:32:33.355472 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85ce4f9e-61d2-470c-a52a-5b149d2e7056 req-1e216885-19bc-45be-bcbc-a7b53e7b60a9 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300557 Apr 01 16:32:34.089112 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa611c-e523-49be-ae29-bddb08feca42 req-697de9fb-60f1-4db4-b6ea-b2aeffa394ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:34.090714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20fa611c-e523-49be-ae29-bddb08feca42 req-697de9fb-60f1-4db4-b6ea-b2aeffa394ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0818586 Apr 01 16:32:34.136502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-20fa611c-e523-49be-ae29-bddb08feca42 req-6b9d3fa9-5b69-4461-a8f5-e75282696d7d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Apr 01 16:32:34.908912 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8b0ba20-9139-4afb-99a4-e5b2138daa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.326052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57838-73c2-4e75-a2ef-b29f2f3be4a9 req-01771798-13e9-48d9-b066-2e95da4b6459 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:35.327086 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45e57838-73c2-4e75-a2ef-b29f2f3be4a9 req-01771798-13e9-48d9-b066-2e95da4b6459 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0815730 Apr 01 16:32:35.374400 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45e57838-73c2-4e75-a2ef-b29f2f3be4a9 req-ef5c18e1-ea1c-4321-a04c-b87cefa4b9d9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Apr 01 16:32:35.640413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.354399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.564052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2709bf-71ed-45bf-9d44-b6582fd4bfea req-83806cd3-a24b-4497-b097-68c1872f0163 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:36.565507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9d2709bf-71ed-45bf-9d44-b6582fd4bfea req-83806cd3-a24b-4497-b097-68c1872f0163 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0838337 Apr 01 16:32:36.609561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9d2709bf-71ed-45bf-9d44-b6582fd4bfea req-0c0a773d-5cdc-417a-be43-186957f5e93d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378921 Apr 01 16:32:37.093349 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856bccb-087f-4741-b620-5a66a6a246df req-825f4f62-7bc7-4664-9bdb-352fc2aa3dec tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.094842 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d856bccb-087f-4741-b620-5a66a6a246df req-825f4f62-7bc7-4664-9bdb-352fc2aa3dec tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.1329844 Apr 01 16:32:37.156629 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d856bccb-087f-4741-b620-5a66a6a246df req-c2f6a032-e68c-4f46-bc92-6cb71ebe7636 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548689 Apr 01 16:32:37.165412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-06df6441-bd9c-4bdd-b0e6-89972495b76b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.166863 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-06df6441-bd9c-4bdd-b0e6-89972495b76b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e&tenant_id=6903a57acd0b4b56842a3e4f50f88a34&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.1486628 Apr 01 16:32:37.196911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:32:37.201035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:37.316856 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-d126efc6-c515-43d5-8679-89d513e600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.318906 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-d126efc6-c515-43d5-8679-89d513e600a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0802212 Apr 01 16:32:37.360535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa5d26-d652-47f8-a3b7-5a03331f1080 req-fd9baf88-b69d-44dc-91aa-652cc044496d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.362184 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ecaa5d26-d652-47f8-a3b7-5a03331f1080 req-fd9baf88-b69d-44dc-91aa-652cc044496d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0896325 Apr 01 16:32:37.409436 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ecaa5d26-d652-47f8-a3b7-5a03331f1080 req-2356d692-1768-4026-97aa-8b0dd4bb8a87 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 Apr 01 16:32:37.429335 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.452478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:37.474238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'port_id': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'mac_address': 'fa:16:3e:a6:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:32:37.479905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:37.529026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:37.539825 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'code': 200} Apr 01 16:32:37.551259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.567218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-3ce2d1c2-646a-4e00-a66d-6464ea1254a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.569377 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-3ce2d1c2-646a-4e00-a66d-6464ea1254a1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.2436519 Apr 01 16:32:37.569630 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:32:37.595174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.674808 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-0a520a34-aad6-43cf-9654-d253a5dd0ea6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 999 time: 0.0984704 Apr 01 16:32:37.714682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:32:37.715036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:32:37.723550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:37.732131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.732493 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.732817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.733147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.733476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.733805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.734130 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.734454 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.734804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.735132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.735471 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.735785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.741360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-43ea9e6e-dbb2-4425-a1fa-87d063799a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.742844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-43ea9e6e-dbb2-4425-a1fa-87d063799a85 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.0603492 Apr 01 16:32:37.777529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.819953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-41282a95-3c0f-4966-b0a8-7eb0d02933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.821484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-41282a95-3c0f-4966-b0a8-7eb0d02933ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728078 Apr 01 16:32:37.956468 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-7e697688-2c73-4931-805c-70e9f968270e service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289008 Apr 01 16:32:38.091630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f9877993-ff6d-42e0-8118-da177feb1d8f req-1b4b0e78-cc1c-4583-a500-ad45a2502c8d service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292624 Apr 01 16:32:38.270770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.288640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:32:38.305810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:38.383106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.456306 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['a6b08064-46c7-4983-8f64-7a3b8ce25118'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:32:38.533600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.605291 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ddd28-f0f4-4ff5-856c-0714f9ea0e20 req-4130248e-a8e1-41f0-95e4-f0a6b56ca629 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:38.606797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-342ddd28-f0f4-4ff5-856c-0714f9ea0e20 req-4130248e-a8e1-41f0-95e4-f0a6b56ca629 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 944 time: 0.0853446 Apr 01 16:32:38.660083 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-342ddd28-f0f4-4ff5-856c-0714f9ea0e20 req-48353072-2a16-4a1e-aede-f5597073ea92 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475469 Apr 01 16:32:39.210112 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:39.281223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port a6b08064-46c7-4983-8f64-7a3b8ce25118 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:39.281593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.397349 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.430383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:39.508588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.542557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:39.585083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:39.591700 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'code': 200} Apr 01 16:32:39.843701 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470e0d-e214-4f60-86ee-8ce99877a9b5 req-ea315732-6498-4ded-8c33-5bfe6ce5a0f1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:39.845045 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e0470e0d-e214-4f60-86ee-8ce99877a9b5 req-ea315732-6498-4ded-8c33-5bfe6ce5a0f1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0828626 Apr 01 16:32:39.889239 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e0470e0d-e214-4f60-86ee-8ce99877a9b5 req-9ba4d05e-6a23-4d20-a07f-79f51b827c7e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378594 Apr 01 16:32:39.913569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55068) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:40.020478 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-9a50bd63-585c-4dea-91b4-1d3e38848b89 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/f91d5de5-328c-4d50-9ceb-a0903ec540a8 HTTP/1.1" status: 200 len: 993 time: 0.1056850 Apr 01 16:32:43.791931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:32:48.651495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:02.451311 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8927ef4-46b7-4b1b-b558-8a55fd822013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:04.879717 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-38420c3c-03e2-4ef4-ab34-e064cd8c90d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:05.691232 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.342431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:07.799906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:08.693996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55082) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:08.908421 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 0275bb9f-781d-46a4-82b5-d1925b5ac2c2 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:08.908772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.087130 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.087454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.217542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 0275bb9f-781d-46a4-82b5-d1925b5ac2c2 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:09.446153 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.611800 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=0275bb9f-781d-46a4-82b5-d1925b5ac2c2,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:09.651043 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.651372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.651695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.652019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.652345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.652666 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.652983 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.653304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.653621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.653933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.654247 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.654557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:09.718323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.719137 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP f91d5de5-328c-4d50-9ceb-a0903ec540a8 disassociated (deleted). External IP: 172.26.8.161, port: a6b08064-46c7-4983-8f64-7a3b8ce25118. Apr 01 16:33:10.122792 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 718af634-b797-4915-bc97-c13bf3876436 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:10.324582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:10.336233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Sync routers for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:10.348152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:10.348152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:10.411634 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:10.476388 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-70149407-f500-4a92-bd8d-add197099cf9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/floatingips/f91d5de5-328c-4d50-9ceb-a0903ec540a8 HTTP/1.1" status: 204 len: 168 time: 1.7810652 Apr 01 16:33:10.477007 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:10.596854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:10.704681 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'status': 'completed', 'code': 200} Apr 01 16:33:10.813075 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-a3d401c5-8bed-48b7-aadb-77785985bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:10.814692 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-a3d401c5-8bed-48b7-aadb-77785985bcc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 1098 time: 0.0877516 Apr 01 16:33:10.979806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-20d25b49-1acd-49cb-b0c4-23a9cbd8302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:10.982126 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-20d25b49-1acd-49cb-b0c4-23a9cbd8302b service neutron] 10.222.0.91 "GET /v2.0/networks?id=f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 200 len: 898 time: 0.1593037 Apr 01 16:33:11.057273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-6650b448-0ddd-4f6a-9d35-2dcf5916941e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 200 len: 217 time: 0.0671425 Apr 01 16:33:11.151029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:11.163952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Checking router: 718af634-b797-4915-bc97-c13bf3876436 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:11.177467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-be771eec-7528-441d-9bd7-a3e9117bffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:11.179058 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:11.179684 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:11.179845 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-be771eec-7528-441d-9bd7-a3e9117bffce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 200 len: 834 time: 0.1162457 Apr 01 16:33:11.288438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f2773-b57e-4048-8bb4-3b68124a01ae req-0c658db7-5dd0-4f7f-b1b9-9004db51f0cb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:11.288438 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ba0f2773-b57e-4048-8bb4-3b68124a01ae req-0c658db7-5dd0-4f7f-b1b9-9004db51f0cb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.1578131 Apr 01 16:33:11.332566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-f217c89e-7ba8-4b76-9d4d-aa4883f0f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:11.339070 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-f217c89e-7ba8-4b76-9d4d-aa4883f0f460 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f499b026-d671-4a65-9b9f-54d820c5053d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1471009 Apr 01 16:33:11.391617 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ba0f2773-b57e-4048-8bb4-3b68124a01ae req-d68b5636-1a3f-45c9-9f1f-e5744c27e387 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888069 Apr 01 16:33:11.451874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:11.498084 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-eb735a4a-3eef-48f6-bc60-b35f748444e3 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548772 Apr 01 16:33:11.645898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa1ad46-ac01-48ea-9b6b-034c3d9e2f8a req-c7418799-6c73-4f12-b0ef-c490c1902823 service neutron] 10.222.0.91 "GET /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387715 Apr 01 16:33:11.798864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:11.803650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf531f2a-ed79-4a5b-9750-5ed4d2338199 None None] The sync data for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv is: [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '2a731936-bb21-4f7e-94e9-f86a0adcda74', 'name': '', 'network_id': 'f499b026-d671-4a65-9b9f-54d820c5053d', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:08:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:20Z', 'updated_at': '2022-04-01T16:31:26Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '82583f05-0a50-46bd-912e-f0f8ef5acbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:12.059872 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8d541-8395-4d89-8d3c-e88e5ec03843 None None] New status for floating IP f91d5de5-328c-4d50-9ceb-a0903ec540a8: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:33:12.593670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4de41f-0149-49d3-899b-f3d82804e03b req-7cc9c143-0a9f-4a4c-9809-e28e55e63719 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:12.594284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ef4de41f-0149-49d3-899b-f3d82804e03b req-7cc9c143-0a9f-4a4c-9809-e28e55e63719 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:12.685333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-ef4de41f-0149-49d3-899b-f3d82804e03b req-7cc9c143-0a9f-4a4c-9809-e28e55e63719 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:12.686516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ef4de41f-0149-49d3-899b-f3d82804e03b req-7cc9c143-0a9f-4a4c-9809-e28e55e63719 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.1735289 Apr 01 16:33:12.736159 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ef4de41f-0149-49d3-899b-f3d82804e03b req-35ecda67-57e2-4df9-8fb2-aafc4e1441e5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ab20-ce0a-425d-a27b-4325442cb1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438561 Apr 01 16:33:13.056334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-f7d89d58-6787-41ff-a7bb-ca39cec68b20 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:13.057886 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-f7d89d58-6787-41ff-a7bb-ca39cec68b20 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 945 time: 0.0864606 Apr 01 16:33:13.249115 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:13.249368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.539078 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port a6b08064-46c7-4983-8f64-7a3b8ce25118, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=a6b08064-46c7-4983-8f64-7a3b8ce25118,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:13.539382 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.679318 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for a6b08064-46c7-4983-8f64-7a3b8ce25118 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:13.903413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:14.019059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=a6b08064-46c7-4983-8f64-7a3b8ce25118,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:14.092365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.093020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.093020 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.093255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.093591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.093927 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.094258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.094586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.094944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.095270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.095597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.095924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:14.118379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] No DVR routers for this DVR port a6b08064-46c7-4983-8f64-7a3b8ce25118 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:33:14.121683 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-68fa3fa4-8735-47e8-8485-cb1337fba82e req-3d9bcc84-c753-4c17-8bbf-de268f5a2479 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.0999694 Apr 01 16:33:14.122667 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:14.127354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-deleted', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:14.184067 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401dcb67-aafb-4c8e-b0a4-1951a819582e', 'name': 'network-vif-deleted', 'tag': 'a6b08064-46c7-4983-8f64-7a3b8ce25118', 'status': 'completed', 'code': 200} Apr 01 16:33:14.200116 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43290176-d088-44b2-85d5-e3d85a1bc73a req-028d6858-d597-4ce2-b5d4-88f3b22087e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "DELETE /v2.0/ports/a6b08064-46c7-4983-8f64-7a3b8ce25118 HTTP/1.1" status: 204 len: 173 time: 1.1345825 Apr 01 16:33:15.295716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5e1ec054-b85a-445e-bc5e-03ff125a9eb7 req-54a1460d-ec99-4154-b40a-b93410ffa340 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:15.439702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5e1ec054-b85a-445e-bc5e-03ff125a9eb7 req-54a1460d-ec99-4154-b40a-b93410ffa340 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:15.441212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5e1ec054-b85a-445e-bc5e-03ff125a9eb7 req-54a1460d-ec99-4154-b40a-b93410ffa340 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=401dcb67-aafb-4c8e-b0a4-1951a819582e HTTP/1.1" status: 200 len: 210 time: 0.1936102 Apr 01 16:33:16.542743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55104) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:17.119733 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:17.400145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:17.460110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: a6b08064-46c7-4983-8f64-7a3b8ce25118 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:17.460691 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device a6b08064-46c7-4983-8f64-7a3b8ce25118 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:17.643646 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 2a731936-bb21-4f7e-94e9-f86a0adcda74 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:17.644298 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:17.849583 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 2a731936-bb21-4f7e-94e9-f86a0adcda74, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2a731936-bb21-4f7e-94e9-f86a0adcda74,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:17.849909 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:17.985467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 2a731936-bb21-4f7e-94e9-f86a0adcda74 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:18.268306 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:18.318514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=2a731936-bb21-4f7e-94e9-f86a0adcda74,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:18.620316 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:18.663085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.118342 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 718af634-b797-4915-bc97-c13bf3876436 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:19.319133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:19.328776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Sync routers for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:19.339067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:19.339673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:19.420075 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a5c15fd5-abe8-446a-b7c8-1d4fd490bf52 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/718af634-b797-4915-bc97-c13bf3876436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8759093 Apr 01 16:33:19.422880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55108) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:19.497306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting subnet 82583f05-0a50-46bd-912e-f0f8ef5acbaf {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:33:19.500465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.540367 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:19.566153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.657205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.832982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:33:18Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:19.838279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Checking router: 718af634-b797-4915-bc97-c13bf3876436 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:19.839161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.846827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Routers {'718af634-b797-4915-bc97-c13bf3876436'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:19.847436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['718af634-b797-4915-bc97-c13bf3876436'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:19.879739 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Subnet': ['ID=82583f05-0a50-46bd-912e-f0f8ef5acbaf,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:19.887205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:19.896177 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8cc05cdf-4e7c-4449-99a6-94ad2c1c00ab tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/subnets/82583f05-0a50-46bd-912e-f0f8ef5acbaf HTTP/1.1" status: 204 len: 168 time: 0.4690959 Apr 01 16:33:19.896299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55112) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:19.907536 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7e829-5b41-4a36-bfb8-a148dec1ae6b None None] Network f499b026-d671-4a65-9b9f-54d820c5053d requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:20.095585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.188731 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] Set router 718af634-b797-4915-bc97-c13bf3876436 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:20.410219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.548305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port a8bd59f0-c171-4afa-875d-83505171f79d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:20.552493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.572587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] DHCP port deletion for f499b026-d671-4a65-9b9f-54d820c5053d request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:33:20.580083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Deleting port 862ff36f-e254-4ff3-b48d-1bd67f1da039 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:20.580870 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.710449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:33:18Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:20.724256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a2ad7-67bf-4f75-9350-c24efed85750 None None] The sync data for ids ['718af634-b797-4915-bc97-c13bf3876436'] in dv-neutron-835944-1-hyperv is: [{'id': '718af634-b797-4915-bc97-c13bf3876436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599684984', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:14Z', 'updated_at': '2022-04-01T16:33:18Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': 'a8bd59f0-c171-4afa-875d-83505171f79d', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718af634-b797-4915-bc97-c13bf3876436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:15Z', 'updated_at': '2022-04-01T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:20.762989 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port a8bd59f0-c171-4afa-875d-83505171f79d, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=a8bd59f0-c171-4afa-875d-83505171f79d,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:20.763357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.793886 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:33:20.870149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] For port 862ff36f-e254-4ff3-b48d-1bd67f1da039, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=862ff36f-e254-4ff3-b48d-1bd67f1da039,segment=NetworkSegment(5d9e6589-e625-4cb0-b56c-a687ba92bba4),segment_id=5d9e6589-e625-4cb0-b56c-a687ba92bba4)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:20.870985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.903826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for a8bd59f0-c171-4afa-875d-83505171f79d owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:21.000930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Calling delete_port for 862ff36f-e254-4ff3-b48d-1bd67f1da039 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:21.188049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.256595 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] Pushing event deleted for resources: {'Port': ['ID=862ff36f-e254-4ff3-b48d-1bd67f1da039,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:21.262544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b2533-e194-4116-ad0d-5d4e5eb62cfc None None] No DVR routers for this DVR port 862ff36f-e254-4ff3-b48d-1bd67f1da039 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:33:21.314230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.401689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=a8bd59f0-c171-4afa-875d-83505171f79d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:21.471402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.665666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.668579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.765001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.765564 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Fanout notify agent at l3_agent the message router_deleted on router 718af634-b797-4915-bc97-c13bf3876436 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:33:21.782356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:21.787326 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8436a4c9-ea6c-41e4-9d34-bd17ea6a0c15 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/routers/718af634-b797-4915-bc97-c13bf3876436 HTTP/1.1" status: 204 len: 168 time: 1.8857949 Apr 01 16:33:21.787326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55116) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:21.914948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.063612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.092692 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f499b026-d671-4a65-9b9f-54d820c5053d']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:22.107393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9e6589-e625-4cb0-b56c-a687ba92bba4') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:22.107697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9e6589-e625-4cb0-b56c-a687ba92bba4') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:22.121752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.140161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.148449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:33:22.148860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:33:22.164776 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:33:22.405168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a8bd59f0-c171-4afa-875d-83505171f79d no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:22.433929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.440983 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: a8bd59f0-c171-4afa-875d-83505171f79d {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:22.441789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device a8bd59f0-c171-4afa-875d-83505171f79d not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:22.441789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a731936-bb21-4f7e-94e9-f86a0adcda74 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:22.452959 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.466931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Network': ['ID=f499b026-d671-4a65-9b9f-54d820c5053d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:22.476588 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2a731936-bb21-4f7e-94e9-f86a0adcda74 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:22.479533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2a731936-bb21-4f7e-94e9-f86a0adcda74 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:22.479533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 862ff36f-e254-4ff3-b48d-1bd67f1da039 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:22.516037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 862ff36f-e254-4ff3-b48d-1bd67f1da039 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:22.516270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 862ff36f-e254-4ff3-b48d-1bd67f1da039 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:22.538720 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8da5ad2f-671e-43f3-b6b0-95fc8403122a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/networks/f499b026-d671-4a65-9b9f-54d820c5053d HTTP/1.1" status: 204 len: 168 time: 0.7506955 Apr 01 16:33:22.541096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55120) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:22.623274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.656708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.776610 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.797534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07ab20-ce0a-425d-a27b-4325442cb1a7,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:22.867786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:22.869027 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-437e2899-4fcc-4e5e-a0bf-3866a08cdfb4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d07ab20-ce0a-425d-a27b-4325442cb1a7 HTTP/1.1" status: 204 len: 168 time: 0.3267729 Apr 01 16:33:23.601697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55128) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:23.607188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437003457', 'description': 'tempest-secgroup-smoke-1437003457 description', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:23.613662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:23.618482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:23.621557 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:23.628479 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:23.713730 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:23.734626 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:23.738590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:23.741612 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:23.747455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:23.826521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:23.936437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:23.988984 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee81dc-4b06-470b-ace7-8383f73906d1,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:24.050846 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.052425 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-22fd953c-c6f5-470c-baff-8db908a2f76c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4494474 Apr 01 16:33:24.056565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55132) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:24.062194 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:24.070256 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:24.074889 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:24.082272 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:24.085940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:24.166232 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.233802 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.319910 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.343519 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d576fab0-3015-474c-92be-2210195dd7d1,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:24.416784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.418275 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b21f3aed-9239-45a3-9a62-03e5da293dbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607202 Apr 01 16:33:24.421433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55136) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:24.426898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:24.434524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:24.438698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:24.444139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:24.449100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:24.612221 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.683724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.736270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.765036 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e770888-d58e-4311-9fc8-05403d2315ba,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:24.851458 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.852705 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4e3d7277-4b60-48b8-9f6f-856129e60227 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4303067 Apr 01 16:33:24.855907 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55140) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:24.861242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:24.867979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:24.872295 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:24.875628 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:24.882027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:24.984397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.059722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.124967 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.150694 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5429ce-7b6a-40fa-bf01-4743fb22bfdf,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:25.216803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.218076 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ec75b751-f725-43fc-b180-74ec240d85fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611643 Apr 01 16:33:25.222259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55144) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:25.228582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:25.234933 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:25.239914 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:25.244166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:25.250736 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:25.360622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.434472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.524951 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.550470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcfa613-eeb2-4133-aa7c-00d13654b50a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:25.621954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.623238 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-234a9ebf-946f-4f2a-be90-4f80112840f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3999214 Apr 01 16:33:25.626131 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55148) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:25.631326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:25.638426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:25.642911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:25.646296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:25.653442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:25.719648 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:33:25.727774 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.801374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.879100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.906974 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cf8352-56b3-428b-a5c8-80975e3fb272,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:25.982440 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.983687 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ba208009-036a-44fb-9ea1-55d6c73175c2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565865 Apr 01 16:33:25.986768 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55152) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:25.992622 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '48ee81dc-4b06-470b-ace7-8383f73906d1', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:25.999101 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:26.003587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:26.006735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:26.013744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:26.119322 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:33:26.126581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.201971 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.313858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.342963 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e547325-f7e5-4b6a-8ec2-a1b5de46e9cf,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:26.405363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.406651 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d4e0f296-f0b7-4f26-9a57-9db0331409e0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4188371 Apr 01 16:33:26.410139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55156) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:26.418784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'network': {'name': 'tempest-network-smoke--843708538', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'port_security_enabled': True}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:26.425933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:26.431200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:network and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:26.434325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:26.441334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:26.518528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:26.522051 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.551142 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:33:26.561176 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.561520 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Added segment 2f7fc959-2d55-4448-b9df-ef4750b99859 of type vlan for network af04ddbc-0cf8-49af-a36b-b203258dfd5f Apr 01 16:33:26.594069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.713675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.719277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:26.719875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:26.836534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Network': ['ID=af04ddbc-0cf8-49af-a36b-b203258dfd5f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:26.848452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:33:26.897083 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-09bb9737-ffd6-40c5-aac7-b1e259181e80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4855769 Apr 01 16:33:26.899919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55160) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:26.905407 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'admin_state_up': True, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:26.915779 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:26.924483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:router and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:26.928786 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:26.936854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:27.022315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.023533 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.040575 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.423668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.935271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.968162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:28.137609 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.230 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/8dae9ceb-1eca-43d5-9cb6-a48a69b11183) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:28.315949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:28.428049 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:28.497307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:28.504924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:28.511067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:28.667406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:29.182726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:29.552771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:29.839750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router d1ce3e0d-f770-437e-968d-fbb6279e92b9 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:33:30.031976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:30.044458 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Sync routers for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:30.058344 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:30.059004 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:30.131063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:30.133145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7786e02b-ae0a-48ab-9648-e0ab6cbef961 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2322524 Apr 01 16:33:30.136440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55166) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:30.243623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-54288045-0ac4-4bc5-b390-a95e949b4642 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6903a57acd0b4b56842a3e4f50f88a34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059895 Apr 01 16:33:30.246283 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55172) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:30.255679 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:30.523108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9e76b-614d-41d7-bff2-a8f5f14112fb tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:30.527117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5ea9e76b-614d-41d7-bff2-a8f5f14112fb tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2775757 Apr 01 16:33:30.529254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55176) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:30.576360 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b77e8741-c85e-4408-9d5e-9d4eedb2bd2f tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459158 Apr 01 16:33:30.579668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55180) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:30.581754 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:28Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:30.586357 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285286872', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:30.589929 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Checking router: d1ce3e0d-f770-437e-968d-fbb6279e92b9 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:30.589929 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Updating router d1ce3e0d-f770-437e-968d-fbb6279e92b9 port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:33:30.649508 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:30.709593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:30.714902 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:subnet and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:30.718909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:30.727489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:30.821846 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:30.825712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.034410 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.049369 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Transition to ACTIVE for port object 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:31.136559 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.190395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.221954 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Attempting to bind port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:31.222316 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Attempting to bind port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:31.222693 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Attempting to bind port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:31.228912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Pushing event updated for resources: {'Port': ['ID=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:31.234665 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:31.234665 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:31.235229 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.235406 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:31.235877 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Bound port: 8dae9ceb-1eca-43d5-9cb6-a48a69b11183, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:31.236243 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.269086 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.269423 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.269750 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.270079 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.270403 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.270760 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.271080 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.271398 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.271798 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.272032 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.272350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.273421 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:31.280037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Subnet': ['ID=343f27a6-75c9-4762-9ff7-e25f15f7af14,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:31.291542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Checking segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:31.291914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network hostable DHCP agents. Network: af04ddbc-0cf8-49af-a36b-b203258dfd5f, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:33:31.340634 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] For port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:31.343917 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] For port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:31.370848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:33:31.428582 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.451211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, af04ddbc-0cf8-49af-a36b-b203258dfd5f) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:31.456054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:31.456878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:31.467624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1cc634-089e-40e5-ad79-bcbd8dda8f2c None None] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:31.516927 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:31.517560 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:31.570352 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cfb47403-809c-43dd-83a9-56689119f743 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9849358 Apr 01 16:33:31.570732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55184) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:31.587266 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8c201-197c-405c-8a0a-da56ad64a583 None None] Pushing event updated for resources: {'Port': ['ID=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:31.764739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:31.806106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:33:31.807440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.064268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Allocated IP 172.20.0.2 (af04ddbc-0cf8-49af-a36b-b203258dfd5f/343f27a6-75c9-4762-9ff7-e25f15f7af14/4bda1436-27ed-43e8-a93b-9e701eaa6e77) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:32.094641 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:28Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:32.098977 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f92ccc-e2ae-4a7a-b96f-0784236e374a None None] The sync data for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv is: [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:28Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:32.397192 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.412116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Transition to ACTIVE for port object 4bda1436-27ed-43e8-a93b-9e701eaa6e77 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:32.446121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Transition to ACTIVE for port object 4bda1436-27ed-43e8-a93b-9e701eaa6e77 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:32.509849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.551617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.576657 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:32.628198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e71e789d-682a-4cbb-bc1d-f6825c55112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.646303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:32.652283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:32.665934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:32.689012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Pushing event updated for resources: {'Port': ['ID=4bda1436-27ed-43e8-a93b-9e701eaa6e77,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:32.791019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Attempting to bind port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:32.791590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Attempting to bind port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:32.792154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Attempting to bind port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 on network af04ddbc-0cf8-49af-a36b-b203258dfd5f {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:32.800970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:32.801960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Checking segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:32.802494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.803059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Bound using segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:32.804283 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Bound port: 4bda1436-27ed-43e8-a93b-9e701eaa6e77, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:32.805329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.870793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:32.880899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:32.881319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.973314 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] For port 4bda1436-27ed-43e8-a93b-9e701eaa6e77, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:32.986131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] For port 4bda1436-27ed-43e8-a93b-9e701eaa6e77, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bda1436-27ed-43e8-a93b-9e701eaa6e77,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:33.064806 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.1 (af04ddbc-0cf8-49af-a36b-b203258dfd5f/343f27a6-75c9-4762-9ff7-e25f15f7af14/1f52c829-c8a3-49f4-8000-8ed4e7361308) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:33.071474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.091721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.147237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:33.191432 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93a16-c57f-4cc7-a590-8b60ba3d2298 None None] Pushing event updated for resources: {'Port': ['ID=4bda1436-27ed-43e8-a93b-9e701eaa6e77,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:33.221824 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.263756 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.281735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 1f52c829-c8a3-49f4-8000-8ed4e7361308 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:33.301712 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:33.371229 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.457135 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:33.467228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:33.472190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:33.502953 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:33.544168 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.908743 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.505144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.529310 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:34.595437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.614971 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:34.615410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.702259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4133a-8417-406b-9513-03c9f650203b None None] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:34.720198 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.727751 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:34.885538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:34.887119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:34.924414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bda1436-27ed-43e8-a93b-9e701eaa6e77 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:35.034461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-551f55d6-eb2b-4e6b-b113-8bad96c3479f None None] Provisioning for port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:35.037869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-03578320-b4b5-46ae-8fe9-6da074e28bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.130498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router d1ce3e0d-f770-437e-968d-fbb6279e92b9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:35.193639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:35.199910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:35.200470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.355193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.362118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:35.375600 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Sync routers for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:35.379578 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-be8a2d53-b575-4ded-bc89-2c4fdbbc4fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/d1ce3e0d-f770-437e-968d-fbb6279e92b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8074193 Apr 01 16:33:35.406129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:35.406950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:35.477782 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 4bda1436-27ed-43e8-a93b-9e701eaa6e77, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bda1436-27ed-43e8-a93b-9e701eaa6e77,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:35.542214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Provisioning complete for port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:35.543234 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.593511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-4ff0f28b-1332-409e-81a3-b4b560b2a07b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:35.662001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-4ff0f28b-1332-409e-81a3-b4b560b2a07b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:35.665584 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-4ff0f28b-1332-409e-81a3-b4b560b2a07b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437003457&fields=id&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 267 time: 0.1242547 Apr 01 16:33:35.693327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.861922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.877054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-be8691c3-638f-45bd-9ab6-fa09be212d7f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:35.878080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-be8691c3-638f-45bd-9ab6-fa09be212d7f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:35.894964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:35.952489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=4bda1436-27ed-43e8-a93b-9e701eaa6e77,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:35.959118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-be8691c3-638f-45bd-9ab6-fa09be212d7f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:35.968294 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-be8691c3-638f-45bd-9ab6-fa09be212d7f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 796 time: 0.2933064 Apr 01 16:33:35.980570 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-66e58c9d-971d-4e31-a37e-b8d81a8481c4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/quotas/6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 375 time: 0.0112159 Apr 01 16:33:36.077332 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-079b3c10-0132-401e-906b-815281dcac90 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904024 Apr 01 16:33:36.266383 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Provisioning for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:36.281690 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Provisioning complete for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:36.284720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.317806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-0baf5838-218e-4cc7-9f1c-9d5c10ed1fc2 service neutron] 10.222.0.21 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276394 Apr 01 16:33:36.354524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1c40e7df-d1d8-43ac-a987-dadf6f73e765 None None] Port 1f52c829-c8a3-49f4-8000-8ed4e7361308 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:33:36.360027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.376568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:34Z', 'revision_number': 2, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:36.380943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Checking router: d1ce3e0d-f770-437e-968d-fbb6279e92b9 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:36.381319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Updating router d1ce3e0d-f770-437e-968d-fbb6279e92b9 port 1f52c829-c8a3-49f4-8000-8ed4e7361308 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:33:36.445094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.504030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bda1436-27ed-43e8-a93b-9e701eaa6e77 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:36.529254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-b7ded53c-3b7f-4d92-8c1c-0979b85d77b7 service neutron] 10.222.0.21 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026761 Apr 01 16:33:36.592899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-eec9eedd-c5a8-4093-a682-537bb9f17dbb None None] Provisioning complete for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:36.593821 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-eec9eedd-c5a8-4093-a682-537bb9f17dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.732624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-eec9eedd-c5a8-4093-a682-537bb9f17dbb None None] Port 1f52c829-c8a3-49f4-8000-8ed4e7361308 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:33:36.782732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:36.782732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.886396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3e870826-58ed-4726-90fe-e76567d1abad req-46b8962b-9e1a-4363-8eb5-6288990b003c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:37.010518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-3e870826-58ed-4726-90fe-e76567d1abad req-46b8962b-9e1a-4363-8eb5-6288990b003c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:37.011885 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3e870826-58ed-4726-90fe-e76567d1abad req-46b8962b-9e1a-4363-8eb5-6288990b003c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 210 time: 0.2163820 Apr 01 16:33:37.109344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.123055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Transition to ACTIVE for port object 1f52c829-c8a3-49f4-8000-8ed4e7361308 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:37.204540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.374586 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Pushing event updated for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:37.501836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Attempting to bind port 1f52c829-c8a3-49f4-8000-8ed4e7361308 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:37.502196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Attempting to bind port 1f52c829-c8a3-49f4-8000-8ed4e7361308 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:37.502560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Attempting to bind port 1f52c829-c8a3-49f4-8000-8ed4e7361308 on network af04ddbc-0cf8-49af-a36b-b203258dfd5f {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:37.508745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:37.511949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Checking segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:37.511949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.511949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Bound using segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:37.511949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Bound port: 1f52c829-c8a3-49f4-8000-8ed4e7361308, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:37.511949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.609570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] For port 1f52c829-c8a3-49f4-8000-8ed4e7361308, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:37.612638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] For port 1f52c829-c8a3-49f4-8000-8ed4e7361308, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1f52c829-c8a3-49f4-8000-8ed4e7361308,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:37.694804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.800394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:37.801044 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:37.865007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Pushing event updated for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:37.876790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.887718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.888059 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.888395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.888727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.889110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.889442 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.889774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.890250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.890463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.890740 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.893799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:37.893799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8fec2-4bf7-4872-aca0-73df5079e2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:38.041813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:38.170424 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3fe48a3c-85d9-4e34-8486-1fddd83fd943 req-558c9564-2c5a-44f5-8c91-cd43925dd084 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0454037 Apr 01 16:33:38.385169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:37Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:38.391919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bbb05-6725-47ab-91a8-5ed87d3cd228 None None] The sync data for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv is: [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:37Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:39.243598 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-ab8156b3-90ab-49f6-b504-02d24b3ef20b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:39.245255 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-ab8156b3-90ab-49f6-b504-02d24b3ef20b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 796 time: 0.1781838 Apr 01 16:33:39.310258 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-c754f799-4bf9-48d9-a84b-603ec8c46238 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 380 time: 0.0508480 Apr 01 16:33:39.322971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'port': {'device_id': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'admin_state_up': True, 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'security_groups': ['48ee81dc-4b06-470b-ace7-8383f73906d1']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:39.349969 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ce992f8d-5430-4025-9a80-3c11365bb344 req-cace2b2c-0c91-4c57-b9f4-c06d12a620d1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0563905 Apr 01 16:33:39.497167 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:39.510073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:39.611094 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:39.615230 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:39.796956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.13 (af04ddbc-0cf8-49af-a36b-b203258dfd5f/343f27a6-75c9-4762-9ff7-e25f15f7af14/98a8b4d8-4697-4c6f-9a63-993665f9cfce) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:40.002170 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.018421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 98a8b4d8-4697-4c6f-9a63-993665f9cfce will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:40.096649 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.168878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:40.177218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:40.182633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:40.216323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:40.266156 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:40.266887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.359749 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-2ebd675c-22a1-447a-8091-c23e2bf67e9a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0421169 Apr 01 16:33:40.381162 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Request body: {'port': {'device_id': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:40.476952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1f52c829-c8a3-49f4-8000-8ed4e7361308 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:40.527083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-52daeacd-34b4-4921-8481-38656107a441 None None] Provisioning for port 98a8b4d8-4697-4c6f-9a63-993665f9cfce completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:40.534708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-52daeacd-34b4-4921-8481-38656107a441 None None] Provisioning complete for port 98a8b4d8-4697-4c6f-9a63-993665f9cfce triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:40.535080 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-52daeacd-34b4-4921-8481-38656107a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.610503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-52daeacd-34b4-4921-8481-38656107a441 None None] Port 98a8b4d8-4697-4c6f-9a63-993665f9cfce cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:33:40.709221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.724162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:40.731467 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:40.732780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.816668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fc113-9f0f-457b-bfbd-84c7a4dc1d03 req-73d84b1c-1427-45a3-8f46-2f3eaf0b32ad tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:40.817402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-180fc113-9f0f-457b-bfbd-84c7a4dc1d03 req-73d84b1c-1427-45a3-8f46-2f3eaf0b32ad tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:40.862434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.898337 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 1f52c829-c8a3-49f4-8000-8ed4e7361308, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1f52c829-c8a3-49f4-8000-8ed4e7361308,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:40.984205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-180fc113-9f0f-457b-bfbd-84c7a4dc1d03 req-73d84b1c-1427-45a3-8f46-2f3eaf0b32ad tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:40.985347 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-180fc113-9f0f-457b-bfbd-84c7a4dc1d03 req-73d84b1c-1427-45a3-8f46-2f3eaf0b32ad tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 932 time: 0.4695320 Apr 01 16:33:40.999339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.067970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-180fc113-9f0f-457b-bfbd-84c7a4dc1d03 req-4c72cd17-81d9-43eb-9d95-76da7d425562 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682657 Apr 01 16:33:41.069798 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:41.150793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a8b4d8-4697-4c6f-9a63-993665f9cfce {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:33:41.158306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.173676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Transition to ACTIVE for port object 98a8b4d8-4697-4c6f-9a63-993665f9cfce will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:41.233383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.397021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:41.489529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Attempting to bind port 98a8b4d8-4697-4c6f-9a63-993665f9cfce on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:41.489864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Attempting to bind port 98a8b4d8-4697-4c6f-9a63-993665f9cfce by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:41.490197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Attempting to bind port 98a8b4d8-4697-4c6f-9a63-993665f9cfce on network af04ddbc-0cf8-49af-a36b-b203258dfd5f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:41.496134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Port 98a8b4d8-4697-4c6f-9a63-993665f9cfce on network af04ddbc-0cf8-49af-a36b-b203258dfd5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:33:41.496680 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Attempting to bind port 98a8b4d8-4697-4c6f-9a63-993665f9cfce on network af04ddbc-0cf8-49af-a36b-b203258dfd5f {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:41.502784 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:41.503128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Checking segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:41.503515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Bound using segment: {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:41.503954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Bound port: 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7fc959-2d55-4448-b9df-ef4750b99859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:41.504299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.607417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:41.610393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:41.690880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.746923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:41.747469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.748826 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] 10.222.0.91 "PUT /v2.0/ports/98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 1094 time: 1.3767102 Apr 01 16:33:41.749260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:41.781594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16544cfd-93ae-4745-bf93-c73fe54c2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:41.797745 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'status': 'completed', 'code': 200} Apr 01 16:33:41.913380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ca273-1614-4651-9498-0aaca44d2365 req-5b2743da-d332-4a67-9788-482df10b28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:41.915125 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-866ca273-1614-4651-9498-0aaca44d2365 req-5b2743da-d332-4a67-9788-482df10b28ad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0903604 Apr 01 16:33:42.067023 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ca273-1614-4651-9498-0aaca44d2365 req-aeb3f748-c51e-46bd-bfbb-5815527772db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.068363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-866ca273-1614-4651-9498-0aaca44d2365 req-aeb3f748-c51e-46bd-bfbb-5815527772db service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1425374 Apr 01 16:33:42.253149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ca273-1614-4651-9498-0aaca44d2365 req-6c85135b-690f-4cdc-bf50-0d87a035c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.254505 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-866ca273-1614-4651-9498-0aaca44d2365 req-6c85135b-690f-4cdc-bf50-0d87a035c221 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756799 Apr 01 16:33:42.282493 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca789a0-12ce-436a-8d5e-a2ba4094ae09 req-e1a9cfe5-7ce6-43c8-b6cd-a8e604d9e634 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.283956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ca789a0-12ce-436a-8d5e-a2ba4094ae09 req-e1a9cfe5-7ce6-43c8-b6cd-a8e604d9e634 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 944 time: 0.1077068 Apr 01 16:33:42.376033 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ca789a0-12ce-436a-8d5e-a2ba4094ae09 req-b7d478ff-8c83-4b91-b026-a69406ad9e08 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852399 Apr 01 16:33:42.404515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-bcfc2687-1775-4fda-83d6-23b5e84ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.405979 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-bcfc2687-1775-4fda-83d6-23b5e84ad35c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1097 time: 0.1013687 Apr 01 16:33:42.423430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1f52c829-c8a3-49f4-8000-8ed4e7361308 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:42.481776 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-86aaa206-a415-4814-851c-e16b2be01a58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 217 time: 0.0645907 Apr 01 16:33:42.496191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 1f52c829-c8a3-49f4-8000-8ed4e7361308 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:42.496563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.555185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-5b077140-74b1-408e-8882-8132b443b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.556540 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-5b077140-74b1-408e-8882-8132b443b5b3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 200 len: 834 time: 0.0648606 Apr 01 16:33:42.637114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-0ba4b63c-376c-4538-b647-42f60b6ff1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:42.638585 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-0ba4b63c-376c-4538-b647-42f60b6ff1f2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af04ddbc-0cf8-49af-a36b-b203258dfd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730252 Apr 01 16:33:42.886281 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-af64b245-75e6-4442-b23d-cf571b2fb9bc service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353928 Apr 01 16:33:43.027972 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8769bcd1-21d7-4f38-a9f9-2ebbc9cdefb1 req-66bbf51d-abe6-4e7a-9133-b8d6cea171e6 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318789 Apr 01 16:33:43.573906 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4a6e-bcb7-4839-bfbf-138c6ab03627 req-b99f6d11-fd7d-4d90-a61d-5af00014acfc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:43.575472 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-076d4a6e-bcb7-4839-bfbf-138c6ab03627 req-b99f6d11-fd7d-4d90-a61d-5af00014acfc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 944 time: 0.0855155 Apr 01 16:33:43.622041 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-076d4a6e-bcb7-4839-bfbf-138c6ab03627 req-b152800d-88bd-4b96-83b2-59e6f87b12b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:43.634608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-076d4a6e-bcb7-4839-bfbf-138c6ab03627 req-b152800d-88bd-4b96-83b2-59e6f87b12b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:43.635784 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-076d4a6e-bcb7-4839-bfbf-138c6ab03627 req-b152800d-88bd-4b96-83b2-59e6f87b12b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545552 Apr 01 16:33:44.827510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176094f-d131-4298-9354-a08bc77dca91 req-dfaa4d20-b61f-4d9e-9e03-7d786ecedaf1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:44.829011 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e176094f-d131-4298-9354-a08bc77dca91 req-dfaa4d20-b61f-4d9e-9e03-7d786ecedaf1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 944 time: 0.0862021 Apr 01 16:33:44.874889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e176094f-d131-4298-9354-a08bc77dca91 req-c945da91-6a28-4748-85fb-f0681c26146b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Apr 01 16:33:45.476770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 98a8b4d8-4697-4c6f-9a63-993665f9cfce details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:33:45.613500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:45.627293 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'port_id': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'mac_address': 'fa:16:3e:42:2b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:33:45.685707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.702803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a8b4d8-4697-4c6f-9a63-993665f9cfce {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:33:45.718788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:45.770124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.875484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:46.032365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['98a8b4d8-4697-4c6f-9a63-993665f9cfce'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:33:46.077084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caf8bb-28cf-4a9b-8334-33bcf9fbfb00 req-523a44a5-c038-4628-bab5-48f61963f027 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:46.078526 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-99caf8bb-28cf-4a9b-8334-33bcf9fbfb00 req-523a44a5-c038-4628-bab5-48f61963f027 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 945 time: 0.0855901 Apr 01 16:33:46.124900 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-99caf8bb-28cf-4a9b-8334-33bcf9fbfb00 req-048772cb-32d7-499c-b210-deadcd6cd7f7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401752 Apr 01 16:33:47.312817 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac78964-2472-414e-9846-cb3700a344a2 req-93aeae4c-06c3-4cf1-ae95-27d2ea0630cf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:47.314196 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aac78964-2472-414e-9846-cb3700a344a2 req-93aeae4c-06c3-4cf1-ae95-27d2ea0630cf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 945 time: 0.0818276 Apr 01 16:33:47.363806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aac78964-2472-414e-9846-cb3700a344a2 req-e6904609-81b5-48e7-8a9d-0bc3dcc221ca tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Apr 01 16:33:47.491073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 98a8b4d8-4697-4c6f-9a63-993665f9cfce up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:47.627119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 98a8b4d8-4697-4c6f-9a63-993665f9cfce completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:47.633184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 98a8b4d8-4697-4c6f-9a63-993665f9cfce triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:47.633655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.749404 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.781799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:47.792566 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:47.862119 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.895941 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'code': 200} Apr 01 16:33:47.940166 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:48.279253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686f6dc-3285-4e99-989d-f9a7dbc121a2 req-c8ae08eb-7d0e-486e-af6a-b7d3345a074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:48.280657 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1686f6dc-3285-4e99-989d-f9a7dbc121a2 req-c8ae08eb-7d0e-486e-af6a-b7d3345a074a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0726342 Apr 01 16:33:48.329676 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1686f6dc-3285-4e99-989d-f9a7dbc121a2 req-39c7dc5c-ce0e-4a03-9a6b-562656fc2343 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379455 Apr 01 16:33:48.567512 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920ef17-657f-41b2-bcc0-4d957e2f7869 req-ed902894-59be-44fc-87a2-0e5dfb8b9673 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:48.569036 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b920ef17-657f-41b2-bcc0-4d957e2f7869 req-ed902894-59be-44fc-87a2-0e5dfb8b9673 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0980971 Apr 01 16:33:48.617130 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b920ef17-657f-41b2-bcc0-4d957e2f7869 req-41ddec18-c4e2-4256-8183-9935274e7fc9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Apr 01 16:33:48.690023 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:49.816565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90454677-ee09-4337-8e91-7cb534dde773 req-5fda8abd-3374-4571-98a1-a29d4a2f9a1d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:49.818025 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90454677-ee09-4337-8e91-7cb534dde773 req-5fda8abd-3374-4571-98a1-a29d4a2f9a1d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0825176 Apr 01 16:33:49.868408 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90454677-ee09-4337-8e91-7cb534dde773 req-216beb6c-89fa-451d-a607-b6a265264914 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Apr 01 16:33:51.070596 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75095c87-002f-4e3f-91c2-651dbc7c9c64 req-f2b19dfd-ffb8-4557-a6a7-01f4264c9501 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:51.072376 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75095c87-002f-4e3f-91c2-651dbc7c9c64 req-f2b19dfd-ffb8-4557-a6a7-01f4264c9501 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0882246 Apr 01 16:33:51.124280 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75095c87-002f-4e3f-91c2-651dbc7c9c64 req-866fa8cf-9bf6-4329-98c6-698bbaab26db tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Apr 01 16:33:51.318186 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f191a-244c-43fd-a275-dfd18166cc78 req-febdcb36-8f43-4f05-807d-0f6ed99ff0e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:51.320393 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-223f191a-244c-43fd-a275-dfd18166cc78 req-febdcb36-8f43-4f05-807d-0f6ed99ff0e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0861676 Apr 01 16:33:51.369466 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-223f191a-244c-43fd-a275-dfd18166cc78 req-e590eab8-a9ec-4b0d-9e5b-e7fb0640f371 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Apr 01 16:33:51.394769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55246) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:51.472944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0db9df-790c-453e-88cc-54a703fadab6 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:51.474351 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8b0db9df-790c-453e-88cc-54a703fadab6 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1094 time: 0.0784101 Apr 01 16:33:51.478003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55250) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:51.483311 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:51.489784 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:51.494978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:floatingip and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:51.498098 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:51.504087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:51.592952 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:51.733883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:51.866361 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.161 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/3a64896d-6958-4054-b6d8-5b13be55c3ef) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:52.123319 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.193072 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.256212 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:52.259799 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:52.267526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:52.303497 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=3a64896d-6958-4054-b6d8-5b13be55c3ef,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:52.692364 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.858928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.069058 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.130087 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.240560 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=3a64896d-6958-4054-b6d8-5b13be55c3ef,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:53.252823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.431306 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP 5ddef3a7-777e-4a4b-8d62-67ac3e855871 associated. External IP: 172.26.8.161, port: 98a8b4d8-4697-4c6f-9a63-993665f9cfce. Apr 01 16:33:53.888894 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router d1ce3e0d-f770-437e-968d-fbb6279e92b9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:54.072842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:54.082607 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Sync routers for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:54.092556 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:54.093163 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:54.141385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.198264 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-972b6029-4279-46d8-ba3e-6ed99bc5e2e9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7192209 Apr 01 16:33:54.199051 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:54.246169 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'status': 'completed', 'code': 200} Apr 01 16:33:54.278695 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:54.407475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-d2f037ab-7c1f-493a-a439-2d4c18eb4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.408874 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-d2f037ab-7c1f-493a-a439-2d4c18eb4ff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1099 time: 0.1356919 Apr 01 16:33:54.418185 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5c238-bf0b-4b46-915e-afc44474e795 req-b02c81d6-849d-4812-8411-fa1cd0cbf1ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.419634 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bdb5c238-bf0b-4b46-915e-afc44474e795 req-b02c81d6-849d-4812-8411-fa1cd0cbf1ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1123867 Apr 01 16:33:54.563216 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bdb5c238-bf0b-4b46-915e-afc44474e795 req-f1cbccb0-ff8f-445d-8ca2-c3a2139f0818 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204333 Apr 01 16:33:54.586777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-a87353df-0ec1-4cd7-bfd9-6d31e3261d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.587526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55258) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:54.588256 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-a87353df-0ec1-4cd7-bfd9-6d31e3261d57 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 897 time: 0.1677494 Apr 01 16:33:54.645487 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5ddef3a7-777e-4a4b-8d62-67ac3e855871', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'port_id': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'mac_address': 'fa:16:3e:42:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:52Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:54.649863 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Checking router: d1ce3e0d-f770-437e-968d-fbb6279e92b9 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:54.658370 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:54.658931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:33:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:54.699921 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e82245d7-d783-45aa-9987-8e84f5ed6c22 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 200 len: 992 time: 0.1099875 Apr 01 16:33:54.700144 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-b9ea6bcd-df61-4e23-93f7-84f65fc0d358 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 1000 time: 0.1031764 Apr 01 16:33:54.764062 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-6be56741-a76e-464e-9235-08f945e59cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.765533 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-6be56741-a76e-464e-9235-08f945e59cf1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 200 len: 834 time: 0.0587664 Apr 01 16:33:54.836157 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:54.844368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-fb02e28b-914c-4758-9c76-f877b875c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.845869 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-fb02e28b-914c-4758-9c76-f877b875c2a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af04ddbc-0cf8-49af-a36b-b203258dfd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748301 Apr 01 16:33:54.982991 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-e4e869fb-4e97-4279-ac62-285056c3c196 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306829 Apr 01 16:33:55.120819 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ee26abe-a466-4afa-b9a7-0c2069db597d req-12f08d78-37f5-470c-bb3c-6cf4b3472292 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313131 Apr 01 16:33:55.224493 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5ddef3a7-777e-4a4b-8d62-67ac3e855871', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'port_id': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'mac_address': 'fa:16:3e:42:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:52Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:55.229506 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cde70-de35-4c30-b553-f07d8efdbcde None None] The sync data for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv is: [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '5ddef3a7-777e-4a4b-8d62-67ac3e855871', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'port_id': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'mac_address': 'fa:16:3e:42:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:52Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:55.422803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c2e93-b735-48d6-8cbd-8956ffbaee53 None None] New status for floating IP 5ddef3a7-777e-4a4b-8d62-67ac3e855871: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:33:55.702775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55262) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:55.813058 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-e8cf7366-f2fa-4961-834a-dea7aaa106ee tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 200 len: 992 time: 0.1091363 Apr 01 16:33:56.816996 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55266) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:56.926769 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2af16e78-086b-40db-8317-8638e52674ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 200 len: 994 time: 0.1086068 Apr 01 16:33:57.793669 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:34:02.512811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac852-3738-49f4-8ca8-08bf0a158714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.929931 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a46acb1a-10b5-4e18-afdd-dd49d05ff2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:05.649193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:06.324082 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:07.792685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:18.689354 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:28.717582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be79c0-d6a0-4944-a577-7a0e4c9c27f0 req-b06ab730-e27b-461d-8108-66f3be68e16e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:28.719117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-84be79c0-d6a0-4944-a577-7a0e4c9c27f0 req-b06ab730-e27b-461d-8108-66f3be68e16e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0822241 Apr 01 16:34:28.764228 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-84be79c0-d6a0-4944-a577-7a0e4c9c27f0 req-cd1c781e-d3ff-4405-9e37-29213c4476c6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Apr 01 16:34:30.060012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb816-9704-47c9-a9bc-74d67ba57010 req-4b490c38-9777-4ddb-8b22-63d58109acf1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:30.061377 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3afb816-9704-47c9-a9bc-74d67ba57010 req-4b490c38-9777-4ddb-8b22-63d58109acf1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1851773 Apr 01 16:34:30.107760 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3afb816-9704-47c9-a9bc-74d67ba57010 req-cacdaf03-6540-4cb0-8214-bcee51e06aac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Apr 01 16:34:31.298955 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8267f7-a27a-4518-b664-f88b6d3f9be6 req-e38403bd-7e07-4810-9252-03657d9be8b5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:31.300434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab8267f7-a27a-4518-b664-f88b6d3f9be6 req-e38403bd-7e07-4810-9252-03657d9be8b5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0862057 Apr 01 16:34:31.345629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ab8267f7-a27a-4518-b664-f88b6d3f9be6 req-ebe65ed2-c1e0-4beb-aef9-68767fd454b8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Apr 01 16:34:32.449225 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-555d2d85-1b4d-4e23-9975-b96dd28d1b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:32.594299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceecb64-4d05-44f6-80ff-7bc22b0d723e req-f52cade5-0272-4e47-84ff-8ead0258ab7d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:32.595813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ceecb64-4d05-44f6-80ff-7bc22b0d723e req-f52cade5-0272-4e47-84ff-8ead0258ab7d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1430733 Apr 01 16:34:32.603529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-02fbf1dd-c086-4b42-b714-f8d8059545c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:32.604961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-02fbf1dd-c086-4b42-b714-f8d8059545c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1099 time: 0.1063099 Apr 01 16:34:32.680835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ceecb64-4d05-44f6-80ff-7bc22b0d723e req-f8353cfa-f892-4e3f-a8e7-4793d76d7c06 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749359 Apr 01 16:34:32.774031 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-f0685906-f266-47f3-96a0-92c115b7c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:32.777112 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-f0685906-f266-47f3-96a0-92c115b7c25f service neutron] 10.222.0.91 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 897 time: 0.1428871 Apr 01 16:34:32.890729 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-1465fe92-b6c9-4e29-8c1d-26863ab12799 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 1002 time: 0.1023843 Apr 01 16:34:32.963658 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-a20dd987-a8ce-4acd-b11e-e02b7a6aab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:32.966114 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-a20dd987-a8ce-4acd-b11e-e02b7a6aab49 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 200 len: 834 time: 0.0661583 Apr 01 16:34:33.046940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-bd59dd16-791b-411f-8c75-7954a0a7a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:33.048513 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-bd59dd16-791b-411f-8c75-7954a0a7a092 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af04ddbc-0cf8-49af-a36b-b203258dfd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730436 Apr 01 16:34:33.188889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-729d5895-2c68-41d4-99db-b5a31c760927 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299992 Apr 01 16:34:33.329896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca461372-e1fd-4a09-bdca-df2cee3868e6 req-522554c4-21e4-4ce2-990c-31c95eeddda0 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309578 Apr 01 16:34:33.869352 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b222a8-b5a7-4473-8fac-fdd59c154385 req-c901c00c-e6c1-4903-b22e-51aed42ea985 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:33.870848 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-38b222a8-b5a7-4473-8fac-fdd59c154385 req-c901c00c-e6c1-4903-b22e-51aed42ea985 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0829141 Apr 01 16:34:33.914286 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-38b222a8-b5a7-4473-8fac-fdd59c154385 req-b349f735-6609-4a17-a327-8987dcdfe11a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377760 Apr 01 16:34:34.792400 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:34:34.901193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b7e2d08-0443-4483-9aee-1bb073d92490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:35.108804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0c72-f849-4989-9156-218412bb9af4 req-6ba446ea-05ef-4629-bb37-bd7bab602302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:35.110167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e64a0c72-f849-4989-9156-218412bb9af4 req-6ba446ea-05ef-4629-bb37-bd7bab602302 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0860963 Apr 01 16:34:35.154833 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e64a0c72-f849-4989-9156-218412bb9af4 req-7327a3d4-56c4-42cd-9f0d-9c1f17eed4f8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389891 Apr 01 16:34:35.677898 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:36.347919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec780e-618e-41fd-a3da-47de59f1964c req-e21778d2-1ac9-4dd0-8c3f-d0dee755aba0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:36.349291 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bfec780e-618e-41fd-a3da-47de59f1964c req-e21778d2-1ac9-4dd0-8c3f-d0dee755aba0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0845573 Apr 01 16:34:36.385948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:36.396185 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bfec780e-618e-41fd-a3da-47de59f1964c req-434cfdf0-19bb-4462-baf1-ae0d63e4286a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Apr 01 16:34:37.580052 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004ffb-3366-4895-aae9-2761395c8347 req-ceef2e91-c420-4f8f-a2b8-6ad04675b834 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.581511 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75004ffb-3366-4895-aae9-2761395c8347 req-ceef2e91-c420-4f8f-a2b8-6ad04675b834 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0802691 Apr 01 16:34:37.627265 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75004ffb-3366-4895-aae9-2761395c8347 req-d904816a-25af-48fb-b2d3-76f7246c3449 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Apr 01 16:34:37.775039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:38.812073 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e3a2d-a2f1-4c73-909d-9699d5fe6024 req-7e0956cd-11a7-4efd-9851-9281deb2ab0d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:38.813564 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-983e3a2d-a2f1-4c73-909d-9699d5fe6024 req-7e0956cd-11a7-4efd-9851-9281deb2ab0d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0811853 Apr 01 16:34:38.865358 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-983e3a2d-a2f1-4c73-909d-9699d5fe6024 req-d3a09af2-a1cd-4c87-8e68-71daad1e79b2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Apr 01 16:34:40.055164 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06dbc6-c352-48ba-ae2d-eaa292544756 req-ee77e94c-be32-41b4-8d2c-e11a54bc5445 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:40.057783 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce06dbc6-c352-48ba-ae2d-eaa292544756 req-ee77e94c-be32-41b4-8d2c-e11a54bc5445 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0863471 Apr 01 16:34:40.103160 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ce06dbc6-c352-48ba-ae2d-eaa292544756 req-39afdc6a-8ade-472d-9dba-61fdbd355eac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389049 Apr 01 16:34:41.290947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6eca-603e-478b-a417-b8a31e69ee66 req-2d4299f8-95b6-4dc7-b85f-a96b05f1be1c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:41.292578 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6b7d6eca-603e-478b-a417-b8a31e69ee66 req-2d4299f8-95b6-4dc7-b85f-a96b05f1be1c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0828414 Apr 01 16:34:41.336795 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6b7d6eca-603e-478b-a417-b8a31e69ee66 req-9ba010d7-659c-49a3-8ab5-6f38948d99b3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Apr 01 16:34:42.523386 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737be8f-5140-45b9-88b6-8503a66bc7b4 req-e07d209a-2949-4097-afa4-3f634a752f2a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:42.525180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f737be8f-5140-45b9-88b6-8503a66bc7b4 req-e07d209a-2949-4097-afa4-3f634a752f2a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0815928 Apr 01 16:34:42.569601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f737be8f-5140-45b9-88b6-8503a66bc7b4 req-a5314cc9-b2c2-40e8-a09e-19c06ac01e5e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384150 Apr 01 16:34:43.762046 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9413c23-0f6d-4bbb-9aa2-a81d47d85799 req-e1e685b8-a770-4a3f-8000-a3043911c920 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:43.763528 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d9413c23-0f6d-4bbb-9aa2-a81d47d85799 req-e1e685b8-a770-4a3f-8000-a3043911c920 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0857244 Apr 01 16:34:43.809617 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d9413c23-0f6d-4bbb-9aa2-a81d47d85799 req-2fc66024-6bb2-4b8b-b597-0b5567f7b98c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Apr 01 16:34:45.001549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51346f3-6d17-4ccf-bb2b-0aa67740850b req-8de284e3-a8aa-4c23-99de-6093854c4d9c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:45.003064 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f51346f3-6d17-4ccf-bb2b-0aa67740850b req-8de284e3-a8aa-4c23-99de-6093854c4d9c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0842402 Apr 01 16:34:45.048601 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f51346f3-6d17-4ccf-bb2b-0aa67740850b req-4da86806-1ec1-43f2-b44c-2c89e357f40a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397270 Apr 01 16:34:45.071141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55312) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:45.178834 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-abb3bc67-d5ce-4b5f-bd7e-c20bb8a3c4d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 200 len: 994 time: 0.1065080 Apr 01 16:34:46.787824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f07bee-15d2-4a6e-903c-414d82692336 req-9ce8019a-6ebe-46bb-a0ec-72fac55873b9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.789308 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-21f07bee-15d2-4a6e-903c-414d82692336 req-9ce8019a-6ebe-46bb-a0ec-72fac55873b9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0834677 Apr 01 16:34:46.836680 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-21f07bee-15d2-4a6e-903c-414d82692336 req-e29d9b43-4695-42a8-a5e2-ca21e06f3442 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Apr 01 16:34:46.913589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-9a0f2786-ab12-4936-888f-4a77fc5b9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.915612 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-9a0f2786-ab12-4936-888f-4a77fc5b9e06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0734510 Apr 01 16:34:47.052018 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-117c9a07-f099-4d85-8d3c-2e187d28c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:47.053590 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-117c9a07-f099-4d85-8d3c-2e187d28c10e service neutron] 10.222.0.91 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 897 time: 0.1276677 Apr 01 16:34:47.267335 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-de49552e-0f21-4fed-822e-fd2db2df4a3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 1002 time: 0.2032542 Apr 01 16:34:47.335104 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-ffd08b02-b737-4f9f-8581-89aba0fa0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:47.336574 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-ffd08b02-b737-4f9f-8581-89aba0fa0129 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 200 len: 834 time: 0.0606356 Apr 01 16:34:47.417511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-f1924bd4-e3c6-4c60-a6ef-1d35b7bd046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:47.419092 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-f1924bd4-e3c6-4c60-a6ef-1d35b7bd046e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af04ddbc-0cf8-49af-a36b-b203258dfd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730450 Apr 01 16:34:47.556056 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-68f3a232-9613-4cf3-9a1b-0ea2d4bb3cc5 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270747 Apr 01 16:34:47.692435 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-48144c93-293c-4467-a2da-14aa10b1f4e7 req-6011a4e6-b5e9-44b1-9f47-fea3cfd99c9b service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268589 Apr 01 16:34:48.034640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e78fa6-12ac-47c8-bb31-d141b90b4315 req-f03590dd-ec39-47ca-923d-959ba623739a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:48.036089 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85e78fa6-12ac-47c8-bb31-d141b90b4315 req-f03590dd-ec39-47ca-923d-959ba623739a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0847628 Apr 01 16:34:48.081550 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-85e78fa6-12ac-47c8-bb31-d141b90b4315 req-36539506-901a-49ac-bd3c-f32678b981d7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Apr 01 16:34:48.665398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:49.378191 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394ec56-22a7-47e6-a274-21b64152d356 req-ac8a82c1-1473-4239-a23a-71efd2e1d91c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:49.379670 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3394ec56-22a7-47e6-a274-21b64152d356 req-ac8a82c1-1473-4239-a23a-71efd2e1d91c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1881559 Apr 01 16:34:49.425378 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3394ec56-22a7-47e6-a274-21b64152d356 req-8f56ca21-85c1-4e34-84ad-71f1f6123cf7 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 Apr 01 16:34:49.448527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55326) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:49.557033 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-daf9ca6e-52e0-41bd-9a51-5ffe449dddc6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 200 len: 994 time: 0.1073709 Apr 01 16:35:02.454148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fbe87d73-9ad0-4482-b18f-0e5f47537803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:04.939644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-650034fd-4dde-4ee0-a838-c26e15467823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:05.631436 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:06.368399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:07.796929 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:11.791021 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:35:18.705266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:22.166169 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55352) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:22.368892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 3a64896d-6958-4054-b6d8-5b13be55c3ef {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:22.369124 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:22.540333 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:22.540655 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:22.664385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 3a64896d-6958-4054-b6d8-5b13be55c3ef owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:22.893891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:22.944852 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=3a64896d-6958-4054-b6d8-5b13be55c3ef,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:22.983134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.983478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.983814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.984145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.984475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.984797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.985119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.985439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.985757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.986075 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.986397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:22.986744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:23.048372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.048759 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP 5ddef3a7-777e-4a4b-8d62-67ac3e855871 disassociated (deleted). External IP: 172.26.8.161, port: 98a8b4d8-4697-4c6f-9a63-993665f9cfce. Apr 01 16:35:23.532309 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router d1ce3e0d-f770-437e-968d-fbb6279e92b9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:23.711558 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:23.721809 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Sync routers for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:23.730713 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:23.734554 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:23.768647 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.828823 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-36d919f8-774d-4296-82f4-897a9ec1184e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ddef3a7-777e-4a4b-8d62-67ac3e855871 HTTP/1.1" status: 204 len: 168 time: 1.6614048 Apr 01 16:35:23.829303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:23.877340 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'status': 'completed', 'code': 200} Apr 01 16:35:23.912941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:23.985814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08735-07df-422d-9aaf-b180975481ed req-249eff67-3c48-4bf6-83a2-37f115707cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:23.987398 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-249eff67-3c48-4bf6-83a2-37f115707cf8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0809956 Apr 01 16:35:24.124662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08735-07df-422d-9aaf-b180975481ed req-a44e91a1-3068-457a-84c0-1ec1650e9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.126035 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-a44e91a1-3068-457a-84c0-1ec1650e9e43 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 200 len: 897 time: 0.1323838 Apr 01 16:35:24.216037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-2e65906d-0629-49f8-adbe-af2de1ffa961 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 200 len: 217 time: 0.0686831 Apr 01 16:35:24.244556 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:24.249381 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Checking router: d1ce3e0d-f770-437e-968d-fbb6279e92b9 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:24.257995 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:24.258601 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:24.285666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08735-07df-422d-9aaf-b180975481ed req-9f007fa2-ffb8-43e3-8fa5-5652d425d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.287135 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-9f007fa2-ffb8-43e3-8fa5-5652d425d49d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 200 len: 834 time: 0.0608940 Apr 01 16:35:24.420991 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7cc2-193e-43a9-8603-5d47a1756cd1 req-f7a9464c-6620-4c01-89ab-683f54093dcb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.422506 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af3b7cc2-193e-43a9-8603-5d47a1756cd1 req-f7a9464c-6620-4c01-89ab-683f54093dcb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1330671 Apr 01 16:35:24.444829 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:24.464233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08735-07df-422d-9aaf-b180975481ed req-b2156fd2-b2e0-4792-8dd9-03589e166ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.465726 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-b2156fd2-b2e0-4792-8dd9-03589e166ece service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af04ddbc-0cf8-49af-a36b-b203258dfd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374867 Apr 01 16:35:24.475553 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-af3b7cc2-193e-43a9-8603-5d47a1756cd1 req-166e879c-c2f0-429a-b9a9-44ffca75e7a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Apr 01 16:35:24.605501 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-14e558f6-b906-4961-a2f5-ee531ebbe180 service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289916 Apr 01 16:35:24.741559 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-cbb08735-07df-422d-9aaf-b180975481ed req-ff0f1667-5042-424c-bae1-635e0829e5bd service neutron] 10.222.0.91 "GET /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286881 Apr 01 16:35:24.795833 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:24.799759 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b1003-7808-4155-9bf6-0d8eef958392 None None] The sync data for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv is: [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '1f52c829-c8a3-49f4-8000-8ed4e7361308', 'name': '', 'network_id': 'af04ddbc-0cf8-49af-a36b-b203258dfd5f', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:e7:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:32Z', 'updated_at': '2022-04-01T16:33:40Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '343f27a6-75c9-4762-9ff7-e25f15f7af14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:25.023193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b0a1e-57b3-488e-9543-a1cbabdbc761 None None] New status for floating IP 5ddef3a7-777e-4a4b-8d62-67ac3e855871: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:35:25.668265 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1a88b-ae27-45f1-9515-1a275094441c req-03c30080-bab9-48f1-bdd4-fcaca9dd1a80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:25.668932 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cde1a88b-ae27-45f1-9515-1a275094441c req-03c30080-bab9-48f1-bdd4-fcaca9dd1a80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:25.750827 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-cde1a88b-ae27-45f1-9515-1a275094441c req-03c30080-bab9-48f1-bdd4-fcaca9dd1a80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:25.752143 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cde1a88b-ae27-45f1-9515-1a275094441c req-03c30080-bab9-48f1-bdd4-fcaca9dd1a80 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.1650133 Apr 01 16:35:25.799208 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-cde1a88b-ae27-45f1-9515-1a275094441c req-f30404cf-efe7-4eb2-a6e5-3fe248c9db5c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=48ee81dc-4b06-470b-ace7-8383f73906d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Apr 01 16:35:26.066139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-c2ca9eb3-e7ad-49fc-918b-1afadc98ff54 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:26.067539 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-c2ca9eb3-e7ad-49fc-918b-1afadc98ff54 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 946 time: 0.0839248 Apr 01 16:35:26.141392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 98a8b4d8-4697-4c6f-9a63-993665f9cfce {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:26.141728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.390586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 98a8b4d8-4697-4c6f-9a63-993665f9cfce, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=98a8b4d8-4697-4c6f-9a63-993665f9cfce,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:26.390995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.616617 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 98a8b4d8-4697-4c6f-9a63-993665f9cfce owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:26.813966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.868011 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=98a8b4d8-4697-4c6f-9a63-993665f9cfce,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:26.878655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.879465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.879465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.879647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.880021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.880302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.880634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.880999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.881329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.881652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.882009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.882296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:26.998409 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aad158fb-827d-457a-b9ff-c2947f4abc77 req-bb772adf-688e-42a9-be5f-ce7684e6065e tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8415cc4-765b-467d-8e73-c81e7b05c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0815747 Apr 01 16:35:26.999397 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] No DVR routers for this DVR port 98a8b4d8-4697-4c6f-9a63-993665f9cfce on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:35:27.001901 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:27.004640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'name': 'network-vif-deleted', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:27.055292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8415cc4-765b-467d-8e73-c81e7b05c5b0', 'name': 'network-vif-deleted', 'tag': '98a8b4d8-4697-4c6f-9a63-993665f9cfce', 'status': 'completed', 'code': 200} Apr 01 16:35:27.077857 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a458795-e2b4-4011-9345-1ef4803402c7 req-8d8e71d7-2458-417d-9279-c76a24c2f1a5 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "DELETE /v2.0/ports/98a8b4d8-4697-4c6f-9a63-993665f9cfce HTTP/1.1" status: 204 len: 173 time: 1.0010924 Apr 01 16:35:28.108014 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55370) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:28.661582 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.022287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 1f52c829-c8a3-49f4-8000-8ed4e7361308 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:29.022640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.322810 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 1f52c829-c8a3-49f4-8000-8ed4e7361308, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=1f52c829-c8a3-49f4-8000-8ed4e7361308,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:29.323744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.448194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 1f52c829-c8a3-49f4-8000-8ed4e7361308 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:29.728082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.777513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=1f52c829-c8a3-49f4-8000-8ed4e7361308,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:29.979658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 98a8b4d8-4697-4c6f-9a63-993665f9cfce no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:30.018312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 98a8b4d8-4697-4c6f-9a63-993665f9cfce {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:30.018678 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 98a8b4d8-4697-4c6f-9a63-993665f9cfce not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:30.066285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.428708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router d1ce3e0d-f770-437e-968d-fbb6279e92b9 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:30.612275 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:30.622814 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Sync routers for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:30.626123 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7852fcc2-927c-4596-8dad-602048734a64 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/d1ce3e0d-f770-437e-968d-fbb6279e92b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5251250 Apr 01 16:35:30.628707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55374) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:30.631743 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:30.632551 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:30.806296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting subnet 343f27a6-75c9-4762-9ff7-e25f15f7af14 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:35:30.810648 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.819210 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:30.868843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.958714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.111837 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:35:29Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:31.115409 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Checking router: d1ce3e0d-f770-437e-968d-fbb6279e92b9 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:31.122806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.123486 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Routers {'d1ce3e0d-f770-437e-968d-fbb6279e92b9'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:31.124073 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:31.168198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Subnet': ['ID=343f27a6-75c9-4762-9ff7-e25f15f7af14,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:31.170424 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.174707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd3651-288f-4052-a8f2-bfc6a1587272 None None] Network af04ddbc-0cf8-49af-a36b-b203258dfd5f requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:31.183846 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-13a7f39c-550a-44cc-958b-4aa6afcb8d75 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/subnets/343f27a6-75c9-4762-9ff7-e25f15f7af14 HTTP/1.1" status: 204 len: 168 time: 0.5517766 Apr 01 16:35:31.184145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55378) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:31.318544 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] Set router d1ce3e0d-f770-437e-968d-fbb6279e92b9 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:31.378227 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.495882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] DHCP port deletion for af04ddbc-0cf8-49af-a36b-b203258dfd5f request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:35:31.499638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Deleting port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:31.500094 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.571819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.620955 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:35:29Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:31.625117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:31.625466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.626396 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329970c7-dd0f-4356-b023-0fde87824165 None None] The sync data for ids ['d1ce3e0d-f770-437e-968d-fbb6279e92b9'] in dv-neutron-835944-1-hyperv is: [{'id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218372955', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:27Z', 'updated_at': '2022-04-01T16:35:29Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '8dae9ceb-1eca-43d5-9cb6-a48a69b11183', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce3e0d-f770-437e-968d-fbb6279e92b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:28Z', 'updated_at': '2022-04-01T16:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:31.716681 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] For port 4bda1436-27ed-43e8-a93b-9e701eaa6e77, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=4bda1436-27ed-43e8-a93b-9e701eaa6e77,segment=NetworkSegment(2f7fc959-2d55-4448-b9df-ef4750b99859),segment_id=2f7fc959-2d55-4448-b9df-ef4750b99859)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:31.717060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.813640 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 8dae9ceb-1eca-43d5-9cb6-a48a69b11183, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:31.814034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.839233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Calling delete_port for 4bda1436-27ed-43e8-a93b-9e701eaa6e77 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:31.943815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:32.053834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.100211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Pushing event deleted for resources: {'Port': ['ID=4bda1436-27ed-43e8-a93b-9e701eaa6e77,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:32.110191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.110992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.110992 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.111376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.111715 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.112050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.112377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.112706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.113029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.113352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.113672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.113996 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:32.120412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33a6d0-f01c-4ac4-812a-1c6473d18acd None None] No DVR routers for this DVR port 4bda1436-27ed-43e8-a93b-9e701eaa6e77 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:35:32.179495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.226604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=8dae9ceb-1eca-43d5-9cb6-a48a69b11183,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:32.321590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.476483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0887150b-f939-4f8a-bf5e-f2ed5b32bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.526191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bda1436-27ed-43e8-a93b-9e701eaa6e77 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:32.564556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 4bda1436-27ed-43e8-a93b-9e701eaa6e77 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:32.564891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 4bda1436-27ed-43e8-a93b-9e701eaa6e77 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:32.565297 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1f52c829-c8a3-49f4-8000-8ed4e7361308 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:32.598477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 1f52c829-c8a3-49f4-8000-8ed4e7361308 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:32.598850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 1f52c829-c8a3-49f4-8000-8ed4e7361308 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:32.604013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.607009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.676174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.676696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Fanout notify agent at l3_agent the message router_deleted on router d1ce3e0d-f770-437e-968d-fbb6279e92b9 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:35:32.692805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.693927 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-61f4a772-2392-4ea6-bd91-30be9d94da85 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/routers/d1ce3e0d-f770-437e-968d-fbb6279e92b9 HTTP/1.1" status: 204 len: 168 time: 1.5084348 Apr 01 16:35:32.697811 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55382) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:32.817860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.951384 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.977252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af04ddbc-0cf8-49af-a36b-b203258dfd5f']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:32.990016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7fc959-2d55-4448-b9df-ef4750b99859') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:32.990318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7fc959-2d55-4448-b9df-ef4750b99859') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:33.001904 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.017888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.023885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:35:33.024233 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:35:33.045625 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:35:33.202129 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.206542 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.233579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Network': ['ID=af04ddbc-0cf8-49af-a36b-b203258dfd5f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:33.300143 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-71476828-86e5-4bbf-8c7f-45e7303ae6e6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/networks/af04ddbc-0cf8-49af-a36b-b203258dfd5f HTTP/1.1" status: 204 len: 168 time: 0.6009636 Apr 01 16:35:33.302697 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55386) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:33.373826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.404207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.516447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.536167 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee81dc-4b06-470b-ace7-8383f73906d1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:33.606638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.607790 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-190befad-a51a-4902-a070-167455a48815 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/security-groups/48ee81dc-4b06-470b-ace7-8383f73906d1 HTTP/1.1" status: 204 len: 168 time: 0.3041954 Apr 01 16:35:33.988132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55394) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:33.993462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657732843', 'description': 'tempest-secgroup-smoke-657732843 description', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:34.000317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:34.004471 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:34.007441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:34.013189 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.127898 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.148445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:34.152355 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:34.155348 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:34.161292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.230543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.299082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.346317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941d807a-1581-4e63-b346-d5dab6731e9b,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:34.424785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.426303 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5153afd7-9adb-4b87-a3c0-d57a03836622 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4369133 Apr 01 16:35:34.428935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55398) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:34.435151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:34.435569 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:34.440406 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:34.444521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:34.447501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:34.453430 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.469844 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:34.470187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 8dae9ceb-1eca-43d5-9cb6-a48a69b11183 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:34.529475 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.589134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.647693 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.676366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd789b3-8808-4bd1-a722-58d41553736a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:34.721993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.723214 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-272f79f2-9b7a-46ba-9486-82c7d62deaac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933569 Apr 01 16:35:34.725994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55402) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:34.730970 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:34.737324 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:34.741152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:34.744035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:34.750042 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.820903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.885054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.905158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fd094955-dcc9-465c-95d0-13d46191b909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.951299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.976235 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e205de18-4514-4d4f-8ab2-14b51bf37f44,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:35.053856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.055084 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-baf676d0-d633-4836-9c40-a41f717c01fc tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3281896 Apr 01 16:35:35.057776 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55406) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:35.062936 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:35.068856 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:35.074709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:35.075762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:35.081507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:35.162524 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.224586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.304685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.328883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a475668-5e4c-4a91-8d7f-044f1d93129a,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:35.401807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.403749 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6d4d6248-44a4-4f0a-aac1-12e82279525c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442602 Apr 01 16:35:35.406797 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55410) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:35.411509 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:35.417794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:35.422027 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:35.424945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:35.430639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:35.500478 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.564762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.625026 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.642126 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.649064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b56900-3871-4975-86cf-63621e9f8c30,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:35.710527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.711782 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5f391e64-4f53-4d95-a771-731178c76229 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042963 Apr 01 16:35:35.714553 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55414) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:35.720183 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:35.726357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:35.730425 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:35.733462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:35.739320 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:35.830570 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:35:35.837643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.904749 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.973379 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.997410 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e6587e-adac-49ca-aea2-09ec599afefa,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:36.081956 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.083244 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-527d602e-67b5-4bb2-ae6f-ef16a02622f4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677385 Apr 01 16:35:36.086037 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55418) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:36.091206 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'security_group_rule': {'security_group_id': '941d807a-1581-4e63-b346-d5dab6731e9b', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:36.097300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:36.101133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:security_group_rule and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:36.104396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:36.109973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:36.167644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Project 6903a57acd0b4b56842a3e4f50f88a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:35:36.175824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.243258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.321731 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.347209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc36cd4-3f69-40dc-a9c4-9f238456232e,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:36.350644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.441929 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.443397 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-82d37178-5fa2-4356-84f1-7c67eaa0931b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563218 Apr 01 16:35:36.447375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55422) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:36.453340 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'network': {'name': 'tempest-network-smoke--8130921', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'port_security_enabled': True}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:36.458388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:36.463415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:network and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:36.466807 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:36.473136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:36.573282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:36.577601 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.611184 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:35:36.620321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.620660 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Added segment 9f2c667a-1e1e-455b-90ba-f0cf86c367b6 of type vlan for network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba Apr 01 16:35:36.649919 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.744815 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.751698 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:36.752279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.867540 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Network': ['ID=69128e5a-b4ae-4b42-8b0a-ce00e8104cba,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:36.878680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:35:36.905910 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-6a1401ab-d160-42bc-97ca-b4328fae16af tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4574647 Apr 01 16:35:36.908684 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55426) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:36.914159 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'admin_state_up': True, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:36.922665 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:36.927138 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:router and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:36.930625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:36.938035 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:37.008211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.009157 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.026448 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.503217 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.775682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.856518 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.885537 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.020714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.150 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/2e62bfb9-a7ab-454c-b61a-9382a9ddd176) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:38.166667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.259303 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.321156 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:38.327911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:38.331973 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:38.364843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:38.808742 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.268785 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.567734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 85112356-d311-4b95-a874-066ceb6affb6 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:35:39.750481 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:39.759861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Sync routers for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:39.771260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:39.771881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:39.836226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.837394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-132379f2-c62e-4cc2-a8ae-5c65b99c8354 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9274685 Apr 01 16:35:39.841095 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55430) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:39.881600 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-5dc3e32f-66f0-475b-a571-f67166f0da52 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6903a57acd0b4b56842a3e4f50f88a34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393858 Apr 01 16:35:39.884388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55434) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:39.954015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:40.018822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427e4e6-416a-4615-8672-2416dac5e5ab tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:40.020300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0427e4e6-416a-4615-8672-2416dac5e5ab tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349909 Apr 01 16:35:40.023160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55438) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:40.062600 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c17485d4-7a44-4cf4-a179-3f6af62dd6d3 tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9181174c-0218-4efd-8ed7-7dedd586ae78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382731 Apr 01 16:35:40.064964 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55442) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:40.070207 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819375564', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:40.181607 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:40.186282 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:subnet and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:40.189226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:40.195082 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:40.243463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:40.247969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Checking router: 85112356-d311-4b95-a874-066ceb6affb6 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:40.248219 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Updating router 85112356-d311-4b95-a874-066ceb6affb6 port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:35:40.281890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:40.285642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.334427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.602514 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.662732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.675410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Transition to ACTIVE for port object 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:40.686015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Subnet': ['ID=48176d71-82e4-443f-a46b-35db9e4c2f43,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:40.690009 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Checking segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:40.690366 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network hostable DHCP agents. Network: 69128e5a-b4ae-4b42-8b0a-ce00e8104cba, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:35:40.744434 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.780505 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:35:40.828216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Attempting to bind port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:40.828784 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Attempting to bind port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:40.828915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Attempting to bind port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:40.834564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6fc0e-dd95-4aa8-afff-b98fe0ee892f None None] Pushing event updated for resources: {'Port': ['ID=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:40.838861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:40.839230 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:40.839628 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.840011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:40.841196 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Bound port: 2e62bfb9-a7ab-454c-b61a-9382a9ddd176, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:40.841721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.859531 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 69128e5a-b4ae-4b42-8b0a-ce00e8104cba) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:40.863321 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:40.864006 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.871377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c8104-5b83-4021-bde3-5027def03ddb None None] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:40.968375 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-061611b7-ce7a-435b-9626-56342795a986 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9023860 Apr 01 16:35:40.971144 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55446) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:41.005644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] For port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:41.010013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] For port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:41.118437 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.177573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:35:41.178366 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.261813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:41.263264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:41.319355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6fc0e-dd95-4aa8-afff-b98fe0ee892f None None] Pushing event updated for resources: {'Port': ['ID=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:41.522720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:41.631244 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Allocated IP 172.20.0.2 (69128e5a-b4ae-4b42-8b0a-ce00e8104cba/48176d71-82e4-443f-a46b-35db9e4c2f43/53132b80-a5b6-423a-8b55-5fd64cb35db4) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:41.804091 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.033390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.047923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Transition to ACTIVE for port object 53132b80-a5b6-423a-8b55-5fd64cb35db4 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:42.059140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:42.069808 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46af65e-32f3-4003-9b73-d5905d8a46e4 None None] The sync data for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv is: [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 3, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:42.073266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Transition to ACTIVE for port object 53132b80-a5b6-423a-8b55-5fd64cb35db4 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:42.134362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.197868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:42.201916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:42.210197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:42.220652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Pushing event updated for resources: {'Port': ['ID=53132b80-a5b6-423a-8b55-5fd64cb35db4,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:42.220892 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.1 (69128e5a-b4ae-4b42-8b0a-ce00e8104cba/48176d71-82e4-443f-a46b-35db9e4c2f43/95f3d1b2-8f30-4ed1-89d2-ef9e26a24763) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:42.326813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Attempting to bind port 53132b80-a5b6-423a-8b55-5fd64cb35db4 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:42.327187 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Attempting to bind port 53132b80-a5b6-423a-8b55-5fd64cb35db4 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:42.327549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Attempting to bind port 53132b80-a5b6-423a-8b55-5fd64cb35db4 on network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:42.332957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:42.333324 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Checking segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:42.333722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.334113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Bound using segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:42.334570 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Bound port: 53132b80-a5b6-423a-8b55-5fd64cb35db4, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:42.334970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.415954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.433047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:42.441978 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] For port 53132b80-a5b6-423a-8b55-5fd64cb35db4, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:42.446113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] For port 53132b80-a5b6-423a-8b55-5fd64cb35db4, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=53132b80-a5b6-423a-8b55-5fd64cb35db4,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:42.510024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:42.541682 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.545462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.606485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:42.609715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:42.612420 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:42.660879 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234da709-388a-45c7-8d35-255e7ffb05ea None None] Pushing event updated for resources: {'Port': ['ID=53132b80-a5b6-423a-8b55-5fd64cb35db4,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:42.689094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:42.700375 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.756175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:42.761650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:42.762079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.934710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.956789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:43.059389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.072252 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.157874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:43.503765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.584826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.656328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166345f-13c1-4d61-93a5-c4d20e1295df None None] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:43.700879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:43.703360 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.817005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ed019a88-cf9b-4371-814c-3c51b7a28651 None None] Provisioning for port 53132b80-a5b6-423a-8b55-5fd64cb35db4 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:43.843830 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:43.844935 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:44.034074 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 85112356-d311-4b95-a874-066ceb6affb6 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:44.228338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:44.229615 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-77876f34-e063-4c37-90c7-8fba6fd574db None None] Provisioning for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:44.236070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-77876f34-e063-4c37-90c7-8fba6fd574db None None] Provisioning complete for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:44.236450 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-77876f34-e063-4c37-90c7-8fba6fd574db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:44.241776 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Sync routers for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:44.252550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-eb5249e0-cf8a-4e21-9d10-053b9aa192e4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/85112356-d311-4b95-a874-066ceb6affb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2709451 Apr 01 16:35:44.258686 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:44.259459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:44.312242 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-77876f34-e063-4c37-90c7-8fba6fd574db None None] Port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:44.421796 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-64ea78aa-f37c-4185-8e69-b0eea41fd51c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:44.440243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-59b62a8a-dee0-4c83-942a-658909ffc0a1 None None] Provisioning complete for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:44.440733 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-59b62a8a-dee0-4c83-942a-658909ffc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:44.504780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-64ea78aa-f37c-4185-8e69-b0eea41fd51c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:44.506130 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-64ea78aa-f37c-4185-8e69-b0eea41fd51c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657732843&fields=id&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 267 time: 0.1272824 Apr 01 16:35:44.522639 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:44.525046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-59b62a8a-dee0-4c83-942a-658909ffc0a1 None None] Port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:44.593309 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:44.662938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-adfbce6b-3319-4e0b-8425-66ead9f2a4ec None None] Provisioning complete for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:44.663421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-adfbce6b-3319-4e0b-8425-66ead9f2a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:44.671673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-da15ac64-f007-45bf-b9fd-3f0f65c4c57c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:44.672484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-da15ac64-f007-45bf-b9fd-3f0f65c4c57c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:44.726223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-adfbce6b-3319-4e0b-8425-66ead9f2a4ec None None] Port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:44.727128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:44.727494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:44.744714 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-da15ac64-f007-45bf-b9fd-3f0f65c4c57c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:44.746053 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-da15ac64-f007-45bf-b9fd-3f0f65c4c57c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 794 time: 0.2315729 Apr 01 16:35:44.771691 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-9a969cf1-2ee4-49b0-9747-4256c3930c4b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/quotas/6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 375 time: 0.0151961 Apr 01 16:35:44.857935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 53132b80-a5b6-423a-8b55-5fd64cb35db4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:44.862431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-6a4b705d-2ab6-4ce6-89f1-1cd2675be641 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:44.878667 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:43Z', 'revision_number': 2, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:44.882505 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Checking router: 85112356-d311-4b95-a874-066ceb6affb6 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:44.882941 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Updating router 85112356-d311-4b95-a874-066ceb6affb6 port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:35:44.932865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-6a4b705d-2ab6-4ce6-89f1-1cd2675be641 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:44.934263 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-6a4b705d-2ab6-4ce6-89f1-1cd2675be641 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604195 Apr 01 16:35:44.939717 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:44.984270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 53132b80-a5b6-423a-8b55-5fd64cb35db4 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:44.989266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 53132b80-a5b6-423a-8b55-5fd64cb35db4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:44.989632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.123548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.124877 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-ced8b0b7-dc2b-4ebd-87b7-2e932dbd73ef service neutron] 10.222.0.21 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774395 Apr 01 16:35:45.158347 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 53132b80-a5b6-423a-8b55-5fd64cb35db4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=53132b80-a5b6-423a-8b55-5fd64cb35db4,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:45.242097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.327191 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.343540 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Transition to ACTIVE for port object 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:45.366151 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=53132b80-a5b6-423a-8b55-5fd64cb35db4,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:45.382145 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-8d94f4d2-cc9a-42c7-8f53-d246b162ef26 service neutron] 10.222.0.21 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511969 Apr 01 16:35:45.424602 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.576498 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Pushing event updated for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:45.629466 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.629795 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.630128 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.630450 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.630794 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.631109 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.631420 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.631732 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.632043 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.632350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.632654 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.632955 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:45.662755 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Attempting to bind port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:45.663106 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Attempting to bind port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:45.663663 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Attempting to bind port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 on network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:45.670551 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:45.671194 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Checking segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:45.672501 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.672501 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Bound using segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:45.672501 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Bound port: 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:45.673096 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.678594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-49f7528d-5787-4607-8dcd-213791187e88 req-21007758-aed9-4bdf-a469-74725c3e2250 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:45.693948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-49f7528d-5787-4607-8dcd-213791187e88 req-21007758-aed9-4bdf-a469-74725c3e2250 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:45.695445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-49f7528d-5787-4607-8dcd-213791187e88 req-21007758-aed9-4bdf-a469-74725c3e2250 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 210 time: 0.0654471 Apr 01 16:35:45.776442 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] For port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:45.780761 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] For port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:45.865339 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.949946 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:45.950560 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:46.030480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88060107-276a-47cd-b90b-31fd2404e939 None None] Pushing event updated for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=4']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:46.149460 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:46.495362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 53132b80-a5b6-423a-8b55-5fd64cb35db4 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:46.505100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:46.509215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471f617-e035-44ab-ad94-6a9e031874a7 None None] The sync data for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv is: [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:46.581435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 53132b80-a5b6-423a-8b55-5fd64cb35db4 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:46.581799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.878375 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2e57aa2b-6338-4f47-97c5-e8a1c044ade9 req-cd5ae8ca-96fd-49ba-ae49-95c9a4f58716 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 210 time: 0.0443833 Apr 01 16:35:47.933966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-d327dc89-deb5-4be1-ab30-de707aa01784 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.936308 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-d327dc89-deb5-4be1-ab30-de707aa01784 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 794 time: 0.1547821 Apr 01 16:35:47.994421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-14c31eb6-12fb-4507-ac6b-46cf628b47d2 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6903a57acd0b4b56842a3e4f50f88a34 HTTP/1.1" status: 200 len: 379 time: 0.0437279 Apr 01 16:35:48.036233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'port': {'device_id': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'admin_state_up': True, 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'security_groups': ['941d807a-1581-4e63-b346-d5dab6731e9b']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:48.070234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9a9daaee-881d-426c-8024-ac679d6b93aa req-026a474d-7b56-4990-9ec0-00490535c955 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 210 time: 0.0747705 Apr 01 16:35:48.182488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:48.192132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:48.253295 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Made reservation on behalf of 6903a57acd0b4b56842a3e4f50f88a34 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:48.256925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.422395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.20.0.12 (69128e5a-b4ae-4b42-8b0a-ce00e8104cba/48176d71-82e4-443f-a46b-35db9e4c2f43/919f07e9-1a48-42ad-8bcd-13f6785e4127) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:48.516250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:48.628139 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.641813 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:48.644995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Transition to ACTIVE for port object 919f07e9-1a48-42ad-8bcd-13f6785e4127 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:48.648111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:48.648111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.742832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.768154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.779743 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.790218 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:35:48.802175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:48.852532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:48.860941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:48.863746 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:48.882125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.895730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:48.942519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:48.943345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:48.964051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:49.070853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-0c16ba1f-bea6-472b-81ba-c58b79a5207c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0435894 Apr 01 16:35:49.087261 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Request body: {'port': {'device_id': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:49.184441 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7289f7d8-ce73-415d-8178-7b62531688ad None None] Provisioning for port 919f07e9-1a48-42ad-8bcd-13f6785e4127 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:49.190005 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7289f7d8-ce73-415d-8178-7b62531688ad None None] Provisioning complete for port 919f07e9-1a48-42ad-8bcd-13f6785e4127 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:49.190394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7289f7d8-ce73-415d-8178-7b62531688ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:49.225689 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:49.247425 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-7289f7d8-ce73-415d-8178-7b62531688ad None None] Port 919f07e9-1a48-42ad-8bcd-13f6785e4127 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:49.268849 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5a971-bbc1-4124-a5f2-dbc62fb2b004 req-05720849-81dc-4670-938e-7f6c75a72269 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:49.270201 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6e5a971-bbc1-4124-a5f2-dbc62fb2b004 req-05720849-81dc-4670-938e-7f6c75a72269 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 932 time: 0.0884202 Apr 01 16:35:49.316295 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e6e5a971-bbc1-4124-a5f2-dbc62fb2b004 req-3a28d4f4-ad76-48a0-b26f-909b66920bf4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 Apr 01 16:35:49.587804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919f07e9-1a48-42ad-8bcd-13f6785e4127 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:35:49.595231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:49.609844 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Transition to ACTIVE for port object 919f07e9-1a48-42ad-8bcd-13f6785e4127 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:49.658935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:49.932490 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Pushing event updated for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:50.015307 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Attempting to bind port 919f07e9-1a48-42ad-8bcd-13f6785e4127 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:50.015967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Attempting to bind port 919f07e9-1a48-42ad-8bcd-13f6785e4127 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:50.015967 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Attempting to bind port 919f07e9-1a48-42ad-8bcd-13f6785e4127 on network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:50.022130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Port 919f07e9-1a48-42ad-8bcd-13f6785e4127 on network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:35:50.022451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Attempting to bind port 919f07e9-1a48-42ad-8bcd-13f6785e4127 on network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:50.028513 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:50.028853 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Checking segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:50.029236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Bound using segment: {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:50.029665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Bound port: 919f07e9-1a48-42ad-8bcd-13f6785e4127, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2c667a-1e1e-455b-90ba-f0cf86c367b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:50.030071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:50.127589 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:50.130815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:50.213505 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:50.271912 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.272528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:50.273912 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] 10.222.0.91 "PUT /v2.0/ports/919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 1094 time: 1.1907899 Apr 01 16:35:50.274590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:50.310151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462213-2f00-4690-96e2-ccfa14a315b3 service neutron] Pushing event updated for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:50.330155 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'status': 'completed', 'code': 200} Apr 01 16:35:50.442836 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-34b8eb24-09dc-4dcb-950d-6b2e8b6bfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.444410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-34b8eb24-09dc-4dcb-950d-6b2e8b6bfbc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1097 time: 0.0847857 Apr 01 16:35:50.508637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:50.592550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:50.592857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:50.628218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-d674ba70-f61f-4fd3-981c-d25b70be669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.629996 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-d674ba70-f61f-4fd3-981c-d25b70be669b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1734905 Apr 01 16:35:50.716874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a835bc-0708-4946-83a1-f22e53a840f8 req-13bc50a5-f152-4bcf-8068-ea942aac787b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.718301 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-46a835bc-0708-4946-83a1-f22e53a840f8 req-13bc50a5-f152-4bcf-8068-ea942aac787b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 944 time: 0.0908396 Apr 01 16:35:50.765898 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-46a835bc-0708-4946-83a1-f22e53a840f8 req-d873ba1b-9915-4b41-a87e-00fff27d744b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Apr 01 16:35:50.795885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-aa605e2e-09b0-40e4-8b8c-a39e46f924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.797353 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0975b413-a79b-4c7e-bfd6-48bdde6f275c req-aa605e2e-09b0-40e4-8b8c-a39e46f924f6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568222 Apr 01 16:35:50.914193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-bef53d84-c1ac-4ed4-9c67-9298dc743e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.916025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-bef53d84-c1ac-4ed4-9c67-9298dc743e44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1097 time: 0.0782604 Apr 01 16:35:50.993907 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-c95e8a89-4663-4798-a96d-08fc50b0f6b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 217 time: 0.0666449 Apr 01 16:35:51.065626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-606da7d8-91dc-48e2-9022-a6cc728dfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:51.067098 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-606da7d8-91dc-48e2-9022-a6cc728dfc0e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 200 len: 835 time: 0.0624235 Apr 01 16:35:51.147231 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-40ff47ae-a216-42ea-9eb3-799082894770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:51.148714 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-40ff47ae-a216-42ea-9eb3-799082894770 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725610 Apr 01 16:35:51.297362 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-8755e444-cc1f-471f-b00d-3ea82b2fcf00 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378522 Apr 01 16:35:51.474813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-049c235b-bd8b-4c83-9e8e-a02dbcffea90 req-679d957f-490d-4bf9-a41d-2714aa113e81 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679144 Apr 01 16:35:51.986814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4174c1-53a7-48b3-a9b8-5de30b52aa22 req-092b1855-f1d4-400b-8007-5f12e4a3acdf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:51.987539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a4174c1-53a7-48b3-a9b8-5de30b52aa22 req-092b1855-f1d4-400b-8007-5f12e4a3acdf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:52.070584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-6a4174c1-53a7-48b3-a9b8-5de30b52aa22 req-092b1855-f1d4-400b-8007-5f12e4a3acdf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:52.071861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a4174c1-53a7-48b3-a9b8-5de30b52aa22 req-092b1855-f1d4-400b-8007-5f12e4a3acdf tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 944 time: 0.1763139 Apr 01 16:35:52.122604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6a4174c1-53a7-48b3-a9b8-5de30b52aa22 req-2abc2c8c-0cce-441d-9b4a-979f9f586e02 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439305 Apr 01 16:35:53.326163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f5ed1-114c-40af-b038-4c88fb652263 req-c6486a5d-5319-4961-826a-3768de2428eb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:53.327707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a15f5ed1-114c-40af-b038-4c88fb652263 req-c6486a5d-5319-4961-826a-3768de2428eb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 944 time: 0.0949612 Apr 01 16:35:53.380688 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a15f5ed1-114c-40af-b038-4c88fb652263 req-6367eed3-c469-4634-a203-0eab3c15ab45 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472479 Apr 01 16:35:54.082848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 919f07e9-1a48-42ad-8bcd-13f6785e4127 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:35:54.220022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:54.233752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'port_id': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'mac_address': 'fa:16:3e:bb:08:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:35:54.290780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:54.308626 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919f07e9-1a48-42ad-8bcd-13f6785e4127 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:35:54.325722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:54.391629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:54.468674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:54.586252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691242-e336-49a9-8587-15825f24101b req-100df240-6b87-46a2-a140-dc43c72b2747 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:54.587861 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65691242-e336-49a9-8587-15825f24101b req-100df240-6b87-46a2-a140-dc43c72b2747 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 945 time: 0.0881505 Apr 01 16:35:54.646780 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65691242-e336-49a9-8587-15825f24101b req-4460c819-51e7-4dbd-9ca7-f03edcf0d091 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512509 Apr 01 16:35:54.686248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['919f07e9-1a48-42ad-8bcd-13f6785e4127'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:35:55.850989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d695-b3b8-46d8-81c0-8fe8620c5654 req-7ce718ef-0ba9-494b-baeb-7825fbfeac94 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:55.852554 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b29d695-b3b8-46d8-81c0-8fe8620c5654 req-7ce718ef-0ba9-494b-baeb-7825fbfeac94 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 945 time: 0.0953202 Apr 01 16:35:55.908215 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b29d695-b3b8-46d8-81c0-8fe8620c5654 req-4aa6dfd2-567c-46a2-a0a9-f4ce3a353cbb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493255 Apr 01 16:35:56.097654 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 919f07e9-1a48-42ad-8bcd-13f6785e4127 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:56.218649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 919f07e9-1a48-42ad-8bcd-13f6785e4127 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:56.224083 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 919f07e9-1a48-42ad-8bcd-13f6785e4127 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:56.224456 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.372922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.408950 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:56.420805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:56.456141 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'code': 200} Apr 01 16:35:56.493560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.585767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:56.835685 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22139e47-1bc7-4d7c-aa8e-8927cd1dd88d req-6ef421c0-b299-4f9a-9c87-fcf35d453cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:56.837039 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22139e47-1bc7-4d7c-aa8e-8927cd1dd88d req-6ef421c0-b299-4f9a-9c87-fcf35d453cb2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1099 time: 0.0771849 Apr 01 16:35:56.881111 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-22139e47-1bc7-4d7c-aa8e-8927cd1dd88d req-ee0bc361-23a7-4f4a-a335-e0d47fda87bc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345976 Apr 01 16:35:57.108094 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae1b6-8dbb-4f1f-ad39-aded17099737 req-a891f1b4-219a-42a7-8d12-902a79e1b647 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:57.109491 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-97aae1b6-8dbb-4f1f-ad39-aded17099737 req-a891f1b4-219a-42a7-8d12-902a79e1b647 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0813446 Apr 01 16:35:57.161468 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-97aae1b6-8dbb-4f1f-ad39-aded17099737 req-6a0ea761-fbdf-4c0b-a5f1-0e7e563bf361 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454240 Apr 01 16:35:58.373330 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67ae06-4731-468d-bf25-00c66846a4b3 req-2c02b890-0038-4fa0-9425-6a926e5f5c74 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.375019 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0e67ae06-4731-468d-bf25-00c66846a4b3 req-2c02b890-0038-4fa0-9425-6a926e5f5c74 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0973787 Apr 01 16:35:58.430184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0e67ae06-4731-468d-bf25-00c66846a4b3 req-2ba07a9c-94c0-4a68-8ac3-79e55061e0d0 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452971 Apr 01 16:35:58.635539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f37ac-93b2-45a0-ab41-0aaf6f4fe042 req-38456cfa-675b-46fe-9f86-e651a63473a9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.637644 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-690f37ac-93b2-45a0-ab41-0aaf6f4fe042 req-38456cfa-675b-46fe-9f86-e651a63473a9 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0939353 Apr 01 16:35:58.685570 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-690f37ac-93b2-45a0-ab41-0aaf6f4fe042 req-663cbcc8-afc9-4b2e-a294-9bf1edf7ec2a tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Apr 01 16:35:58.713238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55506) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:58.813109 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eefb238-915d-4070-a2e3-1e33f6b8808f tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.814661 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2eefb238-915d-4070-a2e3-1e33f6b8808f tempest-TestNetworkAdvancedServerOps-56772268 tempest-TestNetworkAdvancedServerOps-56772268-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1094 time: 0.1003304 Apr 01 16:35:58.817627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55510) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:58.822788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:58.829624 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:58.833556 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Usage tracker for resource:floatingip and tenant:6903a57acd0b4b56842a3e4f50f88a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:58.836656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:58.843750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:58.916271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.077214 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.224979 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Allocated IP 172.26.8.41 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/4a246e9d-8cf8-4c91-921c-5aafa45b71bd) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:59.381529 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.470656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.541284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:59.544494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:59.553450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:59.592541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=4a246e9d-8cf8-4c91-921c-5aafa45b71bd,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:00.092245 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:00.303344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:00.530139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:00.590928 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:00.710498 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event updated for resources: {'Port': ['ID=4a246e9d-8cf8-4c91-921c-5aafa45b71bd,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:00.721765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:00.898127 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP b4e4322e-6822-47ac-a1cc-70058addd0c4 associated. External IP: 172.26.8.41, port: 919f07e9-1a48-42ad-8bcd-13f6785e4127. Apr 01 16:36:01.260987 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 85112356-d311-4b95-a874-066ceb6affb6 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:36:01.440492 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:36:01.450159 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Sync routers for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:01.459629 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:01.460284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:01.533563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:01.592375 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ae73992a-c077-4d30-b62b-79caaa686101 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7737181 Apr 01 16:36:01.593054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:01.641037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'status': 'completed', 'code': 200} Apr 01 16:36:01.683465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:01.900926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192170a-9549-4098-8192-84f36ca072ff req-bffdeac8-8166-4d0e-88e3-d319bd056454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:01.903121 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-bffdeac8-8166-4d0e-88e3-d319bd056454 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1099 time: 0.2374673 Apr 01 16:36:01.939804 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995064-cf30-45fc-be41-5ee00a53feac req-17769775-1bf4-48d2-bae9-d9e942676807 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:01.941310 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89995064-cf30-45fc-be41-5ee00a53feac req-17769775-1bf4-48d2-bae9-d9e942676807 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.2439229 Apr 01 16:36:02.053146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'b4e4322e-6822-47ac-a1cc-70058addd0c4', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85112356-d311-4b95-a874-066ceb6affb6', 'port_id': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'mac_address': 'fa:16:3e:bb:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:36:00Z', 'updated_at': '2022-04-01T16:36:00Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:02.057198 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Checking router: 85112356-d311-4b95-a874-066ceb6affb6 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:36:02.065040 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-89995064-cf30-45fc-be41-5ee00a53feac req-c472b159-fc53-4307-a21c-03ba683ad1ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109152 Apr 01 16:36:02.066116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:02.067167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:35:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:02.094900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192170a-9549-4098-8192-84f36ca072ff req-4ed01f1d-bda9-4507-a314-ccee95bd4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:02.094900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-4ed01f1d-bda9-4507-a314-ccee95bd4e20 service neutron] 10.222.0.91 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 895 time: 0.1816764 Apr 01 16:36:02.096287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55518) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:02.258435 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:02.303691 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-82ef6979-942b-46a3-9add-fc040fd730d1 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/b4e4322e-6822-47ac-a1cc-70058addd0c4 HTTP/1.1" status: 200 len: 991 time: 0.2062507 Apr 01 16:36:02.305672 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-707262d4-bd19-4c29-a5bc-c2b3fcbefbc2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 999 time: 0.1469009 Apr 01 16:36:02.373637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192170a-9549-4098-8192-84f36ca072ff req-9150a91f-a3fa-4737-abb9-7c20879fb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:02.375137 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-9150a91f-a3fa-4737-abb9-7c20879fb5b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 200 len: 835 time: 0.0630562 Apr 01 16:36:02.463922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192170a-9549-4098-8192-84f36ca072ff req-46135e20-0225-41d9-a1b3-071bd2a0114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:02.465747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-46135e20-0225-41d9-a1b3-071bd2a0114f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826311 Apr 01 16:36:02.523079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e51d7ddb-80ca-47d0-80c3-530aaae2f16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:02.607754 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-a5fb0d98-a05e-4b4a-bce8-6ca5639df0e3 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359472 Apr 01 16:36:02.648260 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'b4e4322e-6822-47ac-a1cc-70058addd0c4', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85112356-d311-4b95-a874-066ceb6affb6', 'port_id': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'mac_address': 'fa:16:3e:bb:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:36:00Z', 'updated_at': '2022-04-01T16:36:00Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:02.655880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437895af-b986-47dd-a409-6e3c4c4fb69d None None] The sync data for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv is: [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': 'b4e4322e-6822-47ac-a1cc-70058addd0c4', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '85112356-d311-4b95-a874-066ceb6affb6', 'port_id': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'mac_address': 'fa:16:3e:bb:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:36:00Z', 'updated_at': '2022-04-01T16:36:00Z', 'revision_number': 0, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:36:02.755496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9192170a-9549-4098-8192-84f36ca072ff req-74cf693e-d009-48ea-9d2e-ac56ed8f8ae1 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416316 Apr 01 16:36:02.857158 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef029a-fa5e-4887-a60c-84c60ed68eb8 None None] New status for floating IP b4e4322e-6822-47ac-a1cc-70058addd0c4: ACTIVE {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:36:03.307511 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55522) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:03.414970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-49f122ee-a08a-469f-8416-d0bc72d7ca89 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/b4e4322e-6822-47ac-a1cc-70058addd0c4 HTTP/1.1" status: 200 len: 993 time: 0.1062644 Apr 01 16:36:04.904574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-16cd44ca-ebc3-4347-8545-76ff1557a218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:05.641300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:06.344855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:07.813050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:18.705203 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:25.793578 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:36:32.446555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-89f2d885-3598-4d54-b155-87cf5ef28c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:32.849195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a857ca-f672-4538-8ce4-266f95eabb78 req-119ac323-fda3-4e4d-a87c-100e92305975 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:32.850516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83a857ca-f672-4538-8ce4-266f95eabb78 req-119ac323-fda3-4e4d-a87c-100e92305975 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.2607598 Apr 01 16:36:32.895074 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-83a857ca-f672-4538-8ce4-266f95eabb78 req-57062578-869f-41a1-ab5d-b53fc77f73e3 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 Apr 01 16:36:34.129000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd98ade-1e4d-4b62-94a6-45594d6c6f5f req-f56b78a8-e9d3-4941-8f52-4d2c9f80cf6d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:34.130475 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bd98ade-1e4d-4b62-94a6-45594d6c6f5f req-f56b78a8-e9d3-4941-8f52-4d2c9f80cf6d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.1246068 Apr 01 16:36:34.176467 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9bd98ade-1e4d-4b62-94a6-45594d6c6f5f req-262e6085-6ff1-4aa9-90bb-5f8386b105a8 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402346 Apr 01 16:36:34.199363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55544) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:34.307105 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-cd7d4e80-e696-4c04-babc-dbea82924e8b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/b4e4322e-6822-47ac-a1cc-70058addd0c4 HTTP/1.1" status: 200 len: 993 time: 0.1065583 Apr 01 16:36:34.743336 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-538b2f61-0d90-4890-ae7e-e51cf3d45d74 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701976 Apr 01 16:36:34.896949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-0aa1331c-31ed-425d-99c6-6e1ae1c15451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:34.898420 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-0aa1331c-31ed-425d-99c6-6e1ae1c15451 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1099 time: 0.0752022 Apr 01 16:36:34.938087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0d2567d5-6175-47f0-8fdd-39338f60c815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:35.051747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-f2aaae72-328d-4ce2-9579-2ee1804ea8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:35.053095 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-f2aaae72-328d-4ce2-9579-2ee1804ea8d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 895 time: 0.1283784 Apr 01 16:36:35.281598 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-f0c52b86-8b1e-4571-b4dc-4be4f0521b06 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 1001 time: 0.2180834 Apr 01 16:36:35.351363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-f8602459-dc80-425e-b724-4c6f6d6ee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:35.352871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-f8602459-dc80-425e-b724-4c6f6d6ee6fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 200 len: 835 time: 0.0610397 Apr 01 16:36:35.435064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-922f7c36-dca2-4a5c-8140-1eff396becbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:35.437820 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-922f7c36-dca2-4a5c-8140-1eff396becbc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754504 Apr 01 16:36:35.585469 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-4d78ee7c-37b7-42ab-b9ac-a9aa525c34cd service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334529 Apr 01 16:36:35.646494 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:35.722592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bc693803-46f1-45ff-a2c1-b8d222e3b4ae req-a15bef1b-9cc2-424c-b5e6-bf60b6199fb1 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324954 Apr 01 16:36:35.977338 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873da3b-bfb6-4c91-9637-0390b69a33c8 req-c674f8e4-fa40-448a-acf8-92957c841085 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:35.978816 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1873da3b-bfb6-4c91-9637-0390b69a33c8 req-c674f8e4-fa40-448a-acf8-92957c841085 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0883582 Apr 01 16:36:36.023488 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1873da3b-bfb6-4c91-9637-0390b69a33c8 req-2acd6353-b44a-49b6-a4ec-4facf57fff00 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381088 Apr 01 16:36:36.040010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-544d5eba-8ecc-43b2-9e37-f87ac3c3af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:36.041481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-544d5eba-8ecc-43b2-9e37-f87ac3c3af37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1099 time: 0.0765975 Apr 01 16:36:36.183282 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-fb3b96c3-3537-4209-b2be-f88ee52c987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:36.184746 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-fb3b96c3-3537-4209-b2be-f88ee52c987e service neutron] 10.222.0.91 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 895 time: 0.1321909 Apr 01 16:36:36.294817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-d075b6d9-9835-49cb-9b35-5f0f729b0fab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 1001 time: 0.1009531 Apr 01 16:36:36.344316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:36.363992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-f0d83355-6c08-4ae8-9da9-f294412f4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:36.365502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-f0d83355-6c08-4ae8-9da9-f294412f4360 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 200 len: 835 time: 0.0611854 Apr 01 16:36:36.471763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-10c9b925-33f8-4e63-8a70-02fc61e51454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:36.472824 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-10c9b925-33f8-4e63-8a70-02fc61e51454 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957019 Apr 01 16:36:36.638216 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-8c98ae7c-122f-4987-bc9d-283f699d9c18 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539376 Apr 01 16:36:36.803648 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8fcf68a6-23a2-48cb-93ea-2ef4f0fead91 req-db00440b-0528-42b0-995c-d07dcb5af8e2 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561456 Apr 01 16:36:37.220602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b9dbf-f17d-4bee-8a8c-14c0f24181e1 req-a0be1332-a5c0-4e55-b7b4-1c4cb3aeee76 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:37.221996 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-792b9dbf-f17d-4bee-8a8c-14c0f24181e1 req-a0be1332-a5c0-4e55-b7b4-1c4cb3aeee76 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0845087 Apr 01 16:36:37.266203 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-792b9dbf-f17d-4bee-8a8c-14c0f24181e1 req-91cd19e0-ba48-4f68-926d-7c4d46e4a54b tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Apr 01 16:36:37.823395 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:38.455858 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948bec0-99b2-4a12-b40f-bd659b4a2bfa req-39279455-1912-44a4-be2b-2ea71ab729eb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:38.457474 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7948bec0-99b2-4a12-b40f-bd659b4a2bfa req-39279455-1912-44a4-be2b-2ea71ab729eb tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0808251 Apr 01 16:36:38.502444 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7948bec0-99b2-4a12-b40f-bd659b4a2bfa req-7e5905e0-a982-4e7b-8b16-3f2d510988d4 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Apr 01 16:36:38.526392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55558) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:38.635419 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-175bb176-ecf6-4977-8cfb-48a4a8463d5c tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/floatingips/b4e4322e-6822-47ac-a1cc-70058addd0c4 HTTP/1.1" status: 200 len: 993 time: 0.1078341 Apr 01 16:36:38.984572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55566) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:39.296412 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 4a246e9d-8cf8-4c91-921c-5aafa45b71bd {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:36:39.296749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:39.473255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:39.473580 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:39.599886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 4a246e9d-8cf8-4c91-921c-5aafa45b71bd owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:36:39.823166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:39.874286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=4a246e9d-8cf8-4c91-921c-5aafa45b71bd,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:39.913472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.913904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.914161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.914495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.915116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.915437 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.915766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.916087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.916411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.916732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.917074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.917371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:39.981436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:39.981828 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Floating IP b4e4322e-6822-47ac-a1cc-70058addd0c4 disassociated (deleted). External IP: 172.26.8.41, port: 919f07e9-1a48-42ad-8bcd-13f6785e4127. Apr 01 16:36:40.339751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 85112356-d311-4b95-a874-066ceb6affb6 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:36:40.520340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:36:40.530644 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Sync routers for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:40.539529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:40.540394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:40.589383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:40.648336 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-bbdf730f-4fb0-48fd-a4b3-75eb3497396d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/floatingips/b4e4322e-6822-47ac-a1cc-70058addd0c4 HTTP/1.1" status: 204 len: 168 time: 1.6626623 Apr 01 16:36:40.649038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:40.729413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:40.747773 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'status': 'completed', 'code': 200} Apr 01 16:36:40.849852 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03793-b614-44f1-a450-6bc888396bc7 req-550c6c55-523c-4fef-bbd9-0eab8237138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:40.851399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-550c6c55-523c-4fef-bbd9-0eab8237138d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 1099 time: 0.0792060 Apr 01 16:36:41.110268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:41.114036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Checking router: 85112356-d311-4b95-a874-066ceb6affb6 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:36:41.122376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:41.123015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:41.127831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03793-b614-44f1-a450-6bc888396bc7 req-513552b2-c009-44c1-8772-eddab1d9da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:41.129396 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-513552b2-c009-44c1-8772-eddab1d9da7b service neutron] 10.222.0.91 "GET /v2.0/networks?id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 200 len: 895 time: 0.2676837 Apr 01 16:36:41.235655 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-3b3e1c90-2bf8-42dc-8d53-6f2c10ae1cc2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 200 len: 217 time: 0.0991526 Apr 01 16:36:41.309636 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:41.321199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03793-b614-44f1-a450-6bc888396bc7 req-8557c71a-f576-4fa7-bf91-40cb88b78407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:41.326359 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-8557c71a-f576-4fa7-bf91-40cb88b78407 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 200 len: 835 time: 0.0759051 Apr 01 16:36:41.386034 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718166-6a93-4f7e-b1b4-ad67b6383308 req-068a6f05-cd8e-4f86-acf8-68808f6583ba tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:41.386795 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9f718166-6a93-4f7e-b1b4-ad67b6383308 req-068a6f05-cd8e-4f86-acf8-68808f6583ba tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Synchronizing usage tracker for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:36:41.427369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03793-b614-44f1-a450-6bc888396bc7 req-8f32cacc-8b2c-4490-b892-23542df1d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:41.428871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-8f32cacc-8b2c-4490-b892-23542df1d9c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=69128e5a-b4ae-4b42-8b0a-ce00e8104cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972028 Apr 01 16:36:41.521468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9f718166-6a93-4f7e-b1b4-ad67b6383308 req-068a6f05-cd8e-4f86-acf8-68808f6583ba tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Unset dirty status for tenant:6903a57acd0b4b56842a3e4f50f88a34 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:36:41.522502 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f718166-6a93-4f7e-b1b4-ad67b6383308 req-068a6f05-cd8e-4f86-acf8-68808f6583ba tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.3270667 Apr 01 16:36:41.599547 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9f718166-6a93-4f7e-b1b4-ad67b6383308 req-2e20280a-55b6-47ac-84e1-07f03882620f tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640252 Apr 01 16:36:41.605300 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-3f4ef38a-b958-4239-8a1f-649a1c021fda service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688225 Apr 01 16:36:41.635832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:41.640043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dd23c-1993-47db-8051-1763aed5eb62 None None] The sync data for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv is: [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '95f3d1b2-8f30-4ed1-89d2-ef9e26a24763', 'name': '', 'network_id': '69128e5a-b4ae-4b42-8b0a-ce00e8104cba', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'mac_address': 'fa:16:3e:f8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:42Z', 'updated_at': '2022-04-01T16:35:48Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'subnets': [{'id': '48176d71-82e4-443f-a46b-35db9e4c2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:36:41.749793 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ede03793-b614-44f1-a450-6bc888396bc7 req-05aed118-349c-4390-8dc2-c89536010655 service neutron] 10.222.0.91 "GET /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376748 Apr 01 16:36:41.859793 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82215b79-0ca1-488b-b0b0-dbdf5d9654d9 None None] New status for floating IP b4e4322e-6822-47ac-a1cc-70058addd0c4: DOWN {{(pid=88735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:36:42.793643 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80937e-4ad8-4718-8199-9166338517f4 req-8201bba5-83ce-4288-9e35-9ec005a9a833 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:42.795031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ae80937e-4ad8-4718-8199-9166338517f4 req-8201bba5-83ce-4288-9e35-9ec005a9a833 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0840964 Apr 01 16:36:42.839459 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ae80937e-4ad8-4718-8199-9166338517f4 req-da193c31-c89f-42d8-9540-34a397d736a6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/security-groups?id=941d807a-1581-4e63-b346-d5dab6731e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Apr 01 16:36:43.055710 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623fc2-1db0-48a3-8148-efc178c74671 req-509634f7-9415-4c83-9e49-dd75641beea6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:43.057064 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65623fc2-1db0-48a3-8148-efc178c74671 req-509634f7-9415-4c83-9e49-dd75641beea6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 946 time: 0.0858083 Apr 01 16:36:43.130461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 919f07e9-1a48-42ad-8bcd-13f6785e4127 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:36:43.130905 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:43.383022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 919f07e9-1a48-42ad-8bcd-13f6785e4127, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=919f07e9-1a48-42ad-8bcd-13f6785e4127,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:43.383376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:43.517591 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 919f07e9-1a48-42ad-8bcd-13f6785e4127 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:36:43.703486 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:43.755336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=919f07e9-1a48-42ad-8bcd-13f6785e4127,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:43.833040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] No DVR routers for this DVR port 919f07e9-1a48-42ad-8bcd-13f6785e4127 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:36:43.835674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:43.838430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'name': 'network-vif-deleted', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:43.886918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1eba4a1-b77c-4aaa-a58a-4e630e329728', 'name': 'network-vif-deleted', 'tag': '919f07e9-1a48-42ad-8bcd-13f6785e4127', 'status': 'completed', 'code': 200} Apr 01 16:36:43.899211 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-65623fc2-1db0-48a3-8148-efc178c74671 req-ba69c8ff-a127-43b5-99fd-aa9b4c0bc707 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.91 "DELETE /v2.0/ports/919f07e9-1a48-42ad-8bcd-13f6785e4127 HTTP/1.1" status: 204 len: 173 time: 0.8334737 Apr 01 16:36:44.013003 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-42152279-9bdd-4159-a7f7-333ae8896633 req-ac247aa6-8a53-41f8-bc1a-673c7bca2881 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1eba4a1-b77c-4aaa-a58a-4e630e329728 HTTP/1.1" status: 200 len: 210 time: 0.0545015 Apr 01 16:36:45.110665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55586) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:45.793885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:46.157860 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:36:46.158578 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:46.342993 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:46.343336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:46.377764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 919f07e9-1a48-42ad-8bcd-13f6785e4127 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:36:46.413116 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 919f07e9-1a48-42ad-8bcd-13f6785e4127 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:36:46.413376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 919f07e9-1a48-42ad-8bcd-13f6785e4127 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:36:46.467799 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:36:46.692086 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:46.853197 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=95f3d1b2-8f30-4ed1-89d2-ef9e26a24763,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:47.128614 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.501660 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Router 85112356-d311-4b95-a874-066ceb6affb6 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:36:47.682944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:36:47.693144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Sync routers for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:47.696172 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f597c7af-d763-4336-8a8d-80dac09db21d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "PUT /v2.0/routers/85112356-d311-4b95-a874-066ceb6affb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5844350 Apr 01 16:36:47.698765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55590) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:47.702906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:47.703547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:47.766145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting subnet 48176d71-82e4-443f-a46b-35db9e4c2f43 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:36:47.769147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.830058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.883149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:47.916442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.086215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.125707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Subnet': ['ID=48176d71-82e4-443f-a46b-35db9e4c2f43,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:48.131673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.138458 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6e5c1790-a49b-4a55-92e9-5edb8a0f9be6 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/subnets/48176d71-82e4-443f-a46b-35db9e4c2f43 HTTP/1.1" status: 204 len: 168 time: 0.4387295 Apr 01 16:36:48.141198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55594) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:48.144882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12273f14-c03a-4e7a-9a8c-72c9c5ae597c None None] Network 69128e5a-b4ae-4b42-8b0a-ce00e8104cba requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:36:48.331747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.397416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:36:46Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:48.403990 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Checking router: 85112356-d311-4b95-a874-066ceb6affb6 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:36:48.422720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Routers {'85112356-d311-4b95-a874-066ceb6affb6'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:48.423361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['85112356-d311-4b95-a874-066ceb6affb6'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:48.588176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] DHCP port deletion for 69128e5a-b4ae-4b42-8b0a-ce00e8104cba request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:36:48.601946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Deleting port 53132b80-a5b6-423a-8b55-5fd64cb35db4 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:36:48.602240 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.648268 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.671445 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] Set router 85112356-d311-4b95-a874-066ceb6affb6 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:48.720351 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Deleting port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:36:48.720702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.842701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.900886 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] For port 2e62bfb9-a7ab-454c-b61a-9382a9ddd176, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:48.901158 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.030371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Calling delete_port for 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:36:49.050827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] For port 53132b80-a5b6-423a-8b55-5fd64cb35db4, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=53132b80-a5b6-423a-8b55-5fd64cb35db4,segment=NetworkSegment(9f2c667a-1e1e-455b-90ba-f0cf86c367b6),segment_id=9f2c667a-1e1e-455b-90ba-f0cf86c367b6)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:49.051217 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.211881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Calling delete_port for 53132b80-a5b6-423a-8b55-5fd64cb35db4 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:36:49.294127 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:36:46Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:49.298968 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38987d2d-5b10-4b23-a1f3-e92be2265243 None None] The sync data for ids ['85112356-d311-4b95-a874-066ceb6affb6'] in dv-neutron-835944-1-hyperv is: [{'id': '85112356-d311-4b95-a874-066ceb6affb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900272555', 'tenant_id': '6903a57acd0b4b56842a3e4f50f88a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:36:46Z', 'revision_number': 5, 'project_id': '6903a57acd0b4b56842a3e4f50f88a34', 'gw_port': {'id': '2e62bfb9-a7ab-454c-b61a-9382a9ddd176', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85112356-d311-4b95-a874-066ceb6affb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:37Z', 'updated_at': '2022-04-01T16:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:36:49.312159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.355626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Port': ['ID=2e62bfb9-a7ab-454c-b61a-9382a9ddd176,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:49.394995 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017'] for port, after_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.444470 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Pushing event deleted for resources: {'Port': ['ID=53132b80-a5b6-423a-8b55-5fd64cb35db4,revision_number=None']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:49.449343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] No DVR routers for this DVR port 53132b80-a5b6-423a-8b55-5fd64cb35db4 on host dv-neutron-835944-1-hyperv {{(pid=88734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:36:49.453128 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.457163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.457508 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.459086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.459676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.468331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47029a03-40ae-494f-856c-ebad97d2ced0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:49.633416 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.635904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.720549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.721221 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Fanout notify agent at l3_agent the message router_deleted on router 85112356-d311-4b95-a874-066ceb6affb6 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:36:49.744150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:49.745262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-339be319-4b97-4f82-9f8b-e776fbf1e85d tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/routers/85112356-d311-4b95-a874-066ceb6affb6 HTTP/1.1" status: 204 len: 168 time: 1.6031668 Apr 01 16:36:49.747953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55598) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:49.868924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.006961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.032496 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69128e5a-b4ae-4b42-8b0a-ce00e8104cba']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:50.045000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2c667a-1e1e-455b-90ba-f0cf86c367b6') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:50.045308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2c667a-1e1e-455b-90ba-f0cf86c367b6') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:50.056633 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.074814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.081661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:36:50.082046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:36:50.100709 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:36:50.331503 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.349675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.362300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'Network': ['ID=69128e5a-b4ae-4b42-8b0a-ce00e8104cba,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:50.412305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6af867ae-5403-4587-aed1-f8e426e47796 tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/networks/69128e5a-b4ae-4b42-8b0a-ce00e8104cba HTTP/1.1" status: 204 len: 168 time: 0.6626630 Apr 01 16:36:50.415046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55602) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:50.487348 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.518661 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.523055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 53132b80-a5b6-423a-8b55-5fd64cb35db4 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:36:50.558138 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 53132b80-a5b6-423a-8b55-5fd64cb35db4 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:36:50.558489 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 53132b80-a5b6-423a-8b55-5fd64cb35db4 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:36:50.559031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:36:50.596840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:36:50.597181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 95f3d1b2-8f30-4ed1-89d2-ef9e26a24763 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:36:50.597599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:36:50.630652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:36:50.631008 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 2e62bfb9-a7ab-454c-b61a-9382a9ddd176 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:36:50.691850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.711152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d807a-1581-4e63-b346-d5dab6731e9b,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:50.782673 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:50.783781 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6b8e5a1e-5ee0-4489-90d6-4770516e68ac tempest-TestNetworkAdvancedServerOps-1203715890 tempest-TestNetworkAdvancedServerOps-1203715890-project] 10.222.0.21 "DELETE /v2.0/security-groups/941d807a-1581-4e63-b346-d5dab6731e9b HTTP/1.1" status: 204 len: 168 time: 0.3677146 Apr 01 16:36:51.330326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55612) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:51.481871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0ff99dea-0f69-402e-94e2-a637f0aba5a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6903a57acd0b4b56842a3e4f50f88a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502066 Apr 01 16:36:51.484872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55618) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:51.546789 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.572193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.703565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.720982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400aadc2-3e33-4415-aa91-d92dbbc36c25,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:51.727770 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.728878 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-83fa93c7-5f8b-4394-aa5d-cb3846baaf71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/400aadc2-3e33-4415-aa91-d92dbbc36c25 HTTP/1.1" status: 204 len: 168 time: 0.2430463 Apr 01 16:36:52.401745 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55626) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:52.419561 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.438503 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:36:52.442805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Usage tracker for resource:security_group_rule and tenant:8aeb01acba5a45429176a0c1d1a82a34 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:36:52.445848 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:36:52.452393 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:36:52.535056 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.605662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.653866 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aeb01acba5a45429176a0c1d1a82a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510157 Apr 01 16:36:52.654757 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940d7772-a9e9-462d-8a39-75fef44f9b7c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:52.656766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55630) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:52.676860 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.679501 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.680241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.680241 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.680411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c8738-c2e0-42c1-8e9b-accfbef58919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:52.728376 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.754721 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.908670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.923488 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940d7772-a9e9-462d-8a39-75fef44f9b7c,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:52.931385 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.940820 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8661b445-fbfe-4043-85c4-b2d1caad64c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/940d7772-a9e9-462d-8a39-75fef44f9b7c HTTP/1.1" status: 204 len: 168 time: 0.2763407 Apr 01 16:36:54.053378 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55654) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:54.156766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1733413113-network', 'tenant_id': '25a23b4d632044bcb0d802635067d854'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:36:54.161495 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:36:54.165608 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Usage tracker for resource:network and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:36:54.168455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:36:54.175023 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:36:54.239829 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Made reservation on behalf of 25a23b4d632044bcb0d802635067d854 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:36:54.242053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.255209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.269942 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:36:54.273765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:36:54.276580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:36:54.282246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:36:54.364053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.451803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.485312 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:36:54.490464 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ebfdbb-416c-4a44-aa5f-efa496a92cd0,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:54.497629 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.497629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Added segment d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8 of type vlan for network 798abfc5-592a-4b57-af19-5855a997e5d5 Apr 01 16:36:54.524525 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.611868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.612986 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:54.613621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.718172 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] Pushing event updated for resources: {'Network': ['ID=798abfc5-592a-4b57-af19-5855a997e5d5,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:54.728296 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 798abfc5-592a-4b57-af19-5855a997e5d5 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:36:54.760598 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a4356725-5d2d-4b8b-aa7a-4601dd303a72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7061212 Apr 01 16:36:54.763469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55660) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:54.769218 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Request body: {'subnet': {'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1733413113-subnet', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:36:54.774431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:36:54.778454 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Usage tracker for resource:subnet and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:36:54.782174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:36:54.788482 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:36:54.863088 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Made reservation on behalf of 25a23b4d632044bcb0d802635067d854 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:36:54.865405 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.131891 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.203991 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb422d9-9db3-47f4-859a-f5f73db6ff19,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:55.214004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Checking segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:36:55.214358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Network hostable DHCP agents. Network: 798abfc5-592a-4b57-af19-5855a997e5d5, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:36:55.314551 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:36:55.371477 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 798abfc5-592a-4b57-af19-5855a997e5d5) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:36:55.376258 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:55.376841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.381563 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c4bb4-9bdf-47c8-ad35-f57e792fc935 None None] Network 798abfc5-592a-4b57-af19-5855a997e5d5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:36:55.458037 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-d82e63ca-31fb-4a4d-bcaa-e25231eca31a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6931853 Apr 01 16:36:55.460579 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55664) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:55.465470 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:36:55.470334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:36:55.474879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Usage tracker for resource:router and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:36:55.477772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:36:55.485163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:36:55.537750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.538814 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.554532 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.600742 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-798abfc5-592a-4b57-af19-5855a997e5d5', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:36:55.601624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.761688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Allocated IP 172.20.0.2 (798abfc5-592a-4b57-af19-5855a997e5d5/abb422d9-9db3-47f4-859a-f5f73db6ff19/bf2c5b8c-2191-438d-95b8-71a18cb3ec5f) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:36:55.864716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.976871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:55.988640 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Transition to ACTIVE for port object bf2c5b8c-2191-438d-95b8-71a18cb3ec5f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:36:56.008072 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Transition to ACTIVE for port object bf2c5b8c-2191-438d-95b8-71a18cb3ec5f will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:36:56.104163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.167124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:36:56.170007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:36:56.178726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:36:56.188195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Pushing event updated for resources: {'Port': ['ID=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:56.272315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Attempting to bind port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:36:56.272675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Attempting to bind port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:36:56.273035 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Attempting to bind port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:36:56.278207 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:36:56.278568 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Checking segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:36:56.278985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.280233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Bound using segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:36:56.280810 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Bound port: bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:36:56.281177 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.378426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] For port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:36:56.380869 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.381484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] For port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:36:56.411325 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.446721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.546359 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7fede-8042-47b0-96e2-be0655552e10 None None] Pushing event updated for resources: {'Port': ['ID=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:56.562424 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Allocated IP 172.26.8.157 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/50564391-06ca-4b35-8692-e05880a1e54a) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:36:56.723642 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.812874 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.880485 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:36:56.887870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:36:56.892766 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:36:56.924943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Pushing event updated for resources: {'Port': ['ID=50564391-06ca-4b35-8692-e05880a1e54a,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:57.398563 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.460509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0bee3-4277-44f1-9399-4ce39a716bb9 None None] Network 798abfc5-592a-4b57-af19-5855a997e5d5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:36:57.619764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b37af3ad-03a9-49fe-a86c-3b81a6591713 None None] Provisioning for port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:36:57.863843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.177363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:36:58.364782 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:36:58.374449 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:58.384177 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:58.384777 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:58.445854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.447031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c531257f-df82-43f9-8422-bd50599cefe4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9855359 Apr 01 16:36:58.449670 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55668) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:58.559478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bf2c5b8c-2191-438d-95b8-71a18cb3ec5f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:36:58.566709 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:58.674211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:36:58.679729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:36:58.682544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.804393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.838794 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:58.892158 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.910662 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:57Z', 'revision_number': 3, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:58.915153 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:36:58.915591 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Updating router 66d3f0ee-4263-46b0-82b7-b6479430c951 port 50564391-06ca-4b35-8692-e05880a1e54a binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:36:58.978949 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.984896 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.166363 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.307144 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.319251 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Transition to ACTIVE for port object 50564391-06ca-4b35-8692-e05880a1e54a will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:36:59.366215 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.453408 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Attempting to bind port 50564391-06ca-4b35-8692-e05880a1e54a on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:36:59.454155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Attempting to bind port 50564391-06ca-4b35-8692-e05880a1e54a by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:36:59.454155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Attempting to bind port 50564391-06ca-4b35-8692-e05880a1e54a on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:36:59.456295 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Pushing event updated for resources: {'Port': ['ID=50564391-06ca-4b35-8692-e05880a1e54a,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.466186 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.466523 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.466990 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.467468 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.468092 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.468371 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.468694 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.469017 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.469340 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.469656 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.469977 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.470287 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.474270 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:36:59.474270 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:36:59.474585 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.474714 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:36:59.475163 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Bound port: 50564391-06ca-4b35-8692-e05880a1e54a, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:36:59.475529 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.496000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Allocated IP 172.20.0.1 (798abfc5-592a-4b57-af19-5855a997e5d5/abb422d9-9db3-47f4-859a-f5f73db6ff19/63f76270-d44d-4011-9d26-ba898848f56f) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:36:59.555062 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] For port 50564391-06ca-4b35-8692-e05880a1e54a, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:36:59.557988 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] For port 50564391-06ca-4b35-8692-e05880a1e54a, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=50564391-06ca-4b35-8692-e05880a1e54a,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:36:59.595196 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.652226 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.669344 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Transition to ACTIVE for port object 63f76270-d44d-4011-9d26-ba898848f56f will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:36:59.675967 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:36:59.675967 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:59.737432 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.739550 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3505a-13c5-4379-90e3-b7a4796c76c9 None None] Pushing event updated for resources: {'Port': ['ID=50564391-06ca-4b35-8692-e05880a1e54a,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.811972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:36:59.815357 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:36:59.819735 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:36:59.850523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Pushing event updated for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.867843 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:36:59.878545 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.075865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.164974 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:57Z', 'revision_number': 3, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.168916 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d6a2-75d1-4adf-bb1a-c1b017ffd113 None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:57Z', 'revision_number': 3, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:00.174670 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cfe10438-684d-4d06-9ccc-2e3c95c8162e None None] Provisioning for port 63f76270-d44d-4011-9d26-ba898848f56f completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:00.180572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cfe10438-684d-4d06-9ccc-2e3c95c8162e None None] Provisioning complete for port 63f76270-d44d-4011-9d26-ba898848f56f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:00.181022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cfe10438-684d-4d06-9ccc-2e3c95c8162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.241376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cfe10438-684d-4d06-9ccc-2e3c95c8162e None None] Port 63f76270-d44d-4011-9d26-ba898848f56f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:00.306105 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.374052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.494690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Pushing event updated for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:00.501136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.618934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 50564391-06ca-4b35-8692-e05880a1e54a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:00.659911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:00.661140 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:00.760397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 50564391-06ca-4b35-8692-e05880a1e54a completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:00.766809 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 50564391-06ca-4b35-8692-e05880a1e54a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:00.767362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.885715 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:00.958918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.983361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 50564391-06ca-4b35-8692-e05880a1e54a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=50564391-06ca-4b35-8692-e05880a1e54a,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:00.991604 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a06722ed-c483-458e-a364-14619693c4ea None None] Provisioning complete for port 63f76270-d44d-4011-9d26-ba898848f56f triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:00.992148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a06722ed-c483-458e-a364-14619693c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.055214 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a06722ed-c483-458e-a364-14619693c4ea None None] Port 63f76270-d44d-4011-9d26-ba898848f56f cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:01.057729 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.058482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bf2c5b8c-2191-438d-95b8-71a18cb3ec5f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:01.101328 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:01.111079 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-836773e5-bf1e-4276-9108-07eb899ed973 admin admin] 10.222.0.21 "PUT /v2.0/routers/66d3f0ee-4263-46b0-82b7-b6479430c951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602314 Apr 01 16:37:01.182068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=50564391-06ca-4b35-8692-e05880a1e54a,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:01.194977 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:01.195352 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.695109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:01.707099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:01.707099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:01.839398 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:01.845707 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1642460321-network', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:01.850709 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:01.854512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Usage tracker for resource:network and tenant:37bfacd0f6c94986aaebefad3efc6bf9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:01.857595 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:01.863754 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:01.887376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:01.955121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Made reservation on behalf of 37bfacd0f6c94986aaebefad3efc6bf9 for: {'network': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:01.957613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.970299 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.989285 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:01.993187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Usage tracker for resource:security_group_rule and tenant:37bfacd0f6c94986aaebefad3efc6bf9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:01.996089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:02.002462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:02.090386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.171945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.201868 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:37:02.209086 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 2, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:02.211052 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f1af9-7bbe-4634-bcb7-3e824f4cb129,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:02.213581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:02.213581 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Updating router 66d3f0ee-4263-46b0-82b7-b6479430c951 port 63f76270-d44d-4011-9d26-ba898848f56f binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:02.217439 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.217995 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.segments_db [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Added segment ca3f7553-1fe7-4dab-9ddc-a1c51eed376a of type vlan for network bd81381b-4a28-42f2-9da9-78d74658d0ea Apr 01 16:37:02.244798 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.266922 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.331662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.332638 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:02.333220 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.500652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b869cc61-7902-4834-8f70-11c881530231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.539181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 50564391-06ca-4b35-8692-e05880a1e54a up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:02.551228 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] Pushing event updated for resources: {'Network': ['ID=bd81381b-4a28-42f2-9da9-78d74658d0ea,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:02.571653 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network bd81381b-4a28-42f2-9da9-78d74658d0ea details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:37:02.606504 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-00347f28-b784-4574-a6c2-4d5f4e190052 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7659066 Apr 01 16:37:02.609969 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55690) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:02.615289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Request body: {'subnet': {'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1642460321-subnet', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:02.621279 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:02.626174 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Usage tracker for resource:subnet and tenant:37bfacd0f6c94986aaebefad3efc6bf9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:02.629161 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:02.635147 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:02.714752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Made reservation on behalf of 37bfacd0f6c94986aaebefad3efc6bf9 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:02.717748 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.792415 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:37:02.819414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.821660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 50564391-06ca-4b35-8692-e05880a1e54a triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:02.822019 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.868162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Transition to ACTIVE for port object 63f76270-d44d-4011-9d26-ba898848f56f will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:02.950560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.971744 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.052433 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=719f0175-7f40-4a67-9cdc-931a95fee1d8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:03.062244 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Checking segment: {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:03.062603 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Network hostable DHCP agents. Network: bd81381b-4a28-42f2-9da9-78d74658d0ea, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:37:03.084380 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb69d-4ed0-4542-b210-fa6c2cd96054 None None] Pushing event updated for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:03.175843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Attempting to bind port 63f76270-d44d-4011-9d26-ba898848f56f on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:03.176205 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Attempting to bind port 63f76270-d44d-4011-9d26-ba898848f56f by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:03.176572 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Attempting to bind port 63f76270-d44d-4011-9d26-ba898848f56f on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:03.182140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:03.182512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Checking segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:03.182957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.183376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Bound using segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:03.184118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Bound port: 63f76270-d44d-4011-9d26-ba898848f56f, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:03.184501 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.200116 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Network bd81381b-4a28-42f2-9da9-78d74658d0ea is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:37:03.257185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, bd81381b-4a28-42f2-9da9-78d74658d0ea) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:03.261055 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:03.261750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.267468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa248b2-acf0-4f61-85e3-85861b2616c6 None None] Network bd81381b-4a28-42f2-9da9-78d74658d0ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:37:03.315617 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] For port 63f76270-d44d-4011-9d26-ba898848f56f, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:03.337917 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c41bcaa0-71cb-4e76-b545-e5e9a647c25b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7267270 Apr 01 16:37:03.340271 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55694) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:03.345370 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:03.350177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:03.354014 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Usage tracker for resource:router and tenant:37bfacd0f6c94986aaebefad3efc6bf9 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:03.356844 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:03.363407 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:03.388269 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] For port 63f76270-d44d-4011-9d26-ba898848f56f, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=63f76270-d44d-4011-9d26-ba898848f56f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:03.452383 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.453521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.469040 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.496358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.552416 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-bd81381b-4a28-42f2-9da9-78d74658d0ea', 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'fixed_ips': [{'subnet_id': '719f0175-7f40-4a67-9cdc-931a95fee1d8'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:37:03.553254 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.644969 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:03.645618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:36:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:03.698634 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb69d-4ed0-4542-b210-fa6c2cd96054 None None] Pushing event updated for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:03.840484 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.922925 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:03.968458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Allocated IP 172.20.0.2 (bd81381b-4a28-42f2-9da9-78d74658d0ea/719f0175-7f40-4a67-9cdc-931a95fee1d8/b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:04.224722 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.255582 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.393466 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Allocated IP 172.26.8.224 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/ad07ef29-255c-42af-873b-6fd655b6f499) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:04.457199 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.471181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Transition to ACTIVE for port object b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:04.495795 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Transition to ACTIVE for port object b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:04.501980 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:03Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:04.506004 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b0c1-50df-4540-be1a-eddff0ccf5ed None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:03Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:04.556896 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.567178 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.637195 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Network bd81381b-4a28-42f2-9da9-78d74658d0ea is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:04.645817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:04.650161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:04.655685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Pushing event updated for resources: {'Port': ['ID=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:04.657772 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.727752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:04.728847 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:04.733166 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:04.748904 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Attempting to bind port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:04.749284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Attempting to bind port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:04.749650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Attempting to bind port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 on network bd81381b-4a28-42f2-9da9-78d74658d0ea {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:04.755388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:04.755759 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Checking segment: {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:04.756160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.756578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Bound using segment: {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:04.757043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Bound port: b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:04.757418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.872700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] For port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:04.877057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] For port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:04.903019 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Pushing event updated for resources: {'Port': ['ID=ad07ef29-255c-42af-873b-6fd655b6f499,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:04.920474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f5e98f3b-73f5-4ee6-aac1-2da87b1c8435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.954895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.044382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbbaa2-078b-465f-a95a-3fa2d999d743 None None] Pushing event updated for resources: {'Port': ['ID=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.384636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.628444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.754877 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.037183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36292a94-9e44-426e-bf43-bc72e882a45c None None] Network bd81381b-4a28-42f2-9da9-78d74658d0ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:37:06.068985 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Router e34ab935-96cf-4925-9b93-0208dd29b8ca is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:37:06.195673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b0aa784f-3c31-4142-bad6-d63c08bf2b26 None None] Provisioning for port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:06.249824 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:06.260158 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Sync routers for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:06.272608 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:06.273469 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:06.348523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.349819 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-97eb6118-998e-46bb-a029-9876f4c207fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0085595 Apr 01 16:37:06.352507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55698) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:06.367011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.465842 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:06.627540 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 63f76270-d44d-4011-9d26-ba898848f56f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:06.731323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 63f76270-d44d-4011-9d26-ba898848f56f completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:06.737818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 63f76270-d44d-4011-9d26-ba898848f56f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:06.738410 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.819675 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:05Z', 'revision_number': 3, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:06.823575 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Checking router: e34ab935-96cf-4925-9b93-0208dd29b8ca for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:06.823912 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Updating router e34ab935-96cf-4925-9b93-0208dd29b8ca port ad07ef29-255c-42af-873b-6fd655b6f499 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:06.868148 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.878254 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.900805 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 63f76270-d44d-4011-9d26-ba898848f56f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=63f76270-d44d-4011-9d26-ba898848f56f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:06.960046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.960830 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:07.090913 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.178578 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:07.187081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:07.188038 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.212437 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.229474 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.242195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Transition to ACTIVE for port object ad07ef29-255c-42af-873b-6fd655b6f499 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:07.308611 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.344235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.385408 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:07.394455 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Attempting to bind port ad07ef29-255c-42af-873b-6fd655b6f499 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:07.399139 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Attempting to bind port ad07ef29-255c-42af-873b-6fd655b6f499 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:07.399139 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Attempting to bind port ad07ef29-255c-42af-873b-6fd655b6f499 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:07.401222 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dd168-85fa-4927-a966-f2bc62192852 None None] Pushing event updated for resources: {'Port': ['ID=ad07ef29-255c-42af-873b-6fd655b6f499,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.405815 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:07.406186 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:07.406585 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.406990 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:07.407449 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Bound port: ad07ef29-255c-42af-873b-6fd655b6f499, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:07.407882 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.457262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.466315 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Allocated IP 172.20.0.1 (bd81381b-4a28-42f2-9da9-78d74658d0ea/719f0175-7f40-4a67-9cdc-931a95fee1d8/0c270fdc-96f3-494a-8d0b-bbcab3abd297) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:07.483917 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] For port ad07ef29-255c-42af-873b-6fd655b6f499, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:07.487262 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] For port ad07ef29-255c-42af-873b-6fd655b6f499, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad07ef29-255c-42af-873b-6fd655b6f499,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:07.527994 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.543622 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.626007 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:07.626828 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:07.638096 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.656615 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Transition to ACTIVE for port object 0c270fdc-96f3-494a-8d0b-bbcab3abd297 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:07.681365 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dd168-85fa-4927-a966-f2bc62192852 None None] Pushing event updated for resources: {'Port': ['ID=ad07ef29-255c-42af-873b-6fd655b6f499,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.788777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.809564 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:07.817125 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.855238 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Network bd81381b-4a28-42f2-9da9-78d74658d0ea is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:07.862820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:07.866903 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:07.900100 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Pushing event updated for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.933089 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.105792 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:05Z', 'revision_number': 3, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:08.110432 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96eeec-69ca-49d2-b885-c428b920fa5f None None] The sync data for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv is: [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:05Z', 'revision_number': 3, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:08.120326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.154722 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c0e6017f-368d-4a55-8417-222a50a9d760 None None] Provisioning for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:08.160724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-c0e6017f-368d-4a55-8417-222a50a9d760 None None] Provisioning complete for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:08.166169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c0e6017f-368d-4a55-8417-222a50a9d760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.219209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6017f-368d-4a55-8417-222a50a9d760 None None] Port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:08.380879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.446142 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.555300 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Pushing event updated for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:08.557833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.621002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 63f76270-d44d-4011-9d26-ba898848f56f up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:08.702176 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 63f76270-d44d-4011-9d26-ba898848f56f triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:08.702730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.821209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Network bd81381b-4a28-42f2-9da9-78d74658d0ea is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:08.822465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:08.879439 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad07ef29-255c-42af-873b-6fd655b6f499 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:09.044434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Router e34ab935-96cf-4925-9b93-0208dd29b8ca has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:09.063124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port ad07ef29-255c-42af-873b-6fd655b6f499 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:09.069981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ad07ef29-255c-42af-873b-6fd655b6f499 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:09.070430 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.192018 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-9bf81418-4cb0-47f4-9635-52431f9879ed None None] Provisioning complete for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:09.192302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-9bf81418-4cb0-47f4-9635-52431f9879ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.235822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:09.245451 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-cf6e89c8-d848-4bf5-966b-68874f368d3c admin admin] 10.222.0.21 "PUT /v2.0/routers/e34ab935-96cf-4925-9b93-0208dd29b8ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916879 Apr 01 16:37:09.245652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.269949 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-9bf81418-4cb0-47f4-9635-52431f9879ed None None] Port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:09.275100 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port ad07ef29-255c-42af-873b-6fd655b6f499, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad07ef29-255c-42af-873b-6fd655b6f499,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:09.359767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.360557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:09.478449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=ad07ef29-255c-42af-873b-6fd655b6f499,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:09.492707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:09.493079 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.934107 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 55708) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:09.940022 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391461119', 'description': 'tempest-secgroup-smoke-391461119 description', 'project_id': '25a23b4d632044bcb0d802635067d854'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:09.946152 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:09.950079 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:09.953780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:09.959569 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:10.028332 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.051763 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:10.055587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:10.058397 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:10.064202 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:10.140389 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.148724 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Sync routers for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:10.158433 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:10.159076 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:10.200028 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.242839 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7ff5d-97b0-4014-959a-70430630ca7c,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.302989 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.304232 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-bcafe154-a796-481c-9da3-0a6711669b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3690999 Apr 01 16:37:10.307366 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55712) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:10.313281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:10.319329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:10.323317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:10.326847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:10.333371 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:10.342064 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:10.390735 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.452198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.508618 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.532787 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee34ffc3-e4ae-4d08-a0a8-4f586cd839e5,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.565767 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad07ef29-255c-42af-873b-6fd655b6f499 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:10.611404 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.613622 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-22d12e85-8466-4856-a72c-a5a1ce0f062f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052108 Apr 01 16:37:10.616546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:10.621690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:10.628236 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:10.632634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:10.635595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:10.641464 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:10.711145 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port ad07ef29-255c-42af-873b-6fd655b6f499 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:10.711438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.715495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.784535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.817215 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:08Z', 'revision_number': 4, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0c270fdc-96f3-494a-8d0b-bbcab3abd297', 'name': '', 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'mac_address': 'fa:16:3e:ee:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:07Z', 'updated_at': '2022-04-01T16:37:08Z', 'revision_number': 2, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'subnets': [{'id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:10.824801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Checking router: e34ab935-96cf-4925-9b93-0208dd29b8ca for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:10.825154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Updating router e34ab935-96cf-4925-9b93-0208dd29b8ca port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:10.834376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.859634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1da099c-99f1-4610-9ac1-a57c22937332,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.897702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.920683 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.922145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-33bba214-532b-4143-a99e-dadbe17d5ae0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046513 Apr 01 16:37:10.925130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:10.930169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:10.937372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:10.941440 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:10.945816 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:10.952184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:11.023794 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.087143 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.171523 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.198153 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a274b1e-9358-4234-a8d2-26d12e70d197,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:11.274066 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.275228 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c34cb8a7-8862-4292-b97a-c94e61c4ecf9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490891 Apr 01 16:37:11.277962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:11.278357 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.283885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:11.290024 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:11.291750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Transition to ACTIVE for port object 0c270fdc-96f3-494a-8d0b-bbcab3abd297 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:11.294125 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:11.298085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:11.303814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:11.354002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.391418 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.462324 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.520115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90233-ec8f-4a10-b4bf-5f50629bef84 None None] Pushing event updated for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:11.526101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.556502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fe49b0-be47-49f3-a3d0-a3958be987d6,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:11.589905 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Attempting to bind port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:11.590276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Attempting to bind port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:11.590662 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Attempting to bind port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 on network bd81381b-4a28-42f2-9da9-78d74658d0ea {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:11.597531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:11.597930 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Checking segment: {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:11.598362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.598783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Bound using segment: {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:11.599239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Bound port: 0c270fdc-96f3-494a-8d0b-bbcab3abd297, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:11.599608 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.628714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.629942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b1ebaa9c-d264-4a1a-b9ed-87611d70ea96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510211 Apr 01 16:37:11.632691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55728) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:11.637697 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:11.644645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:11.651941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:11.657572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:11.663771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:11.697250 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] For port 0c270fdc-96f3-494a-8d0b-bbcab3abd297, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:11.700477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] For port 0c270fdc-96f3-494a-8d0b-bbcab3abd297, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c270fdc-96f3-494a-8d0b-bbcab3abd297,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:11.760010 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Project 25a23b4d632044bcb0d802635067d854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:11.768306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.772624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.843089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.857861 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:11.858515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:11.908935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.913903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90233-ec8f-4a10-b4bf-5f50629bef84 None None] Pushing event updated for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:11.950135 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dc8196-bd26-4ee1-939f-ffc74ec49fdd,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:12.029447 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.031701 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-4ec114ed-829a-4cdc-b1e6-89b7d0c7ce59 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3974447 Apr 01 16:37:12.033781 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55732) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:12.039118 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': '1fb7ff5d-97b0-4014-959a-70430630ca7c', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:12.046145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:12.050350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:12.053346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:12.059428 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:12.069573 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:12.137389 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Project 25a23b4d632044bcb0d802635067d854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:12.145263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.213539 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.285829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.309048 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb5f3f0-ebb0-4592-b05e-b9da85904a1d,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:12.394358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.395096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:08Z', 'revision_number': 4, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0c270fdc-96f3-494a-8d0b-bbcab3abd297', 'name': '', 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'mac_address': 'fa:16:3e:ee:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:07Z', 'updated_at': '2022-04-01T16:37:11Z', 'revision_number': 4, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'subnets': [{'id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:12.395549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-6f03f5fb-cee5-4773-abd2-f34e68dfbde9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3606827 Apr 01 16:37:12.398899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08cfda-b9b6-480d-80b3-33809f3ca897 None None] The sync data for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv is: [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:37:08Z', 'revision_number': 4, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '0c270fdc-96f3-494a-8d0b-bbcab3abd297', 'name': '', 'network_id': 'bd81381b-4a28-42f2-9da9-78d74658d0ea', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'mac_address': 'fa:16:3e:ee:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:07Z', 'updated_at': '2022-04-01T16:37:11Z', 'revision_number': 4, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'subnets': [{'id': '719f0175-7f40-4a67-9cdc-931a95fee1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:12.572815 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c270fdc-96f3-494a-8d0b-bbcab3abd297 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:12.596577 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-78bb64b5-5aa0-4ecf-a78b-15d81cec58fc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:security_group {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:12.679981 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-78bb64b5-5aa0-4ecf-a78b-15d81cec58fc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:security_group {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:12.681190 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-78bb64b5-5aa0-4ecf-a78b-15d81cec58fc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391461119&fields=id&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 267 time: 0.1333117 Apr 01 16:37:12.713944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:12.720500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:12.721121 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.847339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-80a1bb2b-6b20-4119-8ac3-380f4d1b6303 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:12.848054 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-80a1bb2b-6b20-4119-8ac3-380f4d1b6303 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:network {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:12.851746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.886341 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 0c270fdc-96f3-494a-8d0b-bbcab3abd297, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c270fdc-96f3-494a-8d0b-bbcab3abd297,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:12.925885 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-80a1bb2b-6b20-4119-8ac3-380f4d1b6303 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:network {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:12.927566 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-80a1bb2b-6b20-4119-8ac3-380f4d1b6303 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 809 time: 0.2390542 Apr 01 16:37:12.948599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.957639 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-9ba5596a-4a05-4657-a5f4-df58216fbc63 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/quotas/25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 375 time: 0.0217783 Apr 01 16:37:13.027692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:13.044350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-b3b8de1c-495f-41a8-8b28-6ba456777b6b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:13.119888 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-b3b8de1c-495f-41a8-8b28-6ba456777b6b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:13.128494 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-b3b8de1c-495f-41a8-8b28-6ba456777b6b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625252 Apr 01 16:37:13.280323 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-850331ad-29b6-4f62-8207-0d4ca9593fdf service neutron] 10.222.0.21 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470361 Apr 01 16:37:13.419346 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-9d99da07-e937-4912-935f-bddfbcace47d service neutron] 10.222.0.21 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323602 Apr 01 16:37:13.693427 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1e52d08d-9634-44e6-a0e5-d6fc7131ab85 req-1356500e-ba61-4597-8d9d-d15f1689d680 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 210 time: 0.0467610 Apr 01 16:37:14.542642 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c270fdc-96f3-494a-8d0b-bbcab3abd297 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:14.615778 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:14.616147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.804080 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ef08009a-3fbe-436d-a924-2d389d0bd7c1 req-49b52797-e88b-495b-8e6d-51eedfe8487e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 210 time: 0.0518909 Apr 01 16:37:15.955002 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-450841df-5353-4a9a-8675-f512a0decea1 req-d62cf1a8-9195-475e-8157-bdc5408bef1f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 210 time: 0.0448804 Apr 01 16:37:16.425391 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-d2395fe6-1d0b-4374-a5e0-e43bc0f15819 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:16.426923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-d2395fe6-1d0b-4374-a5e0-e43bc0f15819 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 809 time: 0.1506650 Apr 01 16:37:16.492268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-8290a2f2-a792-441c-a3f2-76eb898b468f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 379 time: 0.0433726 Apr 01 16:37:16.512223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'port': {'device_id': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'admin_state_up': True, 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'security_groups': ['1fb7ff5d-97b0-4014-959a-70430630ca7c']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:16.652924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:16.662535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:16.731012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Made reservation on behalf of 25a23b4d632044bcb0d802635067d854 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:16.735200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.901897 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Allocated IP 172.20.0.14 (798abfc5-592a-4b57-af19-5855a997e5d5/abb422d9-9db3-47f4-859a-f5f73db6ff19/3cd41f15-5ad8-4e24-bb94-9d5a1708c91d) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:17.105950 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.111798 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-efc1d38c-9777-44aa-a921-1b1fb01df1e2 req-055a5ae7-25af-4196-bca3-6faaffd5ccf8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 210 time: 0.0440071 Apr 01 16:37:17.124806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Transition to ACTIVE for port object 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:17.211866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.290678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:17.298729 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:17.301151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:17.341514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:17.375549 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:17.376169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.572381 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-3a17aec0-e60d-40da-9574-de1df12ea487 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0639167 Apr 01 16:37:17.591704 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Request body: {'port': {'device_id': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:17.651141 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a8366576-5a7d-4460-be74-425fa28c7e59 None None] Provisioning for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:17.657466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-a8366576-5a7d-4460-be74-425fa28c7e59 None None] Provisioning complete for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:17.657818 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a8366576-5a7d-4460-be74-425fa28c7e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.712323 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.712709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-a8366576-5a7d-4460-be74-425fa28c7e59 None None] Port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:18.187388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:18.195303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.210411 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Transition to ACTIVE for port object 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:18.285150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.435057 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.472604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e364-5f29-4720-80e0-56f0f9d6f36a req-9f061f89-f00a-4d0a-9c3a-2ff6a9c50c07 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:18.473356 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e862e364-5f29-4720-80e0-56f0f9d6f36a req-9f061f89-f00a-4d0a-9c3a-2ff6a9c50c07 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:18.562560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Attempting to bind port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:18.562916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Attempting to bind port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:18.563243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Attempting to bind port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:18.567880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d on network 798abfc5-592a-4b57-af19-5855a997e5d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:37:18.568198 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Attempting to bind port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:18.573310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:18.575211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Checking segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:18.575211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Bound using segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:18.575211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Bound port: 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:18.575211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.619501 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-e862e364-5f29-4720-80e0-56f0f9d6f36a req-9f061f89-f00a-4d0a-9c3a-2ff6a9c50c07 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:18.620598 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e862e364-5f29-4720-80e0-56f0f9d6f36a req-9f061f89-f00a-4d0a-9c3a-2ff6a9c50c07 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 932 time: 0.3951502 Apr 01 16:37:18.700286 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e862e364-5f29-4720-80e0-56f0f9d6f36a req-6fca8d2a-1554-4172-995b-d758bb2907c4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686061 Apr 01 16:37:18.707054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:18.713073 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.713793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:18.783758 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.840274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:18.840876 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.842230 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] 10.222.0.91 "PUT /v2.0/ports/3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1094 time: 1.2577784 Apr 01 16:37:18.842715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:18.871206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62f9f-dd15-4495-a41f-ce28df9202cd service neutron] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.894223 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'status': 'completed', 'code': 200} Apr 01 16:37:19.110367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175507fa-4430-41dd-a433-ac9984bc7170 req-4cee5ffc-695b-4afb-bfa5-a65f00092ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.111768 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-175507fa-4430-41dd-a433-ac9984bc7170 req-4cee5ffc-695b-4afb-bfa5-a65f00092ab2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1097 time: 0.1887355 Apr 01 16:37:19.269980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175507fa-4430-41dd-a433-ac9984bc7170 req-605bcd20-7f73-4ad9-a3e7-3ee06da2f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.271644 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-175507fa-4430-41dd-a433-ac9984bc7170 req-605bcd20-7f73-4ad9-a3e7-3ee06da2f428 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=25a23b4d632044bcb0d802635067d854&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1445317 Apr 01 16:37:19.414376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175507fa-4430-41dd-a433-ac9984bc7170 req-fc56ef4e-7490-4377-af39-ab49f13d70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.415927 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-175507fa-4430-41dd-a433-ac9984bc7170 req-fc56ef4e-7490-4377-af39-ab49f13d70ed service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345072 Apr 01 16:37:19.535543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-7e82281b-7823-4006-9719-fc8a63459554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.536934 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-7e82281b-7823-4006-9719-fc8a63459554 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1097 time: 0.0756602 Apr 01 16:37:19.612582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-1626e16b-e973-4d14-b079-47797dd3582e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 217 time: 0.0649991 Apr 01 16:37:19.678219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-acbf4a4e-75a7-4f85-a20c-8131d241ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.679695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-acbf4a4e-75a7-4f85-a20c-8131d241ae7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0588560 Apr 01 16:37:19.763888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-0fb00171-8510-4784-8db2-71c0331e5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.765956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-0fb00171-8510-4784-8db2-71c0331e5cf5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764105 Apr 01 16:37:19.957633 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-6328cbc0-3855-4de9-8872-88d1e443caf8 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814585 Apr 01 16:37:19.972771 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7c60-abab-4584-97c3-8cb83ca1eef0 req-b47ffd16-7365-41db-82ba-2a86c9cd7ac8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:19.974199 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f3ba7c60-abab-4584-97c3-8cb83ca1eef0 req-b47ffd16-7365-41db-82ba-2a86c9cd7ac8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.1665375 Apr 01 16:37:20.215622 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f3ba7c60-abab-4584-97c3-8cb83ca1eef0 req-99a075e6-ce9b-428f-a627-2130e3242108 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229514 Apr 01 16:37:20.242961 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2a832ac2-2672-475f-bd7d-30a39ee7746a req-824f9d00-fb02-44a2-91ef-a65d7014bf67 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677643 Apr 01 16:37:21.402351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696cb18-cfc3-4a81-a5e0-99e8d5346563 req-5f466598-2188-415c-ab4a-775e1d8e4357 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:21.403819 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4696cb18-cfc3-4a81-a5e0-99e8d5346563 req-5f466598-2188-415c-ab4a-775e1d8e4357 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0802047 Apr 01 16:37:21.451365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4696cb18-cfc3-4a81-a5e0-99e8d5346563 req-69867bed-1db7-49dd-96d2-ca20c2fa86fd tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Apr 01 16:37:22.502330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:37:22.639393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:22.640476 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196aba4-5aa5-4757-bde8-bf352ef3531f req-a6f5183e-aa67-4d2c-a5f5-649d36a690ca tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:22.641973 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b196aba4-5aa5-4757-bde8-bf352ef3531f req-a6f5183e-aa67-4d2c-a5f5-649d36a690ca tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0848093 Apr 01 16:37:22.657300 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:37:22.688239 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b196aba4-5aa5-4757-bde8-bf352ef3531f req-e40fd3b5-028d-457d-a56b-deea2c494982 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Apr 01 16:37:22.714239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.731315 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:22.746343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:22.811175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.879623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:23.077017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:37:23.870804 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ff847-fe0b-4a40-b4b9-8c859155b931 req-31c004b8-08c8-463c-a126-3c694bf2452b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.872262 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-852ff847-fe0b-4a40-b4b9-8c859155b931 req-31c004b8-08c8-463c-a126-3c694bf2452b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 945 time: 0.0787814 Apr 01 16:37:23.917016 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-852ff847-fe0b-4a40-b4b9-8c859155b931 req-6b63ebeb-fafc-4a55-b7b8-9223f2ea4571 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389423 Apr 01 16:37:24.517918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:24.640056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:24.645524 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:24.645893 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.764915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.792129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:24.802426 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:24.839892 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'code': 200} Apr 01 16:37:24.874748 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.949775 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:25.111539 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee03ec-25ec-4bed-a855-eaf0990e2d32 req-51092123-8f7d-4c54-9239-77bcb0e1a869 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:25.112940 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d0ee03ec-25ec-4bed-a855-eaf0990e2d32 req-51092123-8f7d-4c54-9239-77bcb0e1a869 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0853491 Apr 01 16:37:25.180882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbddba-028e-4d6a-b324-693c79aca590 req-1d542744-823a-4b7f-a93c-ba699d5990ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:25.182363 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aacbddba-028e-4d6a-b324-693c79aca590 req-1d542744-823a-4b7f-a93c-ba699d5990ab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0747030 Apr 01 16:37:25.233905 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-aacbddba-028e-4d6a-b324-693c79aca590 req-ea0f9c86-817a-4218-bee4-8514c4c15dee service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Apr 01 16:37:25.261443 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d0ee03ec-25ec-4bed-a855-eaf0990e2d32 req-3a13cf98-8ff3-469b-b2ed-ee577a781895 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426985 Apr 01 16:37:26.453637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6554-5624-4d43-91e8-50ddab68a565 req-68beb1a9-68fd-46ce-971d-7d9bebeeba63 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:26.455173 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-380f6554-5624-4d43-91e8-50ddab68a565 req-68beb1a9-68fd-46ce-971d-7d9bebeeba63 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0824926 Apr 01 16:37:26.501305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-380f6554-5624-4d43-91e8-50ddab68a565 req-f6a11989-74b1-4416-97f8-fdc0607a8af6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Apr 01 16:37:27.695246 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e72f2-383d-405b-8245-02f73f0089b4 req-6be5fefa-667e-454d-b8b6-4521d6219c83 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.696691 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c63e72f2-383d-405b-8245-02f73f0089b4 req-6be5fefa-667e-454d-b8b6-4521d6219c83 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0869026 Apr 01 16:37:27.741809 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c63e72f2-383d-405b-8245-02f73f0089b4 req-00a8154e-6e67-411a-9d8c-50a31d61bc94 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Apr 01 16:37:27.928842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d9f3f-3f19-4c64-bdc2-cda47ff3b578 req-b63acc83-b14f-4491-a68c-d8fdf158b0e4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.930313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a33d9f3f-3f19-4c64-bdc2-cda47ff3b578 req-b63acc83-b14f-4491-a68c-d8fdf158b0e4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0839875 Apr 01 16:37:27.975785 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a33d9f3f-3f19-4c64-bdc2-cda47ff3b578 req-6547b5d6-4df1-452a-8fad-11821db29c5a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Apr 01 16:37:27.998050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55796) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:28.110332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134275b8-dcaf-46a8-ab69-32ab5460c7b4 tempest-TestShelveInstance-839931545 tempest-TestShelveInstance-839931545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.111856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-134275b8-dcaf-46a8-ab69-32ab5460c7b4 tempest-TestShelveInstance-839931545 tempest-TestShelveInstance-839931545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1094 time: 0.1129179 Apr 01 16:37:28.114691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 55802) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:28.119460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:28.125847 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:28.129838 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:floatingip and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:28.132766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:28.138499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:28.211379 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.349916 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.490178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Allocated IP 172.26.8.92 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/1a5aafca-9ba8-40a2-9112-06a91dda661c) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:28.636336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.725909 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.788089 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:28.795251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:28.799326 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:28.831848 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=1a5aafca-9ba8-40a2-9112-06a91dda661c,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:29.219146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.355465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.671193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.747726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.856325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=1a5aafca-9ba8-40a2-9112-06a91dda661c,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:29.869064 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.043732 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Floating IP 8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30 associated. External IP: 172.26.8.92, port: 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d. Apr 01 16:37:30.400163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:30.580417 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:30.589949 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:30.600164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:30.600771 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:30.673994 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.745841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-ed8c9218-f459-4bdc-933a-64b81ce8266b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6183307 Apr 01 16:37:30.745841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:30.781313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'status': 'completed', 'code': 200} Apr 01 16:37:30.807957 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:30.884974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-381d7816-87a1-462a-93c0-1ffe7c1db818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:30.886457 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-381d7816-87a1-462a-93c0-1ffe7c1db818 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0720444 Apr 01 16:37:31.023146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-5ef53535-917d-4f00-90c9-47dd6d39ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:31.024590 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-5ef53535-917d-4f00-90c9-47dd6d39ed4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1313319 Apr 01 16:37:31.162313 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:29Z', 'updated_at': '2022-04-01T16:37:29Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.167265 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:31.177100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:31.177725 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:37:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.249573 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-dc1fde78-9203-4eca-b00d-91191a9d7a23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 999 time: 0.2181504 Apr 01 16:37:31.312821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-062b3129-01fa-4669-b2c1-f960862d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:31.315288 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-062b3129-01fa-4669-b2c1-f960862d4da0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0591581 Apr 01 16:37:31.354001 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:31.396396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-5e9e4c8e-83db-4576-985d-d187cad622ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:31.398076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-5e9e4c8e-83db-4576-985d-d187cad622ec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770085 Apr 01 16:37:31.534637 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-1712bd11-6307-458d-953f-147b5a604237 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294556 Apr 01 16:37:31.669061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-32fba763-115a-40bb-a54a-dbe9ae27b6de req-a7721d4b-3c0f-4ca2-bf92-99c34a89d0e3 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286714 Apr 01 16:37:31.714050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:29Z', 'updated_at': '2022-04-01T16:37:29Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.718009 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899091f-5eea-47d5-89a0-3bba2cb2bf29 None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:29Z', 'updated_at': '2022-04-01T16:37:29Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:31.912559 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72f2ef-52fc-4a07-b39f-9e3b45d4356a None None] New status for floating IP 8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:37:32.468764 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4b78d7a7-ab60-4804-93bd-1e278942783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.759925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-ea4dd428-6e71-44ba-bbd1-7abc62ee1a44 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703146 Apr 01 16:37:34.923567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-f4dd93cf-a9b4-4995-9201-0105ae7e5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:34.925107 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-f4dd93cf-a9b4-4995-9201-0105ae7e5b07 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0749557 Apr 01 16:37:34.930676 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4d3375a9-5b33-4171-8593-0b1e0d91c325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.072619 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-2643b0c0-905a-4da9-ac95-4479860057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:35.074000 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-2643b0c0-905a-4da9-ac95-4479860057c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1303511 Apr 01 16:37:35.179472 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-78126bd2-1593-49fa-b510-c2b39c5733aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1001 time: 0.0996201 Apr 01 16:37:35.245643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-1d5befe1-7f18-4db6-8175-4947dc0cf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:35.247131 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-1d5befe1-7f18-4db6-8175-4947dc0cf393 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0623682 Apr 01 16:37:35.326277 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-145a0074-48b8-4d70-b537-8666253d0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:35.328670 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-145a0074-48b8-4d70-b537-8666253d0150 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755670 Apr 01 16:37:35.463317 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-052de5e5-077e-4bf3-9dc0-371b8dddcefb service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287205 Apr 01 16:37:35.600163 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a04b9e30-eadc-4c11-a422-e670dbd03543 req-ed0823be-04dd-4143-a8cb-5e751af851dd service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304152 Apr 01 16:37:35.633874 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.382268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.793868 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.791898 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:37:48.713012 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:02.462069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d3181bab-bcf8-44be-8c56-f4effece8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:04.930081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ec5faa21-5f62-46c7-83b7-75f4a9e4c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:05.724643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:06.387372 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:07.838496 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:16.791782 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:38:18.730048 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:32.489739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c81f39ce-41d7-40ac-9d79-75b0aa147663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:34.906385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7412-c472-405b-96b0-74c722e15833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:35.689146 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:36.347007 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:36.765929 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-f5010c97-5116-45fd-98e2-a8dfdfe3b0f6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921988 Apr 01 16:38:36.937286 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-b678302b-75db-45e4-9fea-81188f198acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:36.942839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-b678302b-75db-45e4-9fea-81188f198acf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0978756 Apr 01 16:38:37.116504 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-d7d7da2b-c848-4a66-903c-03d14a1694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:37.117898 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-d7d7da2b-c848-4a66-903c-03d14a1694b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1508691 Apr 01 16:38:37.368192 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-c0b73d3e-84b2-44c7-9e76-2a44ab8b51ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1001 time: 0.2396710 Apr 01 16:38:37.447183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-35f46757-1785-4325-becd-09fefba879eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:37.448647 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-35f46757-1785-4325-becd-09fefba879eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0703373 Apr 01 16:38:37.543237 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-ab957226-82ab-4022-a18d-de87b37e37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:37.544706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-ab957226-82ab-4022-a18d-de87b37e37da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868731 Apr 01 16:38:37.681315 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-1ec48b8c-bac2-4e1c-b1ab-6f476f28cb4b service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268823 Apr 01 16:38:37.809527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:37.822408 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-43639785-94e3-4c14-867e-7dc4336eeb06 req-21712e37-cf43-4e20-b454-fdd0efe1328e service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309798 Apr 01 16:38:48.711911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:53.791040 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:39:02.471370 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-7f2908ab-21e5-45f9-9f7e-d93c77b34f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:04.911446 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2577f3cb-4572-44f8-a071-362bc1a24b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:05.637876 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:06.368290 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:07.825886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:18.723024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:27.497941 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e678af2-3c85-4390-b0ae-13653c921f4b req-1dceb813-e262-458f-b2c8-03067a7d94f3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:27.499428 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5e678af2-3c85-4390-b0ae-13653c921f4b req-1dceb813-e262-458f-b2c8-03067a7d94f3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0830202 Apr 01 16:39:27.544530 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5e678af2-3c85-4390-b0ae-13653c921f4b req-1678b34d-ea42-4dee-a420-0b915162ac00 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392470 Apr 01 16:39:28.750410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf8db2-7f15-4e69-bdb2-4904a7afd071 req-82519f88-a75a-4dce-91a9-7261f38f7fea tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:28.752325 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9aaf8db2-7f15-4e69-bdb2-4904a7afd071 req-82519f88-a75a-4dce-91a9-7261f38f7fea tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0858364 Apr 01 16:39:28.798954 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9aaf8db2-7f15-4e69-bdb2-4904a7afd071 req-f98033c0-526d-4020-a2f5-53c390acf61c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Apr 01 16:39:29.998865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa85938-940a-48cb-9c67-19bb95e7a227 req-7755d2eb-b69e-4572-8c22-f5bddf80535b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:30.000327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-caa85938-940a-48cb-9c67-19bb95e7a227 req-7755d2eb-b69e-4572-8c22-f5bddf80535b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0850558 Apr 01 16:39:30.046724 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-caa85938-940a-48cb-9c67-19bb95e7a227 req-3e04822c-8462-497d-8bea-335633f5194d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405176 Apr 01 16:39:30.791134 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:39:31.237438 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263bef5-e18b-4bc3-8c6a-f0e068e9222c req-b07a3f58-31d6-4f8c-af25-c7869e66db4f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:31.238844 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4263bef5-e18b-4bc3-8c6a-f0e068e9222c req-b07a3f58-31d6-4f8c-af25-c7869e66db4f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0841599 Apr 01 16:39:31.283313 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4263bef5-e18b-4bc3-8c6a-f0e068e9222c req-fdff3b48-7b23-4094-a4d8-abff161cd1fe tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388942 Apr 01 16:39:32.467734 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43607-aa83-40e4-a71a-f1ff95b63160 req-20f63254-8771-4281-a570-77214025d2ac tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:32.469210 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4b43607-aa83-40e4-a71a-f1ff95b63160 req-20f63254-8771-4281-a570-77214025d2ac tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0797923 Apr 01 16:39:32.482305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cab25555-dde3-4a75-94bd-1b525cc4493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.513327 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d4b43607-aa83-40e4-a71a-f1ff95b63160 req-47422a7b-f37c-489a-8596-56c32d81901d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Apr 01 16:39:33.702111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cd691-b62c-4fb0-80f0-2f6023f287e8 req-743c9505-7c68-48aa-ab56-2ab7c1eb37a6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:33.703627 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-292cd691-b62c-4fb0-80f0-2f6023f287e8 req-743c9505-7c68-48aa-ab56-2ab7c1eb37a6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0838184 Apr 01 16:39:33.751046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-292cd691-b62c-4fb0-80f0-2f6023f287e8 req-a57fcfbf-cd19-4072-9779-5465201fef3d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416846 Apr 01 16:39:34.928277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b585-ecfd-4d80-a310-fe2fe6254cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.943843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357b564-8c41-4786-96bb-5df81da1986d req-a8fbfe21-9612-4bed-be82-0f1e9737d2df tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:34.945493 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7357b564-8c41-4786-96bb-5df81da1986d req-a8fbfe21-9612-4bed-be82-0f1e9737d2df tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0867736 Apr 01 16:39:34.991439 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7357b564-8c41-4786-96bb-5df81da1986d req-90f99410-58fc-45d4-8242-be6b43f7e17e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Apr 01 16:39:35.630596 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:36.178963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45aed4-ae7d-40d4-9829-7a859bd02a02 req-279f87d1-9e1f-4944-82d8-b65694b390aa tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:36.180456 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6b45aed4-ae7d-40d4-9829-7a859bd02a02 req-279f87d1-9e1f-4944-82d8-b65694b390aa tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0833013 Apr 01 16:39:36.228397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6b45aed4-ae7d-40d4-9829-7a859bd02a02 req-1657b44f-c5bc-4e1f-8105-00ef57859dd0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409365 Apr 01 16:39:36.339495 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:36.869460 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-517f03fc-4725-40e0-926a-c5f8a03f4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:36.870867 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-517f03fc-4725-40e0-926a-c5f8a03f4466 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0796614 Apr 01 16:39:37.036616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-ca594fc1-cfc1-4ff0-b2ab-ce31d95fc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.038341 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-ca594fc1-cfc1-4ff0-b2ab-ce31d95fc462 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1472478 Apr 01 16:39:37.144713 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-fcf6b6a9-182b-4b53-971e-4d78895cce3f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1001 time: 0.0965967 Apr 01 16:39:37.220076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-2c11c276-9e78-4119-9637-193df491dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.221526 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-2c11c276-9e78-4119-9637-193df491dad1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0635214 Apr 01 16:39:37.302080 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-b0313bb3-eb0d-49fd-b666-94b9eacbc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.303657 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-b0313bb3-eb0d-49fd-b666-94b9eacbc858 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730209 Apr 01 16:39:37.428752 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754c30e-a65c-4cad-8d28-7dafacdfbcb7 req-76e49f81-c448-44b7-b2f5-731615a6038f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.430147 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2754c30e-a65c-4cad-8d28-7dafacdfbcb7 req-76e49f81-c448-44b7-b2f5-731615a6038f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0857818 Apr 01 16:39:37.445695 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-15f05482-4c96-45d6-acc6-855b067e3c52 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324093 Apr 01 16:39:37.477629 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2754c30e-a65c-4cad-8d28-7dafacdfbcb7 req-8b31839e-9053-40d0-a2af-48bd76e2b117 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Apr 01 16:39:37.585224 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41ac8cac-c25b-47bf-b94a-558b9aa0f197 req-4827aa1d-2c88-4147-a9ff-4d8cdc2a51ae service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294537 Apr 01 16:39:37.808103 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:38.768634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce90e-a2db-4829-8c3b-ad3f4f8a605f req-358d8bd6-3fbc-4bd6-aba2-7b2d7691d6c1 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.770023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-985ce90e-a2db-4829-8c3b-ad3f4f8a605f req-358d8bd6-3fbc-4bd6-aba2-7b2d7691d6c1 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.1860852 Apr 01 16:39:38.815817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-985ce90e-a2db-4829-8c3b-ad3f4f8a605f req-049caf4e-e0f9-442c-aaf2-ea31d41e326e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Apr 01 16:39:39.170424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:39:39.302487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:39.318587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:39:39.372917 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:39.389267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:39:39.404557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:39.470822 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:39.543574 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:39.550867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.551212 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.551544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.551871 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.552193 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.552545 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.552891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.553210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.553525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.553843 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.554163 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.554474 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:39.561334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:39:40.000099 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52cc82-dafe-4ff3-ada7-84f17cc5ece1 req-c53c43e2-c7be-42d0-acd6-04eb30c622b3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:40.001541 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1a52cc82-dafe-4ff3-ada7-84f17cc5ece1 req-c53c43e2-c7be-42d0-acd6-04eb30c622b3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 945 time: 0.0798206 Apr 01 16:39:40.045290 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1a52cc82-dafe-4ff3-ada7-84f17cc5ece1 req-841c73aa-2b6b-4ad5-b42d-afd149b109cc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Apr 01 16:39:41.170498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:41.235026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d990-d509-4d02-9905-366745ef98c8 req-301b9a1d-ec35-4962-81d9-e5f2f3e19586 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:41.236445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35c7d990-d509-4d02-9905-366745ef98c8 req-301b9a1d-ec35-4962-81d9-e5f2f3e19586 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 945 time: 0.0859282 Apr 01 16:39:41.240886 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:41.241458 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:41.285784 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-35c7d990-d509-4d02-9905-366745ef98c8 req-5db4fe96-cda3-41fc-ad9f-843cc3b7e631 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Apr 01 16:39:41.379021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:41.410390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:41.428096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:41.504946 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:41.584287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:42.487009 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5c949-f6b8-4476-b988-8399119253de req-28c7ecf1-719a-45c2-a390-d1c972ba0a5b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:42.489356 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3c5c949-f6b8-4476-b988-8399119253de req-28c7ecf1-719a-45c2-a390-d1c972ba0a5b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0925732 Apr 01 16:39:42.537569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3c5c949-f6b8-4476-b988-8399119253de req-3db0af9c-6d1f-4a50-9d6b-eea362e0907f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Apr 01 16:39:42.543315 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'code': 200} Apr 01 16:39:43.748188 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bcdb3-d5cb-46bc-9dfb-e0c83af0e260 req-fe0bfdc4-8f22-4283-af7e-eb4987574573 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:43.750381 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e0bcdb3-d5cb-46bc-9dfb-e0c83af0e260 req-fe0bfdc4-8f22-4283-af7e-eb4987574573 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0897040 Apr 01 16:39:43.800060 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e0bcdb3-d5cb-46bc-9dfb-e0c83af0e260 req-147954ab-c38d-493e-9704-5e7791c4438d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Apr 01 16:39:45.004508 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18c94-bb03-4a2a-a911-1922a6f9d457 req-f5da6a2d-5a56-430c-bbf3-b9a6faadb4f9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:45.006032 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99a18c94-bb03-4a2a-a911-1922a6f9d457 req-f5da6a2d-5a56-430c-bbf3-b9a6faadb4f9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0892818 Apr 01 16:39:45.055925 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-99a18c94-bb03-4a2a-a911-1922a6f9d457 req-75d6614d-8884-4f51-a66b-c425da5e4ecf tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Apr 01 16:39:46.287755 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb069e-c537-417b-824e-837828b533a6 req-0d88f314-d2ad-4de9-8286-b521608f994e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:46.289321 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d5cb069e-c537-417b-824e-837828b533a6 req-0d88f314-d2ad-4de9-8286-b521608f994e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.1040711 Apr 01 16:39:46.347100 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-d5cb069e-c537-417b-824e-837828b533a6 req-f2d67f0e-0fad-4397-a1a7-def865e5d445 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514562 Apr 01 16:39:47.539074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6999-9057-416a-820a-d257a13ad6b9 req-809a5a9c-ae80-447f-bee7-b16d3f53ec0c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.541417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-82ab6999-9057-416a-820a-d257a13ad6b9 req-809a5a9c-ae80-447f-bee7-b16d3f53ec0c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0865557 Apr 01 16:39:47.592998 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-82ab6999-9057-416a-820a-d257a13ad6b9 req-5dcbab1e-8207-4540-9136-bcfec2a6f424 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Apr 01 16:39:48.750638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:48.814143 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097c7a-659c-4f06-b741-757bb9a0d053 req-0133adc9-789b-451c-b8b0-f40a30d65bdb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:48.823532 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3f097c7a-659c-4f06-b741-757bb9a0d053 req-0133adc9-789b-451c-b8b0-f40a30d65bdb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.1139367 Apr 01 16:39:48.874599 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3f097c7a-659c-4f06-b741-757bb9a0d053 req-d116426a-0bc0-4fd0-9afe-e32a99bffba8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500839 Apr 01 16:39:50.064254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e20e5-d60d-478e-8f2c-7c0255a64402 req-d8d80849-b423-4340-a707-6b3200d693d4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:50.065748 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-005e20e5-d60d-478e-8f2c-7c0255a64402 req-d8d80849-b423-4340-a707-6b3200d693d4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0874498 Apr 01 16:39:50.114797 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-005e20e5-d60d-478e-8f2c-7c0255a64402 req-bfc29d7a-05cd-473d-b656-ce8081145645 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Apr 01 16:39:51.315673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e428f-1ce2-483e-857f-527f3fb0c5d5 req-063eee2d-9304-4c6d-8b44-78a10a088f26 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:51.317058 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f1e428f-1ce2-483e-857f-527f3fb0c5d5 req-063eee2d-9304-4c6d-8b44-78a10a088f26 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0911500 Apr 01 16:39:51.363545 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f1e428f-1ce2-483e-857f-527f3fb0c5d5 req-6dca5294-5ece-4a3c-8461-f255d4dde0d4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Apr 01 16:39:52.379431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e284-fd69-439b-901f-4621bb0ede92 req-cca71be1-1b4a-45d9-84e5-052c4f99a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.380914 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-cca71be1-1b4a-45d9-84e5-052c4f99a8f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1099 time: 0.0712051 Apr 01 16:39:52.572737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e284-fd69-439b-901f-4621bb0ede92 req-88e24b7e-8033-4cc9-a8ab-a68abf89917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.574205 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-88e24b7e-8033-4cc9-a8ab-a68abf89917d service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1829827 Apr 01 16:39:52.672180 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80e4c9-d6fa-4c46-9609-12a51e50fea5 req-ceb2ca65-4994-4644-b26d-05cf31acbc76 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.672180 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5a80e4c9-d6fa-4c46-9609-12a51e50fea5 req-ceb2ca65-4994-4644-b26d-05cf31acbc76 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.1944098 Apr 01 16:39:52.724108 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-607610a4-6663-4b6b-8b1f-e912f0888eca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1001 time: 0.1395667 Apr 01 16:39:52.734565 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5a80e4c9-d6fa-4c46-9609-12a51e50fea5 req-449c1df3-3bd2-4e65-8267-90f15cac02cd tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568871 Apr 01 16:39:52.797211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e284-fd69-439b-901f-4621bb0ede92 req-a7159d11-8f54-4393-a918-53dbd6cea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.798664 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-a7159d11-8f54-4393-a918-53dbd6cea969 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0632312 Apr 01 16:39:52.880604 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e284-fd69-439b-901f-4621bb0ede92 req-8081e05c-196f-441e-9da6-f34a4e23a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.882067 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-8081e05c-196f-441e-9da6-f34a4e23a1c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740707 Apr 01 16:39:53.018489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-ed1f0c88-4894-425d-974a-b05cc779e615 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269193 Apr 01 16:39:53.153267 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d494e284-fd69-439b-901f-4621bb0ede92 req-0679ac39-f086-461c-baec-241d07759d24 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255281 Apr 01 16:39:53.925139 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076d3a3-eaf1-4df3-b28f-8818d6d2891c req-927cc520-96e8-4bec-9b38-bdb1ddad65ce tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:53.926849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7076d3a3-eaf1-4df3-b28f-8818d6d2891c req-927cc520-96e8-4bec-9b38-bdb1ddad65ce tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0813711 Apr 01 16:39:53.975958 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7076d3a3-eaf1-4df3-b28f-8818d6d2891c req-b084e403-3d58-4f78-a833-c1477decf19f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Apr 01 16:39:55.162754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c891-760b-44d8-a658-acb0b53ea8f6 req-b644cbb1-2634-4c04-b59c-5d7d3dfff431 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:55.164021 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29c1c891-760b-44d8-a658-acb0b53ea8f6 req-b644cbb1-2634-4c04-b59c-5d7d3dfff431 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 946 time: 0.0821745 Apr 01 16:39:55.211291 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-29c1c891-760b-44d8-a658-acb0b53ea8f6 req-85640327-ac5a-40c7-a809-c3ba454558c8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 Apr 01 16:39:55.280770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:55.399262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:55.426265 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:55.436382 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:55.472942 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'code': 200} Apr 01 16:39:55.550329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:55.616220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:56.405341 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4436d7-2faf-4ac6-8f12-8231b7ed9b36 req-f3348de9-0b16-4aae-aa77-d35b09c0fbd4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.406895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d4436d7-2faf-4ac6-8f12-8231b7ed9b36 req-f3348de9-0b16-4aae-aa77-d35b09c0fbd4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0921092 Apr 01 16:39:56.454801 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d4436d7-2faf-4ac6-8f12-8231b7ed9b36 req-4f502b99-8a51-469b-abb7-5fab8afc0f76 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Apr 01 16:39:56.905763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7bd1b-ea84-4140-946c-1d919977da0e req-c9249ae6-2326-45a8-8f27-a02bb2bd4ede tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.907433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-33e7bd1b-ea84-4140-946c-1d919977da0e req-c9249ae6-2326-45a8-8f27-a02bb2bd4ede tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0822532 Apr 01 16:39:57.062157 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-33e7bd1b-ea84-4140-946c-1d919977da0e req-840ad0a6-952e-4952-a149-bc7b4c29abcd tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489768 Apr 01 16:39:57.433887 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-a0afc63e-c00d-43dc-b099-5b5b9d055eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813381 Apr 01 16:39:58.252067 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394aa2-c965-4f74-8d0b-5a2609b6728a req-e8b3c077-97f2-488f-8500-61d6dc10eb92 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:58.253407 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e394aa2-c965-4f74-8d0b-5a2609b6728a req-e8b3c077-97f2-488f-8500-61d6dc10eb92 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0816305 Apr 01 16:39:58.300815 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7e394aa2-c965-4f74-8d0b-5a2609b6728a req-64e8e1ef-28ec-438a-9965-344c594005b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Apr 01 16:39:59.487120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1606c7-5f94-4c7c-9f7b-4c0d3e4a089b req-704a86d2-3edd-4e7f-8667-c66f399b6923 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:59.488604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e1606c7-5f94-4c7c-9f7b-4c0d3e4a089b req-704a86d2-3edd-4e7f-8667-c66f399b6923 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0825837 Apr 01 16:39:59.534864 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7e1606c7-5f94-4c7c-9f7b-4c0d3e4a089b req-72b249ff-12e9-4ea0-8ff1-363d3b77761f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Apr 01 16:40:00.721934 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b3aa-c2ca-41fe-ad00-942cf836b9c2 req-018209e0-7820-41b7-ab57-470158761b14 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:00.723328 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5907b3aa-c2ca-41fe-ad00-942cf836b9c2 req-018209e0-7820-41b7-ab57-470158761b14 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0814784 Apr 01 16:40:00.768548 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5907b3aa-c2ca-41fe-ad00-942cf836b9c2 req-69329abc-6f65-4268-8498-426c9ad22c06 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393658 Apr 01 16:40:02.008303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0aaa-3d1d-406a-a99a-b4c0657c7ed7 req-489050f6-8748-4a85-a5cd-49a50805703e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.009747 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-423a0aaa-3d1d-406a-a99a-b4c0657c7ed7 req-489050f6-8748-4a85-a5cd-49a50805703e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.1340523 Apr 01 16:40:02.056325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea74c5-db88-412d-9638-efe05a50c78f req-3331542b-13f9-42da-ad36-c0be059f3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.057708 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-3331542b-13f9-42da-ad36-c0be059f3c6d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 1097 time: 0.1246424 Apr 01 16:40:02.069957 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-423a0aaa-3d1d-406a-a99a-b4c0657c7ed7 req-69a90bf1-d07c-4b4f-a9fb-0f524ba1cdfd tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535638 Apr 01 16:40:02.162520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea74c5-db88-412d-9638-efe05a50c78f req-283cf40d-1ebd-40d2-af34-b078a0487e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.164034 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-283cf40d-1ebd-40d2-af34-b078a0487e02 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1097 time: 0.0750229 Apr 01 16:40:02.307663 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea74c5-db88-412d-9638-efe05a50c78f req-02ce4fbb-7b12-4c36-9294-b49a1acfdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.309074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-02ce4fbb-7b12-4c36-9294-b49a1acfdc1f service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1364582 Apr 01 16:40:02.423711 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-40ded862-9e77-4fa1-88b6-f500bdd96dac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 999 time: 0.1037228 Apr 01 16:40:02.470533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d95bc61d-25cd-442e-a701-a8388f60e741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:02.490566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea74c5-db88-412d-9638-efe05a50c78f req-949313c8-1689-41c1-b901-9e9295422500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.492038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-949313c8-1689-41c1-b901-9e9295422500 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0603983 Apr 01 16:40:02.577071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea74c5-db88-412d-9638-efe05a50c78f req-a88c4aa4-8798-46c3-9d99-55d547cf98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.578638 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-a88c4aa4-8798-46c3-9d99-55d547cf98e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760293 Apr 01 16:40:02.716582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-8f9afe25-20f7-4f68-9e5d-83d1d360c7d7 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283326 Apr 01 16:40:02.856442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fea74c5-db88-412d-9638-efe05a50c78f req-a9d68641-e506-4c07-9a50-d8bfaa24b516 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300015 Apr 01 16:40:03.268404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a408c-33a5-4e34-85fe-f0820c71cfb4 req-8a0c4698-a773-4d79-9d8f-47e3365fa746 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:03.269863 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e74a408c-33a5-4e34-85fe-f0820c71cfb4 req-8a0c4698-a773-4d79-9d8f-47e3365fa746 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0887654 Apr 01 16:40:03.318164 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e74a408c-33a5-4e34-85fe-f0820c71cfb4 req-96bf126c-6108-4441-ac7b-9d65507e2aa2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Apr 01 16:40:04.519731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0a0c-e1ee-4574-80cd-f5ff397fb69d req-8f3828c3-e82a-4185-aff1-3dadab454f01 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.521257 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-583c0a0c-e1ee-4574-80cd-f5ff397fb69d req-8f3828c3-e82a-4185-aff1-3dadab454f01 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0856199 Apr 01 16:40:04.568087 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-583c0a0c-e1ee-4574-80cd-f5ff397fb69d req-fe7ab670-e4c3-4078-bbad-cd60cdbfd915 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Apr 01 16:40:04.916947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-01f571a2-8ee2-471a-b155-85b6d8cc5438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:05.653619 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:05.782008 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28f87e-33fb-4fe1-9fc3-686c43793476 req-83d51328-6e58-4b19-a16c-445ace76b908 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:05.783917 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3a28f87e-33fb-4fe1-9fc3-686c43793476 req-83d51328-6e58-4b19-a16c-445ace76b908 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0980055 Apr 01 16:40:05.836518 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-3a28f87e-33fb-4fe1-9fc3-686c43793476 req-f11b1a64-0109-43fa-918e-3384674967a1 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449603 Apr 01 16:40:06.356344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:07.042515 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48f9fd-a0b2-44de-b2f8-095430d12f1b req-f84dc49d-fc47-4477-b792-a6b04e32983e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:07.044946 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1b48f9fd-a0b2-44de-b2f8-095430d12f1b req-f84dc49d-fc47-4477-b792-a6b04e32983e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0889187 Apr 01 16:40:07.098500 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1b48f9fd-a0b2-44de-b2f8-095430d12f1b req-77becb56-4c54-4ac2-9300-3824cb9655c0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475647 Apr 01 16:40:07.790866 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:40:07.843144 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.305263 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b30-537a-48fe-9bc9-042f35908f3c req-39e54ee7-f123-4254-922d-96e6e4d9f3b4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:08.306732 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f3742b30-537a-48fe-9bc9-042f35908f3c req-39e54ee7-f123-4254-922d-96e6e4d9f3b4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0933278 Apr 01 16:40:08.361165 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f3742b30-537a-48fe-9bc9-042f35908f3c req-d47b64f9-208b-4454-bfc1-b367afc17b37 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485013 Apr 01 16:40:09.560255 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d467e35-2607-46de-ae58-23f338a8acac req-6101125c-7583-48ea-869f-d2bf215c0f9f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.561792 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d467e35-2607-46de-ae58-23f338a8acac req-6101125c-7583-48ea-869f-d2bf215c0f9f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0853963 Apr 01 16:40:09.609302 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5d467e35-2607-46de-ae58-23f338a8acac req-f8063646-310e-4087-ab11-f1e83c8879f1 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Apr 01 16:40:10.854086 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6da23-a6ff-4aa0-b586-9c69091751ed req-ff16d297-8f0f-438d-9d6e-e53f07d73dff tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:10.854086 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-95c6da23-a6ff-4aa0-b586-9c69091751ed req-ff16d297-8f0f-438d-9d6e-e53f07d73dff tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0999122 Apr 01 16:40:10.878096 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-95c6da23-a6ff-4aa0-b586-9c69091751ed req-5529c7dd-f98e-4482-bd20-171527d67e0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Apr 01 16:40:12.094010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f56e4e-6311-4a66-9208-ff3dd55511d6 req-50bd644c-59ed-4950-a341-f7805f30c985 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:12.095591 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4f56e4e-6311-4a66-9208-ff3dd55511d6 req-50bd644c-59ed-4950-a341-f7805f30c985 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0858476 Apr 01 16:40:12.144832 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4f56e4e-6311-4a66-9208-ff3dd55511d6 req-b7aca207-81a4-49b3-8f71-ec8726b23408 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Apr 01 16:40:13.334473 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f804bb-5958-455c-a6ca-1b9a49ea6d9a req-acfd736c-9415-43e4-aeef-c65d02baac2f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:13.335892 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e1f804bb-5958-455c-a6ca-1b9a49ea6d9a req-acfd736c-9415-43e4-aeef-c65d02baac2f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 944 time: 0.0812502 Apr 01 16:40:13.372982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:40:13.380886 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e1f804bb-5958-455c-a6ca-1b9a49ea6d9a req-4e9f5b10-0c75-488b-931c-526155961b49 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393178 Apr 01 16:40:13.509692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:13.522926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'port_id': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'mac_address': 'fa:16:3e:2d:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:40:13.609165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.626346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:40:13.641498 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:13.733279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.803472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=9']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:14.004685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:40:14.569775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297681c-e10e-4b3b-98fb-da680e4afcf9 req-0e8efa1d-038f-43e3-9b6c-263cf03427d0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:14.571304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7297681c-e10e-4b3b-98fb-da680e4afcf9 req-0e8efa1d-038f-43e3-9b6c-263cf03427d0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 945 time: 0.0817175 Apr 01 16:40:14.616425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7297681c-e10e-4b3b-98fb-da680e4afcf9 req-dade24b9-126f-401c-93aa-e277911950f5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 Apr 01 16:40:15.386303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:15.453197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:15.453555 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:15.570017 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:15.596801 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:40:15.607182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:15.641569 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'code': 200} Apr 01 16:40:15.664571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:15.737123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=10']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:15.814308 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedc7b7-9e25-434a-a234-b210eb6110cc req-8e9074d3-2ecc-4a56-99e7-a35e79bfdc96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.815430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1aedc7b7-9e25-434a-a234-b210eb6110cc req-8e9074d3-2ecc-4a56-99e7-a35e79bfdc96 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.0886014 Apr 01 16:40:15.861159 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1aedc7b7-9e25-434a-a234-b210eb6110cc req-a6892e85-21ab-459e-a160-56572ee996a6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397844 Apr 01 16:40:16.029900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715739da-4aea-491e-8c69-f35b29d2f552 req-f9342436-be83-46d7-b8b3-96caf906bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:16.031406 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-715739da-4aea-491e-8c69-f35b29d2f552 req-f9342436-be83-46d7-b8b3-96caf906bf75 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1100 time: 0.0696530 Apr 01 16:40:16.176706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-715739da-4aea-491e-8c69-f35b29d2f552 req-acbdbb6b-1c54-4142-96c0-3c10eb8ca9e8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316953 Apr 01 16:40:17.053732 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dae09-941d-4976-bb5d-702176b87de0 req-d62e41e6-3ab2-41ec-a0e7-0cd86a4445df tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:17.055223 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c6dae09-941d-4976-bb5d-702176b87de0 req-d62e41e6-3ab2-41ec-a0e7-0cd86a4445df tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.0856411 Apr 01 16:40:17.101117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c6dae09-941d-4976-bb5d-702176b87de0 req-5c3d365f-db3b-4414-ada4-bb6a002eed9c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Apr 01 16:40:18.304256 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19cc10-b254-4d27-8701-c39ace13ad21 req-21a8758d-8881-4035-9c74-d96006c69b99 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.305956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7d19cc10-b254-4d27-8701-c39ace13ad21 req-21a8758d-8881-4035-9c74-d96006c69b99 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.0850515 Apr 01 16:40:18.352879 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7d19cc10-b254-4d27-8701-c39ace13ad21 req-4ecd290e-3657-4f19-a7c2-47bc52a365ad tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Apr 01 16:40:18.830208 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:19.542404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbded1-6bf9-4dbd-aa25-c92ce42e0ffb req-3b90226d-0b58-4693-bfe8-5003e937aa6a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:19.544465 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76bbded1-6bf9-4dbd-aa25-c92ce42e0ffb req-3b90226d-0b58-4693-bfe8-5003e937aa6a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.0865870 Apr 01 16:40:19.595149 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-76bbded1-6bf9-4dbd-aa25-c92ce42e0ffb req-f26b0183-f8bb-4acb-afec-cd29dbf3c92f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Apr 01 16:40:32.464066 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa54a-9de0-46a0-83f4-1bda2656e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.966503 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9637-1231-4af5-8c04-07172a49d8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:35.669239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.360575 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.741920 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-dc05b957-6f1a-412c-97d8-fe8ae7a415ca service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819623 Apr 01 16:40:37.829788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.888376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-c190b473-e7d4-4e91-8e59-cd2e0e490785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:37.889856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-c190b473-e7d4-4e91-8e59-cd2e0e490785 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1100 time: 0.0766921 Apr 01 16:40:38.043716 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-810ef2c8-c1c2-4dc3-9607-6c06a5a8018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:38.045062 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-810ef2c8-c1c2-4dc3-9607-6c06a5a8018d service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1329920 Apr 01 16:40:38.149932 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-e314a0cd-7906-4ee0-8fe0-2764622f5d70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 1001 time: 0.0980189 Apr 01 16:40:38.213166 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-7bdd6191-f070-4be9-ae6b-aa3063ea49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:38.214577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-7bdd6191-f070-4be9-ae6b-aa3063ea49f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0578725 Apr 01 16:40:38.294070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-ca88dcec-401c-4b38-9e24-c9d999d33d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:38.295490 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-ca88dcec-401c-4b38-9e24-c9d999d33d7f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739846 Apr 01 16:40:38.430009 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-2a3b5406-5b5d-4b41-9f96-9c723827a125 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277084 Apr 01 16:40:38.568061 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fbea8a95-d1dd-4426-978f-b0dacf5f113f req-b493447d-b121-4485-9dd6-0cc473c51015 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315153 Apr 01 16:40:44.792157 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:40:48.783854 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.502927 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8aff47a-2c2d-449b-a60c-ad9df14eeeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:04.903561 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-383731be-2291-402c-8d58-815592ff3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:05.680399 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:06.365776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:07.845915 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:18.794703 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:21.792058 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:41:32.520050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-45dd99f7-3531-44f0-bf86-f8d2b1ca7807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:32.627514 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56124) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:32.838652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Deleting port 1a5aafca-9ba8-40a2-9112-06a91dda661c {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:41:32.838895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.010766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.011095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.132565 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Calling delete_port for 1a5aafca-9ba8-40a2-9112-06a91dda661c owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:41:33.474234 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.522706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'Port': ['ID=1a5aafca-9ba8-40a2-9112-06a91dda661c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:33.563186 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.563526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.563854 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.564183 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.564500 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.564815 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.565132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.565451 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.565765 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.566077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.566387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.566719 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:33.628310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.629081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Floating IP 8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30 disassociated (deleted). External IP: 172.26.8.92, port: 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d. Apr 01 16:41:33.991588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:41:34.172823 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:41:34.184896 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:41:34.194072 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:41:34.211116 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:41:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:34.274249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:34.334304 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b73cb34c-233b-4ec9-a4d8-08c83ffeddae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30 HTTP/1.1" status: 204 len: 168 time: 1.7056971 Apr 01 16:41:34.335750 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:34.377538 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:41:34.383660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'status': 'completed', 'code': 200} Apr 01 16:41:34.499163 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-fc2c2130-3c24-4b51-8b61-573e72384e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:34.501013 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-fc2c2130-3c24-4b51-8b61-573e72384e69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 1100 time: 0.0836029 Apr 01 16:41:34.646368 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-61a010f4-66ee-43bb-b5cb-ef11ab1d0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:34.649270 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-61a010f4-66ee-43bb-b5cb-ef11ab1d0d45 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1359775 Apr 01 16:41:34.717072 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:34.721061 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:41:34.729891 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-9f0a34db-37c9-450c-9c51-0cf4bd031140 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 200 len: 217 time: 0.0704041 Apr 01 16:41:34.737022 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:41:34.737022 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:41:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:34.805877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-8825810d-afba-4f92-ae1f-76e2f8bc6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:34.807455 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-8825810d-afba-4f92-ae1f-76e2f8bc6017 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0671232 Apr 01 16:41:34.922239 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-21e9435e-6b74-422f-b15c-74a3c95ee335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:34.923630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-21e9435e-6b74-422f-b15c-74a3c95ee335 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074357 Apr 01 16:41:34.926719 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:41:34.938951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-f6c741fa-d243-46ec-bd8d-059004d12b7d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:41:34.940148 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-f6c741fa-d243-46ec-bd8d-059004d12b7d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064089 Apr 01 16:41:34.942728 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b4726ef1-0642-490a-a3ce-8e654a0bd060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:35.093193 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-e13e6fe7-9103-4911-8f96-43f9d7faac5b service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372740 Apr 01 16:41:35.168580 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f410d3-36d1-4778-8fbb-d74ec445953d req-dbc51117-0ced-464c-9127-f7a496179578 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:35.171077 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08f410d3-36d1-4778-8fbb-d74ec445953d req-dbc51117-0ced-464c-9127-f7a496179578 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.1501462 Apr 01 16:41:35.220489 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-08f410d3-36d1-4778-8fbb-d74ec445953d req-ff2d4b62-0ab4-422a-9514-dcee4bd6ad10 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Apr 01 16:41:35.268882 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:35.274310 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c44c-beb2-4748-a5f8-8ff122cf3fc0 None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:41:35.350020 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-008c814a-5f71-46f9-8be5-7decd5b2f514 req-aaa154eb-1499-4bc0-85cb-44b71a7b0b86 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502625 Apr 01 16:41:35.488279 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e282e-eedf-4b4b-822d-0ebba618d1b0 None None] New status for floating IP 8a2cfce1-cd1c-40fe-ad3f-0cb44dd18c30: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:41:35.668897 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.382161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.467696 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8d3fe-1a78-4028-b7b1-aadbb14e99a2 req-18e73c98-d612-4e10-925d-abd4f281145d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:36.468433 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-58f8d3fe-1a78-4028-b7b1-aadbb14e99a2 req-18e73c98-d612-4e10-925d-abd4f281145d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:41:36.536520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-58f8d3fe-1a78-4028-b7b1-aadbb14e99a2 req-18e73c98-d612-4e10-925d-abd4f281145d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:41:36.537569 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-58f8d3fe-1a78-4028-b7b1-aadbb14e99a2 req-18e73c98-d612-4e10-925d-abd4f281145d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.1976902 Apr 01 16:41:36.596469 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-58f8d3fe-1a78-4028-b7b1-aadbb14e99a2 req-3812c662-e7e2-4ee1-9a03-6539443f6cad tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fb7ff5d-97b0-4014-959a-70430630ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513148 Apr 01 16:41:36.609100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-029aaf44-f747-4b1b-9784-07b145cc4071 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:36.610532 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-029aaf44-f747-4b1b-9784-07b145cc4071 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 947 time: 0.1204805 Apr 01 16:41:36.684774 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Deleting port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:41:36.685119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.947646 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] For port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:41:36.952941 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.074105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Calling delete_port for 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:41:37.307858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.361570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'Port': ['ID=3cd41f15-5ad8-4e24-bb94-9d5a1708c91d,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:37.436454 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] No DVR routers for this DVR port 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:41:37.438904 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.441343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-deleted', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:37.486292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0bb14-fdd5-4f13-b264-82e5e756ea84', 'name': 'network-vif-deleted', 'tag': '3cd41f15-5ad8-4e24-bb94-9d5a1708c91d', 'status': 'completed', 'code': 200} Apr 01 16:41:37.514205 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0f959057-2ac3-4003-94a4-d5f4e15616a2 req-c9a8fee3-64da-4305-9f49-fcf318e3e119 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "DELETE /v2.0/ports/3cd41f15-5ad8-4e24-bb94-9d5a1708c91d HTTP/1.1" status: 204 len: 173 time: 0.8949654 Apr 01 16:41:37.753676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-767714a0-b7d6-4c30-bf6e-f6d3af4992d5 req-0b8847e9-9b9c-463f-acad-c9a2fc4dba32 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:41:37.869108 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-767714a0-b7d6-4c30-bf6e-f6d3af4992d5 req-0b8847e9-9b9c-463f-acad-c9a2fc4dba32 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:41:37.869620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.876582 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-767714a0-b7d6-4c30-bf6e-f6d3af4992d5 req-0b8847e9-9b9c-463f-acad-c9a2fc4dba32 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a0bb14-fdd5-4f13-b264-82e5e756ea84 HTTP/1.1" status: 200 len: 210 time: 0.1639879 Apr 01 16:41:38.970146 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56154) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:39.044613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.076602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.245329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.265073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7ff5d-97b0-4014-959a-70430630ca7c,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:39.325287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.326445 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0fcc40ff-9360-48f9-ac37-2611e799713c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fb7ff5d-97b0-4014-959a-70430630ca7c HTTP/1.1" status: 204 len: 168 time: 0.3551421 Apr 01 16:41:39.699948 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56162) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:39.705867 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161114968', 'description': 'tempest-secgroup-smoke-161114968 description', 'project_id': '25a23b4d632044bcb0d802635067d854'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:39.713338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:39.718459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:39.721570 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:39.729141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:39.806019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.828157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:39.832145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:39.835000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:39.841431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:39.926392 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.994000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.045085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:40.102709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.103966 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-b59a2b31-2495-4263-91b3-494f9cc0c4b0 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4029975 Apr 01 16:41:40.106748 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56166) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:40.113567 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:40.120543 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:40.124929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:40.128296 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:40.134644 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:40.211996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.274145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.342509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.367378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7631a7e6-587a-40b3-8af4-8b66df2047e1,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:40.439926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.441154 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-126ef766-eb3e-4b33-92e4-c5e54d2de847 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334806 Apr 01 16:41:40.443858 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56170) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:40.449498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:40.455574 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:40.459445 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:40.463181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:40.468863 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:40.572271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.639017 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.696647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.721879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26333087-4482-44c2-9f22-8219c4c5b8c9,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:40.805168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.806413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-edb8df4b-3300-4814-9deb-4f55bfd3cbde tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616498 Apr 01 16:41:40.809131 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56174) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:40.814090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:40.820159 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:40.824358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:40.828281 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:40.834260 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:40.915995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.980762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.044754 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.068889 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8e4dcf-f9f5-471a-b1de-7089f83b8182,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:41.153558 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.154822 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-2d7f1f12-4ca7-4913-894b-88d05be8e5d2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446891 Apr 01 16:41:41.157455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56178) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:41.162563 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:41.169367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:41.173271 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:41.181760 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:41.182499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:41.246572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.310676 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.382195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.410276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5512352e-adc6-4b83-b037-d35d5efb971c,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:41.496566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.497818 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-99171ac2-e669-49a4-98a6-c06834fa8473 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393824 Apr 01 16:41:41.500532 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56182) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:41.505361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:41.512036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:41.515891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:41.518772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:41.524594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:41.622151 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Project 25a23b4d632044bcb0d802635067d854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:41:41.629264 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.696446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.810923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.834594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a8c303-c5d3-496a-9162-a5d6ad4255d0,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:41.869321 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:41.904135 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:41:41.904476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 3cd41f15-5ad8-4e24-bb94-9d5a1708c91d not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:41.914232 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.915623 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e1b3d3e5-2703-4c49-80ac-7b7a422839d8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4141276 Apr 01 16:41:41.918475 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56186) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:41.923623 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'security_group_rule': {'security_group_id': 'ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79', 'project_id': '25a23b4d632044bcb0d802635067d854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:41.929793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:41.933805 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:security_group_rule and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:41.936882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:41.942830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:42.005432 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Project 25a23b4d632044bcb0d802635067d854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:41:42.013107 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.089389 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.187732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.213035 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778605dd-437e-413e-9cde-88b5fd78cbbb,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:42.302329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.303544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-263c7a5a-7099-4d97-85bc-818fa7cd3f04 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840749 Apr 01 16:41:48.771246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.791905 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:42:02.455880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-40257ef8-87ec-4c8c-9408-97ed5a7792fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:04.993272 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-acf927b6-2200-4368-9375-c695d814852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.684725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.404987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:07.884838 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:09.765910 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-0fcb3296-6fdd-4928-9e68-9c4f33f83a69 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:42:09.838679 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-0fcb3296-6fdd-4928-9e68-9c4f33f83a69 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:42:09.839853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-0fcb3296-6fdd-4928-9e68-9c4f33f83a69 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161114968&fields=id&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 267 time: 0.1170077 Apr 01 16:42:10.095536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-eebd681f-0b4c-485b-a7ae-d0127d84b1a5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:10.097134 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-eebd681f-0b4c-485b-a7ae-d0127d84b1a5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 809 time: 0.2500086 Apr 01 16:42:10.111789 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-4ea50642-b8d2-48ae-b1d8-0e3ef34d31a6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/quotas/25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Apr 01 16:42:10.193481 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7be9d1ae-2b8a-48af-9f10-5099db39b554 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766735 Apr 01 16:42:10.252178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-a59c9c67-4902-495b-aa49-85f14dc9d6c1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:42:10.253146 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-a59c9c67-4902-495b-aa49-85f14dc9d6c1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483768 Apr 01 16:42:10.390813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-6476cfba-4af8-4d6d-84c8-a677ec4b86a4 service neutron] 10.222.0.21 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315746 Apr 01 16:42:10.524413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-3ad8f261-d204-45d4-85da-c33d13d9a347 service neutron] 10.222.0.21 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278033 Apr 01 16:42:11.258857 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-4c1bde18-e72d-412a-8d40-c569b2204c80 req-12925ee1-6b9e-46c7-9418-20c559acd096 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 210 time: 0.1486635 Apr 01 16:42:12.410421 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-548a9b4d-e404-4772-bf6c-c642850d3696 req-56c34093-6aed-413f-af91-efdfd3339290 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 210 time: 0.0469673 Apr 01 16:42:13.211278 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-ab084024-20f5-4cc0-a083-0494d41b509b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:13.212617 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-ab084024-20f5-4cc0-a083-0494d41b509b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 809 time: 0.1517015 Apr 01 16:42:13.267031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-a3fdb180-3186-4e52-b7f4-009ef7b8eb55 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 379 time: 0.0404308 Apr 01 16:42:13.281895 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'port': {'device_id': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'admin_state_up': True, 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'security_groups': ['ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:42:13.429961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:13.440013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:13.518935 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Made reservation on behalf of 25a23b4d632044bcb0d802635067d854 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:42:13.522763 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.564893 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5ae3da2f-b76e-43bd-b8e2-98f9eb8f6d9b req-34ddbda9-52b2-4214-8795-b7f35d502b0d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 210 time: 0.0444238 Apr 01 16:42:13.696028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Allocated IP 172.20.0.9 (798abfc5-592a-4b57-af19-5855a997e5d5/abb422d9-9db3-47f4-859a-f5f73db6ff19/acf7da50-df80-4c15-bba5-803611ee9d14) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:42:13.898421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.916129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Transition to ACTIVE for port object acf7da50-df80-4c15-bba5-803611ee9d14 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:42:13.999199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.069280 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Network 798abfc5-592a-4b57-af19-5855a997e5d5 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:42:14.077058 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:42:14.081377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:42:14.120615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:14.153587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:14.156030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.274507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-d4a68adf-c5b0-4a70-9363-f2da2bc3c42f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9961576 Apr 01 16:42:14.292304 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Request body: {'port': {'device_id': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:42:14.415932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0df1-530b-47c9-b4c9-196b90b480e7 None None] Provisioning for port acf7da50-df80-4c15-bba5-803611ee9d14 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:14.416559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.421834 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0df1-530b-47c9-b4c9-196b90b480e7 None None] Provisioning complete for port acf7da50-df80-4c15-bba5-803611ee9d14 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:14.425631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0df1-530b-47c9-b4c9-196b90b480e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.484289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d0df1-530b-47c9-b4c9-196b90b480e7 None None] Port acf7da50-df80-4c15-bba5-803611ee9d14 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:42:14.978306 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e502ab0-caa5-4429-8ce8-2631f3b83b7e req-f744668c-9278-474d-9a7b-074782f7b997 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:14.979032 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3e502ab0-caa5-4429-8ce8-2631f3b83b7e req-f744668c-9278-474d-9a7b-074782f7b997 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:42:14.991510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf7da50-df80-4c15-bba5-803611ee9d14 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:42:15.002302 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.018461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Transition to ACTIVE for port object acf7da50-df80-4c15-bba5-803611ee9d14 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:42:15.096027 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-3e502ab0-caa5-4429-8ce8-2631f3b83b7e req-f744668c-9278-474d-9a7b-074782f7b997 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:42:15.097263 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e502ab0-caa5-4429-8ce8-2631f3b83b7e req-f744668c-9278-474d-9a7b-074782f7b997 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 931 time: 0.4137983 Apr 01 16:42:15.134046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.244892 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3e502ab0-caa5-4429-8ce8-2631f3b83b7e req-ced0e443-4044-4405-a3d3-fffbdfff7835 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414235 Apr 01 16:42:15.312320 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:15.391378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Attempting to bind port acf7da50-df80-4c15-bba5-803611ee9d14 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:42:15.391708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Attempting to bind port acf7da50-df80-4c15-bba5-803611ee9d14 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:42:15.392037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Attempting to bind port acf7da50-df80-4c15-bba5-803611ee9d14 on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:42:15.397519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Port acf7da50-df80-4c15-bba5-803611ee9d14 on network 798abfc5-592a-4b57-af19-5855a997e5d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:42:15.397839 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Attempting to bind port acf7da50-df80-4c15-bba5-803611ee9d14 on network 798abfc5-592a-4b57-af19-5855a997e5d5 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:42:15.403129 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:42:15.413914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Checking segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:42:15.413914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Bound using segment: {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:42:15.413914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Bound port: acf7da50-df80-4c15-bba5-803611ee9d14, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:42:15.413914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.500373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:42:15.503482 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:42:15.570423 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.627831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:15.628491 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.630720 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] 10.222.0.91 "PUT /v2.0/ports/acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1093 time: 1.3434503 Apr 01 16:42:15.631123 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:15.662945 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f903915-a3df-4285-b819-1c73e2d325be service neutron] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:15.746395 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'status': 'completed', 'code': 200} Apr 01 16:42:15.843468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-9a648b04-9c06-478a-96c2-8eae3239f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:15.844976 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-9a648b04-9c06-478a-96c2-8eae3239f3b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1096 time: 0.0860314 Apr 01 16:42:15.919743 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-c8d24f55-6e32-4312-8858-0832b7db5fd8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 217 time: 0.0623546 Apr 01 16:42:15.992785 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-be1cb77d-dcd2-499a-a157-9d78f3c6cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:15.994254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-be1cb77d-dcd2-499a-a157-9d78f3c6cec5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0659244 Apr 01 16:42:16.073233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-520daac5-a271-4795-bdbf-ba80b3af2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.074681 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-520daac5-a271-4795-bdbf-ba80b3af2f32 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712934 Apr 01 16:42:16.208827 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-b11faed4-0e55-49a8-9e5e-1aca078ea8d4 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277514 Apr 01 16:42:16.347802 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-054b8dc8-1ca3-4202-a2d8-1a807f176d35 req-3c887711-9e11-4879-ab61-d58eef5b9a7d service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290984 Apr 01 16:42:16.434336 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a29a6-29c5-40dd-ac47-ce7dfaeff483 req-5d557d46-d42f-42b8-9987-6aa76bd5ff73 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.435823 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd1a29a6-29c5-40dd-ac47-ce7dfaeff483 req-5d557d46-d42f-42b8-9987-6aa76bd5ff73 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0861833 Apr 01 16:42:16.517630 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fd1a29a6-29c5-40dd-ac47-ce7dfaeff483 req-200423a7-d2b3-4ea5-8b53-e75e1cd76a31 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758345 Apr 01 16:42:16.549442 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-75fc01c0-5f34-4bb7-a3a6-0f9b2d9b6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.551604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-75fc01c0-5f34-4bb7-a3a6-0f9b2d9b6320 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1096 time: 0.0809522 Apr 01 16:42:16.684752 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-a701391c-91ab-48af-9eec-2fa70bdd7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.686200 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-a701391c-91ab-48af-9eec-2fa70bdd7a3a service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1290758 Apr 01 16:42:16.759799 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-83d35ce6-7154-4206-b5c8-4aa40a32b6cd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 217 time: 0.0663233 Apr 01 16:42:16.823645 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-d9fe472c-edd1-47c0-a39e-45cf511db04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.825097 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-d9fe472c-edd1-47c0-a39e-45cf511db04b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0592780 Apr 01 16:42:17.013335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-1a426e97-7e0b-4b1b-ac4e-a1eafbfd60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:17.014837 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-1a426e97-7e0b-4b1b-ac4e-a1eafbfd60fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801805 Apr 01 16:42:17.156746 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-21446ab6-b49c-4d63-a0ec-81801d0c20d7 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312740 Apr 01 16:42:17.299417 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ecf63f59-3be0-4241-8576-2ffaf927a79e req-8f948036-e001-48e8-9ab5-eb10d2b8122e service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317103 Apr 01 16:42:17.711600 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14975dca-255d-4511-935f-c8de5bb0c7f0 req-e5bf0c8e-f13a-4fa2-b839-1afd49dda620 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:17.713066 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-14975dca-255d-4511-935f-c8de5bb0c7f0 req-e5bf0c8e-f13a-4fa2-b839-1afd49dda620 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0857048 Apr 01 16:42:17.759677 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-14975dca-255d-4511-935f-c8de5bb0c7f0 req-e9523519-1dca-4a18-b907-ac0f6bcdeb4d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Apr 01 16:42:18.799039 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:18.950880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fce0-0b0c-49b9-89fd-e8074d16d355 req-a1ecb4f3-a9e3-43f8-8d85-f8b36e8b5f8e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:18.952361 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7580fce0-0b0c-49b9-89fd-e8074d16d355 req-a1ecb4f3-a9e3-43f8-8d85-f8b36e8b5f8e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0856345 Apr 01 16:42:19.002903 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7580fce0-0b0c-49b9-89fd-e8074d16d355 req-e5c1647a-50a7-44ba-8ceb-bba972956f8e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440981 Apr 01 16:42:20.189641 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3d63c-8c35-47cd-8e04-a5a5bbaa98e4 req-b31861ae-bb34-4e60-86a5-fc18feae8b01 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:20.191117 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24a3d63c-8c35-47cd-8e04-a5a5bbaa98e4 req-b31861ae-bb34-4e60-86a5-fc18feae8b01 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0812118 Apr 01 16:42:20.236105 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24a3d63c-8c35-47cd-8e04-a5a5bbaa98e4 req-c76be6f7-a1e7-493e-9fec-c90ec56c5ae8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Apr 01 16:42:21.425200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90a7e-255e-4a20-811d-ccdf4794d7e5 req-d3326c98-f432-4410-886c-a40454008931 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:21.427379 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ad90a7e-255e-4a20-811d-ccdf4794d7e5 req-d3326c98-f432-4410-886c-a40454008931 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0828285 Apr 01 16:42:21.473117 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ad90a7e-255e-4a20-811d-ccdf4794d7e5 req-39ec27c7-d4db-45a8-9024-738b8264edfc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400345 Apr 01 16:42:22.668682 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685b3b-afad-4774-a38e-5633f5cb5196 req-c91af4e0-1112-4354-9ddd-159770f912fb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:22.670160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45685b3b-afad-4774-a38e-5633f5cb5196 req-c91af4e0-1112-4354-9ddd-159770f912fb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0859916 Apr 01 16:42:22.716767 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45685b3b-afad-4774-a38e-5633f5cb5196 req-f9762d87-885f-464a-95e4-9eaa6e8be6fe tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 Apr 01 16:42:23.904651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f85c-6970-4538-b45a-4288357f0b7c req-4c38f74b-9baf-4cdb-96ad-ea2eb0c0b28f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:23.906119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9368f85c-6970-4538-b45a-4288357f0b7c req-4c38f74b-9baf-4cdb-96ad-ea2eb0c0b28f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0841265 Apr 01 16:42:23.951214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9368f85c-6970-4538-b45a-4288357f0b7c req-40f215bb-4d6c-42aa-8921-9bc2d51f6b15 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390723 Apr 01 16:42:25.136625 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb72a-d470-4f27-8e00-41ac4c729ca4 req-f8537f34-64c4-448b-bb4f-52e44f9c27dc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:25.138068 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c05cb72a-d470-4f27-8e00-41ac4c729ca4 req-f8537f34-64c4-448b-bb4f-52e44f9c27dc tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0812874 Apr 01 16:42:25.186845 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c05cb72a-d470-4f27-8e00-41ac4c729ca4 req-08e44083-8bad-41ae-87af-0bb03a9a98a2 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Apr 01 16:42:26.079122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:42:26.212209 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:42:26.226668 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'mac_address': 'fa:16:3e:aa:46:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:42:26.318179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:26.334934 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf7da50-df80-4c15-bba5-803611ee9d14 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:42:26.351271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:42:26.376070 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b653f-37c2-4e6a-a6a7-a3125b43eb4b req-110b8e2d-bacb-4a64-b99e-3a38f101959a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:26.379940 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d0b653f-37c2-4e6a-a6a7-a3125b43eb4b req-110b8e2d-bacb-4a64-b99e-3a38f101959a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0846715 Apr 01 16:42:26.424091 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d0b653f-37c2-4e6a-a6a7-a3125b43eb4b req-054037cf-d6b2-4804-a010-d55c2dbfea3f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 Apr 01 16:42:26.432985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:26.500461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:26.507580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.507932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.508274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.508606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.508935 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.509266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.509593 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.509919 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.510245 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.510567 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.510914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.511235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:26.746026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['acf7da50-df80-4c15-bba5-803611ee9d14'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:42:27.614358 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b854f1-4b62-4209-a170-fe86ae7d11f6 req-f417e0b4-a0ac-4ca2-9b0d-af8d8400c79f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:27.616385 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-09b854f1-4b62-4209-a170-fe86ae7d11f6 req-f417e0b4-a0ac-4ca2-9b0d-af8d8400c79f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 944 time: 0.0795977 Apr 01 16:42:27.663048 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-09b854f1-4b62-4209-a170-fe86ae7d11f6 req-8ed98cd4-cd45-43ca-8a6c-723e72977257 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 Apr 01 16:42:28.087301 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:28.227024 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port acf7da50-df80-4c15-bba5-803611ee9d14 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:28.232259 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port acf7da50-df80-4c15-bba5-803611ee9d14 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:28.232623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:28.351664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:28.377485 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:28.388423 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:42:28.424157 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'code': 200} Apr 01 16:42:28.478486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:28.547783 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:28.858472 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfaac4-3bad-4319-9348-60e76c509b08 req-a6d29d54-70fe-4ad5-a933-b035c0c0ad25 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:28.860031 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-04bfaac4-3bad-4319-9348-60e76c509b08 req-a6d29d54-70fe-4ad5-a933-b035c0c0ad25 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0870173 Apr 01 16:42:28.906212 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-04bfaac4-3bad-4319-9348-60e76c509b08 req-0a20860e-c9f7-41f0-96be-e08481e2cdc5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Apr 01 16:42:28.929872 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c332be3-a188-4278-b6c9-1d8a9be20ba6 req-12c63a69-f31c-4c25-aed8-10079ed135a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:28.931396 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2c332be3-a188-4278-b6c9-1d8a9be20ba6 req-12c63a69-f31c-4c25-aed8-10079ed135a0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.1722162 Apr 01 16:42:28.975243 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2c332be3-a188-4278-b6c9-1d8a9be20ba6 req-310211b8-216b-4ebb-b4bb-9ac9e4f5a339 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360510 Apr 01 16:42:30.107015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc351b-1b3b-47f2-a459-d17a612e1ff4 req-40ecb42f-92d6-4f78-b746-d83e795a1b02 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:30.108496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3bc351b-1b3b-47f2-a459-d17a612e1ff4 req-40ecb42f-92d6-4f78-b746-d83e795a1b02 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0891480 Apr 01 16:42:30.158413 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a3bc351b-1b3b-47f2-a459-d17a612e1ff4 req-f030b938-6c60-4ad9-871e-e5094e9b0893 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Apr 01 16:42:31.345416 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16a02-103f-4e78-a7a5-5dc3981eff70 req-38ed7f7f-0ea6-4f6e-a1c3-31fcb836c796 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:31.347029 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-72e16a02-103f-4e78-a7a5-5dc3981eff70 req-38ed7f7f-0ea6-4f6e-a1c3-31fcb836c796 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0841064 Apr 01 16:42:31.392731 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-72e16a02-103f-4e78-a7a5-5dc3981eff70 req-fe3fc857-6820-4db8-9c4b-041e9163d772 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 Apr 01 16:42:31.581195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5a27-83a4-4153-832f-588a6d4eaa45 req-0a242fce-79dc-404d-9c8b-e76b2f2f39db tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:31.582687 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-142f5a27-83a4-4153-832f-588a6d4eaa45 req-0a242fce-79dc-404d-9c8b-e76b2f2f39db tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0824761 Apr 01 16:42:31.629145 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-142f5a27-83a4-4153-832f-588a6d4eaa45 req-8ec61434-b6d5-4028-9842-4e6eeb388186 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Apr 01 16:42:31.658479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56440) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:31.797431 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a90212-2f68-45db-aab0-4add90832ce0 tempest-TestShelveInstance-839931545 tempest-TestShelveInstance-839931545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:31.798942 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-37a90212-2f68-45db-aab0-4add90832ce0 tempest-TestShelveInstance-839931545 tempest-TestShelveInstance-839931545-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1093 time: 0.1391621 Apr 01 16:42:31.801672 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56446) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:31.807233 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:42:31.813160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:31.816940 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Usage tracker for resource:floatingip and tenant:25a23b4d632044bcb0d802635067d854 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:31.820516 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:31.826106 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:31.878358 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.022510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.157370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Allocated IP 172.26.8.176 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/0211ccf1-fe28-49bd-8caa-1378c8983378) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:42:32.315042 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.398914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.463900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:42:32.466654 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:42:32.475378 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:42:32.490013 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-03be8119-82d2-4a9c-ada5-96b9bc6f4f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.515732 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=0211ccf1-fe28-49bd-8caa-1378c8983378,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:32.996632 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.109702 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.336527 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.386809 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.497243 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event updated for resources: {'Port': ['ID=0211ccf1-fe28-49bd-8caa-1378c8983378,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:33.510772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.688956 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Floating IP 1259086c-371a-4c15-8a46-88e113070100 associated. External IP: 172.26.8.176, port: acf7da50-df80-4c15-bba5-803611ee9d14. Apr 01 16:42:34.047928 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:42:34.341593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:42:34.352033 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:42:34.361083 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:42:34.361688 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:42:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:34.455953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:34.515537 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-eca97c99-df3c-425c-95c0-af58056a4331 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7128305 Apr 01 16:42:34.516206 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:34.559002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:42:34.561496 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'status': 'completed', 'code': 200} Apr 01 16:42:34.655228 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-8bb67107-8901-4a0f-82f5-e3c98a893aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:34.657011 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-8bb67107-8901-4a0f-82f5-e3c98a893aa4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0735407 Apr 01 16:42:34.794249 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-d32baa6c-1476-4903-a462-c60ced0a2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:34.795816 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-d32baa6c-1476-4903-a462-c60ced0a2981 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1316202 Apr 01 16:42:34.904790 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-f793a660-b705-4d53-bace-8e13686f8e27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 999 time: 0.1024098 Apr 01 16:42:34.907029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d13349b8-db48-44ea-9af6-a1f7dd237a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:34.917837 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '1259086c-371a-4c15-8a46-88e113070100', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:aa:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:32Z', 'updated_at': '2022-04-01T16:42:32Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:34.922461 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:42:34.931497 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:42:34.932100 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:42:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:34.980303 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-e0958525-47b8-46ea-b2a0-74e85a36a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:34.980303 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-e0958525-47b8-46ea-b2a0-74e85a36a216 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0662422 Apr 01 16:42:35.056782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-c52e999b-bd99-4255-80bd-7595034f6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:35.058271 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-c52e999b-bd99-4255-80bd-7595034f6ca2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742645 Apr 01 16:42:35.120936 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:42:35.195190 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-29179b12-e839-4a0f-9dfa-c7c77b92bbf5 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294487 Apr 01 16:42:35.331449 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-40cf318a-12ad-4f55-8629-35ba9f8dfc29 req-2ec89cdc-0746-4f43-94b2-9240bc28bb64 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303370 Apr 01 16:42:35.475262 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '1259086c-371a-4c15-8a46-88e113070100', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:aa:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:32Z', 'updated_at': '2022-04-01T16:42:32Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:35.479099 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17d661-dc3b-43b4-a3e4-fde0801603ab None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '1259086c-371a-4c15-8a46-88e113070100', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'mac_address': 'fa:16:3e:aa:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:32Z', 'updated_at': '2022-04-01T16:42:32Z', 'revision_number': 0, 'project_id': '25a23b4d632044bcb0d802635067d854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:42:35.632529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:35.681519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1824011-d993-4a28-b7d7-6236f4e4ba17 None None] New status for floating IP 1259086c-371a-4c15-8a46-88e113070100: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:42:35.791246 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:42:36.369700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:37.844102 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:42.448489 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-e6131cdb-6abc-44d6-8a62-53a68a0c64a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699351 Apr 01 16:42:42.606502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-a263ede4-6ded-48cf-88f8-ebc9c11ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:42.607989 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-a263ede4-6ded-48cf-88f8-ebc9c11ff482 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0757837 Apr 01 16:42:42.756616 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-44a31fca-ebfa-42b7-9e97-386ce6c70538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:42.757990 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-44a31fca-ebfa-42b7-9e97-386ce6c70538 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1300170 Apr 01 16:42:42.863937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-7a84e146-fff9-4fa9-a2bd-963c7c2a42f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.0998828 Apr 01 16:42:42.933188 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-03982915-fadc-4fa0-ac0d-0de56dacacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:42.934634 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-03982915-fadc-4fa0-ac0d-0de56dacacf7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0583534 Apr 01 16:42:43.017393 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-d5c8bb3a-2f22-4f1e-a7f3-37ef76685866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:43.018832 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-d5c8bb3a-2f22-4f1e-a7f3-37ef76685866 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710979 Apr 01 16:42:43.153466 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-23bb9002-d4d2-4d23-89eb-6c0da8aab02d service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270092 Apr 01 16:42:43.393908 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41495736-dcf4-432d-b92a-20d4d0eee2fb req-303422db-60ea-4739-8b9b-97339337a362 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334142 Apr 01 16:42:48.806136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:02.609714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-88d902e3-44ca-4411-b832-c94eafef9f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:04.929223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bfc974cd-56e5-45d6-b0ef-c07d7552f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:05.689788 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:06.403033 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:07.826239 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:12.791319 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:43:18.779952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:32.482516 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f520cb86-8258-4f3e-8600-f13b3ac4a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:34.935438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8ec15834-0b80-4767-a48a-b9de8bb5af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:35.630906 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:36.373982 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:37.870811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:41.744970 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-1eb26347-a5bf-49dd-9c05-f3e9779c8b84 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703175 Apr 01 16:43:41.885376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-82367ea8-7c09-4816-adca-d6b4a3331e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:41.886871 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-82367ea8-7c09-4816-adca-d6b4a3331e5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0711796 Apr 01 16:43:42.049612 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-86ee9167-b908-4720-8a11-b8444654cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:42.051168 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-86ee9167-b908-4720-8a11-b8444654cefd service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1347210 Apr 01 16:43:42.162113 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-d837e1be-7d85-4e50-ace9-9dcfebbd0a74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.1000178 Apr 01 16:43:42.232168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-8f247bb4-3ed8-4db3-9ff9-1efc9dd238b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:42.233613 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-8f247bb4-3ed8-4db3-9ff9-1efc9dd238b4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0625041 Apr 01 16:43:42.316301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-4b61ceb9-7eb0-4849-8147-abd35aa39b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:42.317763 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-4b61ceb9-7eb0-4849-8147-abd35aa39b27 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721173 Apr 01 16:43:42.456106 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-c146130f-58f3-4868-9b42-a07082abfb4c service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287050 Apr 01 16:43:42.594331 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-67da3625-5443-4b5e-afa5-8f0feac440bb req-a9bdb79d-88d9-47bf-9646-8968e6216e3c service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292059 Apr 01 16:43:48.808200 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:49.791864 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:44:02.465000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b77c09ce-fd5d-4c4e-b002-ab5ca45151a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:04.921944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-834a55e9-185d-4653-b069-ed3f09627ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:05.647835 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:06.379060 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:07.870332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:18.801857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:26.792459 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:44:32.506497 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e4d66a33-561f-4e2a-ad6d-4281e841aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:34.910483 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-af9ac423-a078-4c48-bea1-5b74da2caa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.630338 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:36.400939 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:37.863867 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:43.735668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-31cf5d1a-cead-4ead-a2a3-a37da8ce7e94 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782957 Apr 01 16:44:43.883497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-aa1b821e-6e75-420e-9c42-1e18533c1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:43.884947 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-aa1b821e-6e75-420e-9c42-1e18533c1ab4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0714600 Apr 01 16:44:44.038370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-715a4b76-009f-431c-a1b1-94e266eba918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:44.039770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-715a4b76-009f-431c-a1b1-94e266eba918 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1287622 Apr 01 16:44:44.150890 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-5c1778bd-1651-4ab8-bb5b-367e972006f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.0992992 Apr 01 16:44:44.218383 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-924db3e0-7c03-4b61-ad44-077e41cf1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:44.219938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-924db3e0-7c03-4b61-ad44-077e41cf1e9d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0600116 Apr 01 16:44:44.301169 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-354c5c2b-cae1-49fa-b92a-06141cf99d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:44.302537 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-354c5c2b-cae1-49fa-b92a-06141cf99d66 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734918 Apr 01 16:44:44.544344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-8837a175-c2ac-451b-ae9c-30ee1a178077 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305419 Apr 01 16:44:44.682414 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ddf5fd15-f05a-4673-b0b8-5ea409798c36 req-0458d391-d90a-4236-9c27-0885452209b9 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280372 Apr 01 16:44:48.817793 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:02.480533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23472373-3f6a-440b-acb7-c2dd0abc71ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:03.791383 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:45:04.903639 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-5c30642b-4b52-4289-8718-b01c0fb761a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:05.657577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:06.377583 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:07.880543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:14.861200 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36ad81-fe82-4bf9-b755-ff3a86015948 req-4a1bcca0-00ef-4ec8-bade-b7577f07221d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:14.863298 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fd36ad81-fe82-4bf9-b755-ff3a86015948 req-4a1bcca0-00ef-4ec8-bade-b7577f07221d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0840726 Apr 01 16:45:14.909982 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-fd36ad81-fe82-4bf9-b755-ff3a86015948 req-2afddc25-7ee8-46fd-b9fe-c319fd9a8ab5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404716 Apr 01 16:45:16.101984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01abfa-a1fa-43b2-8462-c20756e8f000 req-2129c2ce-d630-4eae-b9d2-f17be20e7b0b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:16.103483 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d01abfa-a1fa-43b2-8462-c20756e8f000 req-2129c2ce-d630-4eae-b9d2-f17be20e7b0b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0821564 Apr 01 16:45:16.149187 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-6d01abfa-a1fa-43b2-8462-c20756e8f000 req-ed416375-8413-4964-986d-645fe097612c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Apr 01 16:45:17.352000 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f484708-61b5-49b5-8b6c-b0c26af4d824 req-91de4e24-f892-47ef-bc7d-2daeefb75620 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:17.353448 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f484708-61b5-49b5-8b6c-b0c26af4d824 req-91de4e24-f892-47ef-bc7d-2daeefb75620 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0887163 Apr 01 16:45:17.407674 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1f484708-61b5-49b5-8b6c-b0c26af4d824 req-e4541bcb-4d0e-4f80-8be5-14b094015482 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483415 Apr 01 16:45:18.598290 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55948-3433-4056-9340-1dbdbe2e8520 req-149effdb-85d5-49f6-bfc5-a035eadbdc67 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:18.599813 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ad55948-3433-4056-9340-1dbdbe2e8520 req-149effdb-85d5-49f6-bfc5-a035eadbdc67 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0861874 Apr 01 16:45:18.646096 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9ad55948-3433-4056-9340-1dbdbe2e8520 req-fcba1c13-3e91-4103-9f29-f662545c91c1 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 Apr 01 16:45:18.834584 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:19.834222 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3a12-d10e-44b7-aab2-5627cf3fc368 req-c90c5ab8-256e-400b-ba21-9750cf8a6ae5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:19.835679 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-965b3a12-d10e-44b7-aab2-5627cf3fc368 req-c90c5ab8-256e-400b-ba21-9750cf8a6ae5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0835896 Apr 01 16:45:19.880967 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-965b3a12-d10e-44b7-aab2-5627cf3fc368 req-34738435-1843-4414-9ddc-69c0443674c6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396199 Apr 01 16:45:21.066587 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55ce9-207b-4487-a629-6a5751685d89 req-5f64d907-4840-4406-9aa9-69cfeecfdfcf tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:21.068004 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc55ce9-207b-4487-a629-6a5751685d89 req-5f64d907-4840-4406-9aa9-69cfeecfdfcf tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0813963 Apr 01 16:45:21.116219 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8bc55ce9-207b-4487-a629-6a5751685d89 req-720b5664-360e-4ff7-99ce-5558abd5a079 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Apr 01 16:45:22.313163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490f3f9-3ae6-42d3-884e-cdeb9598a7cf req-376e6275-dae2-4707-96fb-02d84d8cd5ae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:22.314513 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8490f3f9-3ae6-42d3-884e-cdeb9598a7cf req-376e6275-dae2-4707-96fb-02d84d8cd5ae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0920808 Apr 01 16:45:22.358119 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8490f3f9-3ae6-42d3-884e-cdeb9598a7cf req-2e664db3-a898-43a2-9485-d0a3d85235a7 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377917 Apr 01 16:45:23.546494 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3ef56-53d2-4661-94e7-d0ddd2d98986 req-3b31ad61-0c8a-4b00-a1ed-5689adfe0382 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:23.548046 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4b3ef56-53d2-4661-94e7-d0ddd2d98986 req-3b31ad61-0c8a-4b00-a1ed-5689adfe0382 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0853806 Apr 01 16:45:23.598660 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b4b3ef56-53d2-4661-94e7-d0ddd2d98986 req-1a42c16d-7755-485a-9fc2-8bf69809f4a3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Apr 01 16:45:24.786713 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35163312-3573-428b-bf23-e57eb901dce7 req-f8db821a-4b7d-41ca-b31e-7b1f3fbda0f6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:24.788211 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-35163312-3573-428b-bf23-e57eb901dce7 req-f8db821a-4b7d-41ca-b31e-7b1f3fbda0f6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0827756 Apr 01 16:45:24.839413 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-35163312-3573-428b-bf23-e57eb901dce7 req-461bd846-8d49-4e25-ab1f-23b5179c08b9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453300 Apr 01 16:45:26.030300 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774b016-86e5-4ff7-a729-622bba3e54d6 req-139c20ef-08f9-4fdb-8aee-e402e9a94489 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:26.032066 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0774b016-86e5-4ff7-a729-622bba3e54d6 req-139c20ef-08f9-4fdb-8aee-e402e9a94489 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0872965 Apr 01 16:45:26.076696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-0774b016-86e5-4ff7-a729-622bba3e54d6 req-4d4c15a1-3206-483b-b8c8-3268a74885e4 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 Apr 01 16:45:27.262190 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943871d3-8b2d-4652-9898-b473fc1408d5 req-a6a268f3-2da0-4224-a7d2-b05e73cae56d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:27.263663 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-943871d3-8b2d-4652-9898-b473fc1408d5 req-a6a268f3-2da0-4224-a7d2-b05e73cae56d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0812416 Apr 01 16:45:27.309832 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-943871d3-8b2d-4652-9898-b473fc1408d5 req-aa1f12fd-5163-4c62-9c34-f5db59aaef4a tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Apr 01 16:45:28.497251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d35f4b-6c70-4c3c-a938-67e6e24f6d08 req-c92fd9ef-7352-4290-be5e-7c12b55dba92 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:28.498779 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75d35f4b-6c70-4c3c-a938-67e6e24f6d08 req-c92fd9ef-7352-4290-be5e-7c12b55dba92 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0819900 Apr 01 16:45:28.545354 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-75d35f4b-6c70-4c3c-a938-67e6e24f6d08 req-3af3a12f-856f-4364-9720-1d3629e084a8 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Apr 01 16:45:29.733021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cacf0-c0f5-45c8-a314-9eee80fe84bf req-ac67e0ec-4ca9-4bbc-b6c9-81ecf46c3b8d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:29.734443 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-229cacf0-c0f5-45c8-a314-9eee80fe84bf req-ac67e0ec-4ca9-4bbc-b6c9-81ecf46c3b8d tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0822194 Apr 01 16:45:29.779016 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-229cacf0-c0f5-45c8-a314-9eee80fe84bf req-e2c32d48-66ed-498d-9ecb-2a05dc315e7f tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 Apr 01 16:45:30.162377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-45f67ed5-7075-4ab5-8a87-4514002e26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:30.163859 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-45f67ed5-7075-4ab5-8a87-4514002e26a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0793006 Apr 01 16:45:30.303350 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-1f11f3c2-4085-4e7c-ba34-32afb7354797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:30.304766 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-1f11f3c2-4085-4e7c-ba34-32afb7354797 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1310332 Apr 01 16:45:30.416119 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-0fdab115-9cec-4a66-8e88-48a52ee50da4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.1011240 Apr 01 16:45:30.482380 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-cbe9e981-5d5a-470c-8085-df1f6af4b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:30.483839 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-cbe9e981-5d5a-470c-8085-df1f6af4b573 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0576441 Apr 01 16:45:30.568301 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-a96d0ed6-7de0-4b8f-bd65-2feaefbd77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:30.569716 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-a96d0ed6-7de0-4b8f-bd65-2feaefbd77e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760212 Apr 01 16:45:30.708268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-25b13882-5cc9-4ef5-aec1-6991cca626ef service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288626 Apr 01 16:45:30.848675 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-352ad5fe-f3f5-4d38-9878-87e2455e2a22 req-316ffbaf-c744-42d3-9a31-1a9fea0f482f service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312475 Apr 01 16:45:30.967466 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0de3e-6f5e-4254-9373-652d98d58d1c req-ef478a55-854e-46ee-8be8-d44a41d9ee4b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:30.968918 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3d0de3e-6f5e-4254-9373-652d98d58d1c req-ef478a55-854e-46ee-8be8-d44a41d9ee4b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0826273 Apr 01 16:45:31.013820 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3d0de3e-6f5e-4254-9373-652d98d58d1c req-bcc6e388-5feb-40ad-aad8-e797e59607cf tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Apr 01 16:45:32.203224 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198758-eaca-4316-afc1-cdfd47db6ee6 req-60c29638-72a2-44c5-b27f-e8fac4e47111 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:32.204714 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5e198758-eaca-4316-afc1-cdfd47db6ee6 req-60c29638-72a2-44c5-b27f-e8fac4e47111 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0819149 Apr 01 16:45:32.252156 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5e198758-eaca-4316-afc1-cdfd47db6ee6 req-30b5318b-270a-4222-aca6-baa0bbaccfea tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Apr 01 16:45:32.491186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-69d4f610-fc1d-44fa-b266-5599796ebaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:33.561373 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6dea9-03a5-484a-a6e8-bb3477b0dcb0 req-ba4d96ea-c5e2-408c-960d-44351f456580 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:33.562841 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77e6dea9-03a5-484a-a6e8-bb3477b0dcb0 req-ba4d96ea-c5e2-408c-960d-44351f456580 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.2008505 Apr 01 16:45:33.608668 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-77e6dea9-03a5-484a-a6e8-bb3477b0dcb0 req-eb7f3c2e-d921-426e-a3ef-894df88db751 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 Apr 01 16:45:34.802994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e8fe9-a842-4610-95b9-4c03d68c138a req-a3ac4df6-c94b-44e2-965c-c204531b3d68 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:34.804453 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c72e8fe9-a842-4610-95b9-4c03d68c138a req-a3ac4df6-c94b-44e2-965c-c204531b3d68 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0850921 Apr 01 16:45:34.850942 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-c72e8fe9-a842-4610-95b9-4c03d68c138a req-7696e7e3-3328-4c5e-af09-42cffff45975 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 Apr 01 16:45:34.929799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4fd34d94-3bf1-4831-bd82-76ba42c2d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:34.980270 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:45:35.094880 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:35.122706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:35.133065 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:35.211128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:35.271674 dv-neutron-835944-1-hyperv neutron-server[88734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'code': 422} returned with failed status Apr 01 16:45:35.311796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:35.319721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.319962 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.320449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.320768 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.321132 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.321421 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.321862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.322220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.322544 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.323327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.323327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.323672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:35.367099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957356f-7619-4050-bd56-6b834e189f00 req-c8fd7233-5daa-4a07-8bba-b48c9398eae3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:35.368677 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b957356f-7619-4050-bd56-6b834e189f00 req-c8fd7233-5daa-4a07-8bba-b48c9398eae3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0867560 Apr 01 16:45:35.417534 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b957356f-7619-4050-bd56-6b834e189f00 req-f45087b9-7740-4560-a257-a393aeca72d9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Apr 01 16:45:35.428682 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-cb8e4086-048b-46f4-93d7-c6dcb3c75c8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260736 Apr 01 16:45:35.646303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:36.428289 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:36.609242 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bba6-348b-48dc-a5ba-dda54f3e1386 req-6171a84f-23df-4216-a3ec-ecc5f1e50f40 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:36.610738 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-58a1bba6-348b-48dc-a5ba-dda54f3e1386 req-6171a84f-23df-4216-a3ec-ecc5f1e50f40 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0886881 Apr 01 16:45:36.656625 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-58a1bba6-348b-48dc-a5ba-dda54f3e1386 req-85a7194e-e32b-4dc3-8429-669016aac20c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Apr 01 16:45:37.849764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d7b0-402c-4545-a800-4e6089daead2 req-9e453549-1800-4137-8f61-bce8f9e25650 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:37.851160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:37.851988 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9705d7b0-402c-4545-a800-4e6089daead2 req-9e453549-1800-4137-8f61-bce8f9e25650 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0838807 Apr 01 16:45:37.898896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9705d7b0-402c-4545-a800-4e6089daead2 req-dff56f2f-5e57-4139-bdf7-f3970aa99fe5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Apr 01 16:45:39.097196 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a55bc9-6ee6-4325-b396-d090b2f83135 req-0a33f9fa-0dc9-4e01-bcc3-2dcbca4a4aa3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:39.099004 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24a55bc9-6ee6-4325-b396-d090b2f83135 req-0a33f9fa-0dc9-4e01-bcc3-2dcbca4a4aa3 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0877588 Apr 01 16:45:39.143960 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24a55bc9-6ee6-4325-b396-d090b2f83135 req-b9ebf309-47ae-48f3-8e70-b433b04e9f91 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Apr 01 16:45:39.499461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-f9478d05-9f75-412c-b206-129a82b0ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:39.500945 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-f9478d05-9f75-412c-b206-129a82b0ebb3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&tenant_id=25a23b4d632044bcb0d802635067d854 HTTP/1.1" status: 200 len: 1096 time: 0.0752671 Apr 01 16:45:39.601600 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-4b8ead40-0db1-43b4-8769-32bd2dcd743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:39.603110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-4b8ead40-0db1-43b4-8769-32bd2dcd743b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1096 time: 0.0747659 Apr 01 16:45:39.740954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-4a4fc0bc-095f-4fe0-93c7-a26ec82da80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:39.742433 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-4a4fc0bc-095f-4fe0-93c7-a26ec82da80e service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1298997 Apr 01 16:45:39.851938 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-5ea7720c-1071-4259-afc0-1504dd9d7db2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 999 time: 0.0997672 Apr 01 16:45:39.917536 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-c4c4b08b-554a-4230-aed7-340ebdf27595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:39.919001 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-c4c4b08b-554a-4230-aed7-340ebdf27595 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0584645 Apr 01 16:45:40.002961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-5b275b9b-0dc9-45b5-a21e-1c28db7237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:40.005184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-5b275b9b-0dc9-45b5-a21e-1c28db7237f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748777 Apr 01 16:45:40.148973 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-d15b9ee5-6e01-44fd-aad0-dffe90a9c23d service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324303 Apr 01 16:45:40.333555 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a34adb2a-7527-4037-ac8c-b0cbea2ee63b req-182a9449-e6b0-431a-b623-2d039d065d28 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737351 Apr 01 16:45:40.361068 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e961-6d7a-46c2-9c3a-34c129d5d40c req-9767f4c3-80a7-4bd9-8c2a-f88262132463 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:40.368671 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ef6e961-6d7a-46c2-9c3a-34c129d5d40c req-9767f4c3-80a7-4bd9-8c2a-f88262132463 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.1066139 Apr 01 16:45:40.407561 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7ef6e961-6d7a-46c2-9c3a-34c129d5d40c req-8f43abb0-7020-40e0-8822-b70e8dcd6cfe tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 Apr 01 16:45:40.790931 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:45:41.591883 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de9909-39de-4dc7-9f1c-f717a0dfa18f req-8ed760ef-e0d4-49ef-8e56-8ad5be950d74 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:41.593442 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24de9909-39de-4dc7-9f1c-f717a0dfa18f req-8ed760ef-e0d4-49ef-8e56-8ad5be950d74 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0809743 Apr 01 16:45:41.638217 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-24de9909-39de-4dc7-9f1c-f717a0dfa18f req-c5c88b86-75c8-47ee-a89b-f9d0cbc7800c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389562 Apr 01 16:45:42.825593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8084-4a0b-4612-898d-08d3d5c7a26d req-85bc5b13-766d-43ec-b0eb-36b4b89bf3e7 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:42.827074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41cb8084-4a0b-4612-898d-08d3d5c7a26d req-85bc5b13-766d-43ec-b0eb-36b4b89bf3e7 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0827246 Apr 01 16:45:42.872292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41cb8084-4a0b-4612-898d-08d3d5c7a26d req-86b3122a-d557-42f6-bb88-7a9c014527ab tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Apr 01 16:45:44.070065 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f2dc2-2980-4a5f-8fa2-8939893be931 req-85db3fb4-d8e4-4f29-8e0d-a9804ae9d963 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:44.071548 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b21f2dc2-2980-4a5f-8fa2-8939893be931 req-85db3fb4-d8e4-4f29-8e0d-a9804ae9d963 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0851192 Apr 01 16:45:44.115996 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-b21f2dc2-2980-4a5f-8fa2-8939893be931 req-6ec45e1f-7762-47f8-a794-a5d71bffc284 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 Apr 01 16:45:44.791694 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf21e58-d28b-4866-a419-eae50039a83d req-ac5fbda4-3b7a-47ec-b8c5-fdc1c5a9b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:44.793150 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-ac5fbda4-3b7a-47ec-b8c5-fdc1c5a9b904 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1096 time: 0.0721235 Apr 01 16:45:44.947568 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf21e58-d28b-4866-a419-eae50039a83d req-89f9e911-89b6-4e1c-acaa-729ae7782601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:44.949031 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-89f9e911-89b6-4e1c-acaa-729ae7782601 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1308935 Apr 01 16:45:45.057620 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-4698dea5-1344-4390-b431-44d011b3d9c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 999 time: 0.0969622 Apr 01 16:45:45.260864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf21e58-d28b-4866-a419-eae50039a83d req-140475b6-a25b-4950-a817-b5ac8e3ece62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:45.262273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-140475b6-a25b-4950-a817-b5ac8e3ece62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.1957071 Apr 01 16:45:45.372194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7e3f-1f58-4402-b650-7dba1a0df587 req-ce3f1dfb-63e4-4807-8725-7b9d433171c6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:45.373578 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-414a7e3f-1f58-4402-b650-7dba1a0df587 req-ce3f1dfb-63e4-4807-8725-7b9d433171c6 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.1460950 Apr 01 16:45:45.382248 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf21e58-d28b-4866-a419-eae50039a83d req-b6c5ebfe-c3f7-4803-adfd-18bf79037bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:45.383706 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-b6c5ebfe-c3f7-4803-adfd-18bf79037bb2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101315 Apr 01 16:45:45.514442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-414a7e3f-1f58-4402-b650-7dba1a0df587 req-57ad2eba-91a9-462a-a273-d28c0f258bb9 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348214 Apr 01 16:45:45.548432 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-2b5114a0-3e99-49a6-9264-8f74ea8f73aa service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517279 Apr 01 16:45:45.685447 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-dbf21e58-d28b-4866-a419-eae50039a83d req-15b02081-90b9-4bdd-b298-6f275b7aa484 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277485 Apr 01 16:45:46.702541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca71ea0-433b-49f7-8914-709db263a4e9 req-1ed53be3-c12f-44e0-aed6-3027c4cb83da tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.703995 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6ca71ea0-433b-49f7-8914-709db263a4e9 req-1ed53be3-c12f-44e0-aed6-3027c4cb83da tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 943 time: 0.0810723 Apr 01 16:45:46.751251 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-6ca71ea0-433b-49f7-8914-709db263a4e9 req-17fc1484-5424-46a2-a90c-9cf12aa63779 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Apr 01 16:45:47.034944 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:45:47.167776 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:47.181449 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'port_id': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'mac_address': 'fa:16:3e:aa:46:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:45:47.240620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:47.257515 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf7da50-df80-4c15-bba5-803611ee9d14 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:45:47.272571 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:47.331184 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:47.399015 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:47.634036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['acf7da50-df80-4c15-bba5-803611ee9d14'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:45:47.942459 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cd85b-5577-40da-b294-dd1ba896a58c req-107a68b4-e030-4a16-87da-2e33b22c3325 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:47.944292 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-061cd85b-5577-40da-b294-dd1ba896a58c req-107a68b4-e030-4a16-87da-2e33b22c3325 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 944 time: 0.0841360 Apr 01 16:45:47.989535 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-061cd85b-5577-40da-b294-dd1ba896a58c req-9faa1a37-8b6e-42d3-873f-580427756654 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396745 Apr 01 16:45:48.822730 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:49.050251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:45:49.120313 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port acf7da50-df80-4c15-bba5-803611ee9d14 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:45:49.120697 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:49.178441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd047-0a9c-4c43-9348-27a58af268b1 req-f6bbd403-b2d5-4325-868d-c0abb014ad4e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:49.179947 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-38afd047-0a9c-4c43-9348-27a58af268b1 req-f6bbd403-b2d5-4325-868d-c0abb014ad4e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 944 time: 0.0820622 Apr 01 16:45:49.225553 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-38afd047-0a9c-4c43-9348-27a58af268b1 req-9bcaa2d4-9d21-47fe-aeee-e9c79f16ef2e tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Apr 01 16:45:49.240882 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:49.268361 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:49.281277 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:49.312768 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'code': 200} Apr 01 16:45:49.365532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:49.431928 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:49.689878 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89af3-7bad-4baa-ba4f-b8755d2aee0b req-f0035e13-b578-41b8-ae3f-a4476870b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:49.691378 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9af89af3-7bad-4baa-ba4f-b8755d2aee0b req-f0035e13-b578-41b8-ae3f-a4476870b73c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0748281 Apr 01 16:45:49.736110 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9af89af3-7bad-4baa-ba4f-b8755d2aee0b req-47b7dfac-9fd9-4d39-87ef-436177c472e4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356934 Apr 01 16:45:50.507775 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5c9d-54b0-46ca-ba4f-bd321d34047f req-b8afe36f-742c-4e20-a694-d07905cd1eae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:50.509167 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f48f5c9d-54b0-46ca-ba4f-bd321d34047f req-b8afe36f-742c-4e20-a694-d07905cd1eae tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.1777854 Apr 01 16:45:50.553686 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-f48f5c9d-54b0-46ca-ba4f-bd321d34047f req-ae1c014d-f1ce-4c3b-85eb-1f62ca9440c5 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387926 Apr 01 16:45:51.772337 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aa63f-4d0e-4002-a624-8b4573bfaf3f req-3897fd7e-f081-497a-8622-837df04663ac tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:51.774692 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e31aa63f-4d0e-4002-a624-8b4573bfaf3f req-3897fd7e-f081-497a-8622-837df04663ac tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.1047695 Apr 01 16:45:51.821425 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-e31aa63f-4d0e-4002-a624-8b4573bfaf3f req-1bfe78ad-7ef1-4247-addc-d9b20c004630 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Apr 01 16:46:02.497464 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-137da92d-da7d-46d2-a48e-cf9f7fccdba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:04.926344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ade25-d33d-44c9-8073-5c031895a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:05.661725 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:06.398817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:07.850332 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:17.791152 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:46:18.782414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:32.501043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-325de31d-a867-45ef-9308-ee51ad4bc1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.929855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-224376db-4495-4544-9c45-38d7a5e659dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:35.684237 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:36.392276 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:37.878346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.723090 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-78ddbc23-18ad-4b88-8ace-d5f5d84c664d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724192 Apr 01 16:46:44.873842 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-f9febcc2-482e-4390-bca4-7e379246be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:44.875344 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-f9febcc2-482e-4390-bca4-7e379246be73 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0748231 Apr 01 16:46:45.024346 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-7d089db9-396e-4205-a3db-07209be5a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:45.025770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-7d089db9-396e-4205-a3db-07209be5a761 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1303527 Apr 01 16:46:45.132604 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-201a7578-d412-4fb7-a083-e61672afcad7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.0962899 Apr 01 16:46:45.211652 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-5ac3687d-b59f-4b96-a718-7aace3dba823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:45.213183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-5ac3687d-b59f-4b96-a718-7aace3dba823 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0695503 Apr 01 16:46:45.295706 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-2eaa5e3e-e6a5-4178-a908-cbb16a272e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:45.297181 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-2eaa5e3e-e6a5-4178-a908-cbb16a272e8f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732262 Apr 01 16:46:45.437923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-15044ce5-1892-4568-9852-01430a5d7891 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344199 Apr 01 16:46:45.600410 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c672f813-9f2a-4638-bd35-8270723b4b25 req-cc0e1d0b-aa92-4e1e-b329-db4cf10f3f06 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555817 Apr 01 16:46:48.792331 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:54.790475 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:47:02.523616 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb750-acf2-4cf6-8280-cbba02df6aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:04.940381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-905be44f-83e8-40d8-8458-b5032bb979c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:05.689067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:06.420694 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:07.888916 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:18.826115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:31.789144 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:47:32.511051 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-366d2548-e429-4548-90bb-81a9090640ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:34.911343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-79590606-01f4-43af-9047-1ffe60fd9ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:35.665695 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:36.425402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:37.877985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:46.985322 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-e9f3347e-5a77-4221-a19e-001953524caa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3147631 Apr 01 16:47:47.134707 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-1cb28091-49ef-4048-928e-73619f6cfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:47.136889 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-1cb28091-49ef-4048-928e-73619f6cfd8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0750966 Apr 01 16:47:47.288398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-43208fb0-b994-4ac4-a670-dab3a4cf455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:47.289752 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-43208fb0-b994-4ac4-a670-dab3a4cf455a service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1291566 Apr 01 16:47:47.399050 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-46666f37-6e3a-4d1a-b1d7-4d3d7365c2dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 1001 time: 0.0992405 Apr 01 16:47:47.468566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-a35688a7-ab95-4873-823b-5f54bb926d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:47.469952 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-a35688a7-ab95-4873-823b-5f54bb926d04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0589437 Apr 01 16:47:47.547347 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-a5545aec-b3f0-43f4-9dae-1321a3a81887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:47.548702 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-a5545aec-b3f0-43f4-9dae-1321a3a81887 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687358 Apr 01 16:47:47.684004 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-5590c075-bd8a-4d25-8c94-a58f99cd9023 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254361 Apr 01 16:47:47.817448 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bb1e4d53-0f60-424c-9080-fdc874ff29ad req-4039a698-9e6f-4d78-a73d-c65f4b9f3f9b service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225231 Apr 01 16:47:48.824918 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:50.065626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56654) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:47:50.409579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Deleting port 0211ccf1-fe28-49bd-8caa-1378c8983378 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:47:50.409958 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:50.576220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:50.576469 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:50.700594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Calling delete_port for 0211ccf1-fe28-49bd-8caa-1378c8983378 owned by network:floatingip {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:47:50.888244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:50.939829 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'Port': ['ID=0211ccf1-fe28-49bd-8caa-1378c8983378,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:47:51.089137 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.089793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.089793 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.090157 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.090471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.090923 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.098472 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:47:51.150193 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for floatingip, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:51.150437 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.l3_db [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Floating IP 1259086c-371a-4c15-8a46-88e113070100 disassociated (deleted). External IP: 172.26.8.176, port: acf7da50-df80-4c15-bba5-803611ee9d14. Apr 01 16:47:51.502456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:47:51.681028 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:47:51.690217 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:47:51.700426 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:47:51.703911 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:47:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:47:51.745441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:51.804113 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-91771fac-d566-4d6f-a175-ff529ab1021c tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "DELETE /v2.0/floatingips/1259086c-371a-4c15-8a46-88e113070100 HTTP/1.1" status: 204 len: 168 time: 1.7371838 Apr 01 16:47:51.804712 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:47:51.880857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:47:52.018975 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'status': 'completed', 'code': 200} Apr 01 16:47:52.122528 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-1d6a5e31-3dd3-4c63-a828-bd2a254255f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:52.124025 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-1d6a5e31-3dd3-4c63-a828-bd2a254255f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25a23b4d632044bcb0d802635067d854&device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 1098 time: 0.0733523 Apr 01 16:47:52.212828 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:47:52.216676 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:47:52.225688 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:47:52.226293 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:47:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:47:52.277665 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-90638b77-a4bc-4d80-826c-9925a176c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:52.279440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-90638b77-a4bc-4d80-826c-9925a176c304 service neutron] 10.222.0.91 "GET /v2.0/networks?id=798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 200 len: 910 time: 0.1414821 Apr 01 16:47:52.393278 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-d44a47ab-b936-46e9-82af-d1481d9d18c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 200 len: 217 time: 0.1048126 Apr 01 16:47:52.411132 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:47:52.474069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-2597cfd4-eb09-4f80-8f07-14c3e0ad7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:52.475556 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-2597cfd4-eb09-4f80-8f07-14c3e0ad7fdf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 200 len: 848 time: 0.0750849 Apr 01 16:47:52.488520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecac8e-f560-400c-a329-32308bedb29d req-b605ddba-5ad0-4b8e-912b-14b1448bad98 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:52.489212 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5aecac8e-f560-400c-a329-32308bedb29d req-b605ddba-5ad0-4b8e-912b-14b1448bad98 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:47:52.568650 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-68b24c55-1a79-4cb4-8528-4620e5fbf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:52.570112 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-68b24c55-1a79-4cb4-8528-4620e5fbf70d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=798abfc5-592a-4b57-af19-5855a997e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782263 Apr 01 16:47:52.596101 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5aecac8e-f560-400c-a329-32308bedb29d req-b605ddba-5ad0-4b8e-912b-14b1448bad98 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:47:52.597273 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5aecac8e-f560-400c-a329-32308bedb29d req-b605ddba-5ad0-4b8e-912b-14b1448bad98 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.3315449 Apr 01 16:47:52.718404 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5aecac8e-f560-400c-a329-32308bedb29d req-f0320a04-44bf-4b0a-b08d-623768329fef tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092303 Apr 01 16:47:52.743536 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-dbddea08-7c13-4ba4-8fe1-435a644c45bd service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667941 Apr 01 16:47:52.758866 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:47:52.762913 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa152f9-3f8e-4d31-8b3e-b096cde0ee63 None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 4, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '63f76270-d44d-4011-9d26-ba898848f56f', 'name': '', 'network_id': '798abfc5-592a-4b57-af19-5855a997e5d5', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'mac_address': 'fa:16:3e:8a:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:59Z', 'updated_at': '2022-04-01T16:37:06Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'subnets': [{'id': 'abb422d9-9db3-47f4-859a-f5f73db6ff19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:47:52.991530 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500764d-74da-450b-b27c-ad0f7446b4cf None None] New status for floating IP 1259086c-371a-4c15-8a46-88e113070100: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:47:52.992080 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2fd50f8d-423d-4b89-acc4-158bfd4d9d92 req-6e35b3ec-939d-49bc-99f5-7df2af1df854 service neutron] 10.222.0.91 "GET /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413836 Apr 01 16:47:54.006659 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1f6ee-f66a-4a45-94a9-666b2969e0da req-52ba14e6-00ae-49c8-9d29-7b7f32b1b438 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:54.008026 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-57f1f6ee-f66a-4a45-94a9-666b2969e0da req-52ba14e6-00ae-49c8-9d29-7b7f32b1b438 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.1261754 Apr 01 16:47:54.056283 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-57f1f6ee-f66a-4a45-94a9-666b2969e0da req-fcf7d467-6554-4408-9cd0-dba77abeb98b tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Apr 01 16:47:54.118012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-8be467a8-2213-47d8-b478-e72991f5cefb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:54.119463 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-8be467a8-2213-47d8-b478-e72991f5cefb tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 945 time: 0.0822825 Apr 01 16:47:54.191653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Deleting port acf7da50-df80-4c15-bba5-803611ee9d14 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:47:54.191992 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:54.438299 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] For port acf7da50-df80-4c15-bba5-803611ee9d14, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=acf7da50-df80-4c15-bba5-803611ee9d14,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:47:54.438674 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:54.559766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Calling delete_port for acf7da50-df80-4c15-bba5-803611ee9d14 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:47:54.762168 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:54.816254 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'Port': ['ID=acf7da50-df80-4c15-bba5-803611ee9d14,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:47:54.890399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] No DVR routers for this DVR port acf7da50-df80-4c15-bba5-803611ee9d14 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:47:54.892875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:54.895968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-deleted', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:47:54.940825 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da3eba-2579-4819-9eb6-854d4ee56d40', 'name': 'network-vif-deleted', 'tag': 'acf7da50-df80-4c15-bba5-803611ee9d14', 'status': 'completed', 'code': 200} Apr 01 16:47:54.958563 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2b840f0c-ba17-42eb-ad2b-e4675205136d req-7b4fa247-825c-4418-9612-b455c2038479 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.91 "DELETE /v2.0/ports/acf7da50-df80-4c15-bba5-803611ee9d14 HTTP/1.1" status: 204 len: 173 time: 0.8310201 Apr 01 16:47:55.217416 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-499edbbf-6996-4df7-8840-395d8f59de48 req-f6fc22d2-aa8c-48a6-acac-cecb846ff7c7 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 210 time: 0.0475011 Apr 01 16:47:56.423151 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9c923223-8254-4b46-aa4e-61b0ed663690 req-c3c6ec43-24bd-4b46-96cb-48460a7e3890 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Synchronizing usage tracker for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:47:56.499487 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-9c923223-8254-4b46-aa4e-61b0ed663690 req-c3c6ec43-24bd-4b46-96cb-48460a7e3890 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Unset dirty status for tenant:25a23b4d632044bcb0d802635067d854 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:47:56.500624 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9c923223-8254-4b46-aa4e-61b0ed663690 req-c3c6ec43-24bd-4b46-96cb-48460a7e3890 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4da3eba-2579-4819-9eb6-854d4ee56d40 HTTP/1.1" status: 200 len: 210 time: 0.1234894 Apr 01 16:47:57.719721 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:47:57.754220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: acf7da50-df80-4c15-bba5-803611ee9d14 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:47:57.754577 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device acf7da50-df80-4c15-bba5-803611ee9d14 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:47:57.755208 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56686) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:47:57.829756 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:57.861257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:57.968376 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:57.989012 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:47:58.047381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:58.048554 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d2ddfc04-a727-44a7-9064-3e1c6e939e60 tempest-TestShelveInstance-1392619026 tempest-TestShelveInstance-1392619026-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee021c5b-cfa1-4ea0-bfc8-97121cb8ab79 HTTP/1.1" status: 204 len: 168 time: 0.2913725 Apr 01 16:47:59.139054 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56694) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:00.014246 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:00.362436 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Deleting port 63f76270-d44d-4011-9d26-ba898848f56f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:00.363182 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:00.533189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] For port 63f76270-d44d-4011-9d26-ba898848f56f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=63f76270-d44d-4011-9d26-ba898848f56f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:00.533540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:00.656395 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Calling delete_port for 63f76270-d44d-4011-9d26-ba898848f56f owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:00.881977 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:00.931569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Pushing event deleted for resources: {'Port': ['ID=63f76270-d44d-4011-9d26-ba898848f56f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:01.208468 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:01.672319 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Router 66d3f0ee-4263-46b0-82b7-b6479430c951 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:48:01.849597 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:01.858027 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Sync routers for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:01.866961 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:01.874323 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:47:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:01.937460 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1d7fbf5c-e916-4ada-ac4a-7b6380a77ada admin admin] 10.222.0.21 "PUT /v2.0/routers/66d3f0ee-4263-46b0-82b7-b6479430c951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7950575 Apr 01 16:48:01.937634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56700) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:02.046645 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:02.115134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.294938 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.330005 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '50564391-06ca-4b35-8692-e05880a1e54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:48:00Z', 'revision_number': 5, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port': {'id': '50564391-06ca-4b35-8692-e05880a1e54a', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:36:56Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:02.334050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Checking router: 66d3f0ee-4263-46b0-82b7-b6479430c951 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:02.342112 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Routers {'66d3f0ee-4263-46b0-82b7-b6479430c951'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:02.342757 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:47:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['66d3f0ee-4263-46b0-82b7-b6479430c951'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:02.361968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Deleting port 50564391-06ca-4b35-8692-e05880a1e54a {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:02.362325 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.471397 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1b87a561-6d64-4107-8479-7a3397eab649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.494173 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] Set router 66d3f0ee-4263-46b0-82b7-b6479430c951 gateway port host: None {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:02.538388 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] For port 50564391-06ca-4b35-8692-e05880a1e54a, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=50564391-06ca-4b35-8692-e05880a1e54a,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:02.538777 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.599435 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:48:02Z', 'revision_number': 6, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:02.603485 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841ee50-671f-4d29-9fca-958ecf631292 None None] The sync data for ids ['66d3f0ee-4263-46b0-82b7-b6479430c951'] in dv-neutron-835944-1-hyperv is: [{'id': '66d3f0ee-4263-46b0-82b7-b6479430c951', 'name': 'tempest-TestShelveInstance-1733413113-router', 'tenant_id': '25a23b4d632044bcb0d802635067d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:36:55Z', 'updated_at': '2022-04-01T16:48:02Z', 'revision_number': 6, 'project_id': '25a23b4d632044bcb0d802635067d854', 'gw_port_host': None}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:02.666152 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Calling delete_port for 50564391-06ca-4b35-8692-e05880a1e54a owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:02.881966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.006899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 63f76270-d44d-4011-9d26-ba898848f56f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:03.046988 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 63f76270-d44d-4011-9d26-ba898848f56f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:03.047556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 63f76270-d44d-4011-9d26-ba898848f56f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:03.060548 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Pushing event deleted for resources: {'Port': ['ID=50564391-06ca-4b35-8692-e05880a1e54a,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:03.152036 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.328196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.330251 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.391002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.391569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d3f0ee-4263-46b0-82b7-b6479430c951 {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:48:03.405606 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.406836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8f3cdbf7-ec34-418d-9e3c-1cf3e367d66c admin admin] 10.222.0.21 "DELETE /v2.0/routers/66d3f0ee-4263-46b0-82b7-b6479430c951 HTTP/1.1" status: 204 len: 168 time: 1.4682431 Apr 01 16:48:03.409223 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56704) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:03.467877 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Deleting subnet abb422d9-9db3-47f4-859a-f5f73db6ff19 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:48:03.470951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.525345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.608160 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.723276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.763764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb422d9-9db3-47f4-859a-f5f73db6ff19,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:03.767405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.773933 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-3f18f3a7-205f-4af0-9b91-028074db9a64 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abb422d9-9db3-47f4-859a-f5f73db6ff19 HTTP/1.1" status: 204 len: 168 time: 0.3637655 Apr 01 16:48:03.774074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19523a2-6da5-4950-970d-4028310bf591 None None] Network 798abfc5-592a-4b57-af19-5855a997e5d5 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:03.776334 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56708) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:03.884918 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.896181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Deleting port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:03.896534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.035726 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] DHCP port deletion for 798abfc5-592a-4b57-af19-5855a997e5d5 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:48:04.039807 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Deleting port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:04.040183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.109043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] For port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:04.109398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.237328 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Calling delete_port for bf2c5b8c-2191-438d-95b8-71a18cb3ec5f owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:04.249149 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] For port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,segment=NetworkSegment(d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8),segment_id=d9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:04.249543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.367968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.373952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Calling delete_port for bf2c5b8c-2191-438d-95b8-71a18cb3ec5f owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:04.415287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2c5b8c-2191-438d-95b8-71a18cb3ec5f,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:04.418891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] No DVR routers for this DVR port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:48:04.453021 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:48:04.453375 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:48:04.535890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.564111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798abfc5-592a-4b57-af19-5855a997e5d5']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:04.670634 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:04.670949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ef2c91-e3ca-4af2-a62d-f9eb1edd13c8') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:04.683792 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.700310 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.706978 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:48:04.712929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:48:04.720212 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:48:04.837746 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 50564391-06ca-4b35-8692-e05880a1e54a no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:04.859384 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.879463 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.882247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 50564391-06ca-4b35-8692-e05880a1e54a {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:04.882597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 50564391-06ca-4b35-8692-e05880a1e54a not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:04.883028 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bf2c5b8c-2191-438d-95b8-71a18cb3ec5f no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:04.887979 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] Pushing event deleted for resources: {'Network': ['ID=798abfc5-592a-4b57-af19-5855a997e5d5,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:04.916327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: bf2c5b8c-2191-438d-95b8-71a18cb3ec5f {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:04.916672 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device bf2c5b8c-2191-438d-95b8-71a18cb3ec5f not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:04.955000 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Deleting port bf2c5b8c-2191-438d-95b8-71a18cb3ec5f {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:04.955379 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.968585 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-29a78222-b84f-4c3c-9352-5020f214546e admin admin] 10.222.0.21 "DELETE /v2.0/networks/798abfc5-592a-4b57-af19-5855a997e5d5 HTTP/1.1" status: 204 len: 168 time: 1.1912372 Apr 01 16:48:04.971434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56712) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:04.983519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-130dd138-a621-407b-8dd1-ed19d5918906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:05.025139 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-07b759e4-11fb-4fcd-be3e-d8fa19255514 None None] The port 'bf2c5b8c-2191-438d-95b8-71a18cb3ec5f' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:48:05.506559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:05.659235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:05.855662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Deleting port 0c270fdc-96f3-494a-8d0b-bbcab3abd297 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:05.855913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:06.026891 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] For port 0c270fdc-96f3-494a-8d0b-bbcab3abd297, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=0c270fdc-96f3-494a-8d0b-bbcab3abd297,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:06.027509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:06.251796 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Calling delete_port for 0c270fdc-96f3-494a-8d0b-bbcab3abd297 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:06.390911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:06.487481 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:06.538566 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c270fdc-96f3-494a-8d0b-bbcab3abd297,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:06.804594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:07.163737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Router e34ab935-96cf-4925-9b93-0208dd29b8ca has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:48:07.340915 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:07.350023 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-1f61f9e8-9b36-4624-8bbe-671e05a781d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/e34ab935-96cf-4925-9b93-0208dd29b8ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3774755 Apr 01 16:48:07.350350 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Sync routers for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:07.352535 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56716) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:07.359777 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:07.360389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:07.524235 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:07.536989 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:07.816675 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:07.870330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:48:06Z', 'revision_number': 5, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port': {'id': 'ad07ef29-255c-42af-873b-6fd655b6f499', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:04Z', 'updated_at': '2022-04-01T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:07.874186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Checking router: e34ab935-96cf-4925-9b93-0208dd29b8ca for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:07.883510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Routers {'e34ab935-96cf-4925-9b93-0208dd29b8ca'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:07.884101 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['e34ab935-96cf-4925-9b93-0208dd29b8ca'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:07.887812 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Deleting port ad07ef29-255c-42af-873b-6fd655b6f499 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:07.888276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:07.942129 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.039088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] Set router e34ab935-96cf-4925-9b93-0208dd29b8ca gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:08.070073 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] For port ad07ef29-255c-42af-873b-6fd655b6f499, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=ad07ef29-255c-42af-873b-6fd655b6f499,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:08.070338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.148106 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:48:07Z', 'revision_number': 6, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:08.154047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d8b9e-0360-4787-bbe4-138b010761ef None None] The sync data for ids ['e34ab935-96cf-4925-9b93-0208dd29b8ca'] in dv-neutron-835944-1-hyperv is: [{'id': 'e34ab935-96cf-4925-9b93-0208dd29b8ca', 'name': 'tempest-TestShelveInstance-1642460321-router', 'tenant_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:03Z', 'updated_at': '2022-04-01T16:48:07Z', 'revision_number': 6, 'project_id': '37bfacd0f6c94986aaebefad3efc6bf9', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:08.196914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Calling delete_port for ad07ef29-255c-42af-873b-6fd655b6f499 owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:08.401995 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.449406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad07ef29-255c-42af-873b-6fd655b6f499,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:08.546292 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.719595 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.721653 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.788293 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:48:08.802192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.802830 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e34ab935-96cf-4925-9b93-0208dd29b8ca {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:48:08.815546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.816895 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0cab09e2-d82d-4016-b517-41e7a393e53f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e34ab935-96cf-4925-9b93-0208dd29b8ca HTTP/1.1" status: 204 len: 168 time: 1.4634750 Apr 01 16:48:08.819471 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56720) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:08.879370 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Deleting subnet 719f0175-7f40-4a67-9cdc-931a95fee1d8 {{(pid=88732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:48:08.882668 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.922553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad07ef29-255c-42af-873b-6fd655b6f499 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:08.939364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823163'] for subnet, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.960683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: ad07ef29-255c-42af-873b-6fd655b6f499 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:08.961041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device ad07ef29-255c-42af-873b-6fd655b6f499 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:08.961431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c270fdc-96f3-494a-8d0b-bbcab3abd297 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:08.999070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 0c270fdc-96f3-494a-8d0b-bbcab3abd297 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:09.003241 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 0c270fdc-96f3-494a-8d0b-bbcab3abd297 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:09.023919 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.156708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1823025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1163612'] for subnet, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.200637 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719f0175-7f40-4a67-9cdc-931a95fee1d8,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:09.205192 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.211281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857d923-c0f3-4310-aaea-8b29af5c59b5 None None] Network bd81381b-4a28-42f2-9da9-78d74658d0ea requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:09.213029 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7d09e1ce-3e54-48ee-93f0-55874109ec1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/719f0175-7f40-4a67-9cdc-931a95fee1d8 HTTP/1.1" status: 204 len: 168 time: 0.3926263 Apr 01 16:48:09.215400 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56724) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:09.430751 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.441401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Deleting port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:09.441670 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.462706 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] DHCP port deletion for bd81381b-4a28-42f2-9da9-78d74658d0ea request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:48:09.467114 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Deleting port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:09.467482 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.648488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] For port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:09.648841 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.668769 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] For port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,segment=NetworkSegment(ca3f7553-1fe7-4dab-9ddc-a1c51eed376a),segment_id=ca3f7553-1fe7-4dab-9ddc-a1c51eed376a)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:09.669068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.776631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Calling delete_port for b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 owned by network:dhcp {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:09.791461 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Calling delete_port for b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:48:09.933880 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:09.939565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:48:09.940062 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:48:09.985790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:09.987631 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] No DVR routers for this DVR port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 on host dv-neutron-835944-1-hyperv {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:48:10.106682 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.132044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd81381b-4a28-42f2-9da9-78d74658d0ea']}} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:10.144569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a') {'for_net_delete': True} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:10.144864 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.services.segments.db [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3f7553-1fe7-4dab-9ddc-a1c51eed376a') {} {{(pid=88732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:10.156262 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823106'] for segment, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.174966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.181806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:48:10.182187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823635'] for segment, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: Traceback (most recent call last): Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: timer() Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: cb(*args, **kw) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: return func(*args, **kwargs) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: self._notify() Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: self.callback(batched_events) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: event.method(event) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: return f(self, *a, **k) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._get(url).json() Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: return self.request(url, 'GET', **kwargs) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:48:10.195383 dv-neutron-835944-1-hyperv neutron-server[88732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:48:10.327826 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.344178 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.354814 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bd81381b-4a28-42f2-9da9-78d74658d0ea,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:10.359251 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-e8cd9efd-c2d2-4676-b8c0-80240489c7aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd81381b-4a28-42f2-9da9-78d74658d0ea HTTP/1.1" status: 204 len: 168 time: 1.1422758 Apr 01 16:48:10.440956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Deleting port b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:48:10.441468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.508026 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-e8508fd7-728a-4aea-8e9f-9d6ace50065c None None] The port 'b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:48:10.651010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56730) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:10.700603 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-53cbc45e-b6cf-40e5-92a5-eafc5349ae92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25a23b4d632044bcb0d802635067d854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484021 Apr 01 16:48:10.703038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56734) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:10.760147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.785850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.841774 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:10.894742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.913385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ebfdbb-416c-4a44-aa5f-efa496a92cd0,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:10.918659 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:48:10.919006 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device b6af6e0f-8fc8-4561-9ad7-f14bb1dc8058 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:48:10.926875 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:10.928263 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-986a0216-970e-4e78-8f5a-9a458533be0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79ebfdbb-416c-4a44-aa5f-efa496a92cd0 HTTP/1.1" status: 204 len: 168 time: 0.2241864 Apr 01 16:48:11.582002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56746) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:11.631923 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0eea3daf-2cfd-4668-8519-3136e6d3dc79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37bfacd0f6c94986aaebefad3efc6bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487523 Apr 01 16:48:11.634276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56750) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:11.692015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:11.716982 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:11.824929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:11.840019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f1af9-7bbe-4634-bcb7-3e824f4cb129,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:11.847953 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:11.847953 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8bea5a42-9909-42c1-9c0a-7ded444f454c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d50f1af9-7bbe-4634-bcb7-3e824f4cb129 HTTP/1.1" status: 204 len: 168 time: 0.2120688 Apr 01 16:48:12.924225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56774) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:13.033038 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-470942767-network', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:13.038305 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:13.042194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Usage tracker for resource:network and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:13.045040 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:13.051955 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:13.110556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Made reservation on behalf of 1699ac4d781c4f888bb4ce24f32aebe1 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:48:13.112879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.128709 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.142744 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:13.147367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:13.150498 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:13.156728 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:13.237363 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.287615 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.314309 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:48:13.327002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df43d6b-1d44-4ebd-ae08-0edbfbb9066f,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:13.331526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.332967 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Added segment 40c57c91-e466-453a-9935-250e1638ca8f of type vlan for network 628bcb00-6f20-4422-b98d-af5f223819e4 Apr 01 16:48:13.356859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.419092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.420008 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:13.420586 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.519021 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5933983 Apr 01 16:48:13.521760 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 56780) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:13.527564 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Request body: {'subnet': {'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-470942767-subnet', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'ip_version': 4}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:13.529287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e893-7330-413a-8d54-a37f6b517cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=628bcb00-6f20-4422-b98d-af5f223819e4,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:13.533571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:13.538415 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Usage tracker for resource:subnet and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:13.539851 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network 628bcb00-6f20-4422-b98d-af5f223819e4 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:48:13.542081 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:13.547915 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:13.584879 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Made reservation on behalf of 1699ac4d781c4f888bb4ce24f32aebe1 for: {'subnet': 1} {{(pid=88733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:48:13.587262 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389482'] for subnet, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.831013 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2655244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389500'] for subnet, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:13.909990 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5e7169-8147-409a-9ddd-6c02e4c42ea8,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:13.920812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.921158 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.921494 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.921822 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.922145 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.922467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.922812 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.923132 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.923455 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.923770 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.924084 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.924395 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:13.929334 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Checking segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:13.929690 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Network hostable DHCP agents. Network: 628bcb00-6f20-4422-b98d-af5f223819e4, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:48:14.007502 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:48:14.058908 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, 628bcb00-6f20-4422-b98d-af5f223819e4) {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:14.063268 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:14.063905 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.069914 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea03e6-9ff6-463f-899d-42dd8e1cf782 None None] Network 628bcb00-6f20-4422-b98d-af5f223819e4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:14.146822 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b01cefd6-a03b-4836-90dd-b1e25c84c917 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6238720 Apr 01 16:48:14.149479 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56784) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:14.155002 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:14.160019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:14.164077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Usage tracker for resource:router and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:14.166970 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:14.172745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:14.236896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.238807 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.254021 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.287394 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-628bcb00-6f20-4422-b98d-af5f223819e4', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:48:14.288294 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.449037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Allocated IP 172.20.0.2 (628bcb00-6f20-4422-b98d-af5f223819e4/2c5e7169-8147-409a-9ddd-6c02e4c42ea8/43225c42-ffea-49bb-be9c-1f06416b3c36) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:14.664302 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.674120 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Transition to ACTIVE for port object 43225c42-ffea-49bb-be9c-1f06416b3c36 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:14.693772 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Transition to ACTIVE for port object 43225c42-ffea-49bb-be9c-1f06416b3c36 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:14.727894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.733986 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.797492 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:14.805500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:14.810419 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:14.818274 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Pushing event updated for resources: {'Port': ['ID=43225c42-ffea-49bb-be9c-1f06416b3c36,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:14.857938 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.858284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.858648 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.858974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.859303 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.859631 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.859959 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.860281 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.860606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.860924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.861248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.861565 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:14.917034 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Attempting to bind port 43225c42-ffea-49bb-be9c-1f06416b3c36 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:14.917319 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Attempting to bind port 43225c42-ffea-49bb-be9c-1f06416b3c36 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:14.917679 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Attempting to bind port 43225c42-ffea-49bb-be9c-1f06416b3c36 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:14.922943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:14.923317 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Checking segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:14.923718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:14.924110 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Bound using segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:14.924564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Bound port: 43225c42-ffea-49bb-be9c-1f06416b3c36, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:14.925122 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.012376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] For port 43225c42-ffea-49bb-be9c-1f06416b3c36, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:15.015320 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] For port 43225c42-ffea-49bb-be9c-1f06416b3c36, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=43225c42-ffea-49bb-be9c-1f06416b3c36,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:15.087096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.093789 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.117187 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.182453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd84a-e293-4693-905a-0f1a8ad1160d None None] Pushing event updated for resources: {'Port': ['ID=43225c42-ffea-49bb-be9c-1f06416b3c36,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:15.261590 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Allocated IP 172.26.8.173 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/3f9dd21b-6a2d-44ca-908b-28df1af8142e) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:15.423225 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.527961 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:15.587749 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:15.590421 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:15.592857 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:15.643317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dd21b-6a2d-44ca-908b-28df1af8142e,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:16.078090 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:16.148551 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c697e-49e9-4c47-954b-f06c9bc55547 None None] Network 628bcb00-6f20-4422-b98d-af5f223819e4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:16.313803 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-186436a7-7f95-4081-80db-577f9830ee52 None None] Provisioning for port 43225c42-ffea-49bb-be9c-1f06416b3c36 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:16.560067 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:16.830377 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Router a5239e21-0a99-49fb-9dc3-be913462275f is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:48:16.874088 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 43225c42-ffea-49bb-be9c-1f06416b3c36 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:16.996041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 43225c42-ffea-49bb-be9c-1f06416b3c36 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:17.001105 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 43225c42-ffea-49bb-be9c-1f06416b3c36 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:17.001476 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.017718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:17.029020 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:17.040004 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:17.040772 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:17.076666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.080608 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5b29a5fd-4b60-4810-b05a-54beeb8dc9fa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9273424 Apr 01 16:48:17.082343 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 56790) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:17.125790 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.163287 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 43225c42-ffea-49bb-be9c-1f06416b3c36, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=43225c42-ffea-49bb-be9c-1f06416b3c36,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:17.208658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.226368 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:17.279468 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=43225c42-ffea-49bb-be9c-1f06416b3c36,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:17.530463 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:15Z', 'revision_number': 3, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:17.534351 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:17.534693 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Updating router a5239e21-0a99-49fb-9dc3-be913462275f port 3f9dd21b-6a2d-44ca-908b-28df1af8142e binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:48:17.588896 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.757619 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.912492 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:17.923925 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Transition to ACTIVE for port object 3f9dd21b-6a2d-44ca-908b-28df1af8142e will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:17.967270 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Allocated IP 172.20.0.1 (628bcb00-6f20-4422-b98d-af5f223819e4/2c5e7169-8147-409a-9ddd-6c02e4c42ea8/f461391a-8826-455d-b0de-bc94a3cc99b2) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:18.001676 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.084950 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Attempting to bind port 3f9dd21b-6a2d-44ca-908b-28df1af8142e on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:18.085646 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Attempting to bind port 3f9dd21b-6a2d-44ca-908b-28df1af8142e by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:18.085646 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Attempting to bind port 3f9dd21b-6a2d-44ca-908b-28df1af8142e on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:18.091662 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Pushing event updated for resources: {'Port': ['ID=3f9dd21b-6a2d-44ca-908b-28df1af8142e,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:18.097379 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:18.097742 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:18.098137 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.098516 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:18.099002 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Bound port: 3f9dd21b-6a2d-44ca-908b-28df1af8142e, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:18.099365 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.131473 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.131817 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.132149 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.132704 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.132800 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.133103 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.133419 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.133735 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.134048 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.134379 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.134697 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.135005 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:18.182385 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] For port 3f9dd21b-6a2d-44ca-908b-28df1af8142e, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:18.185366 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] For port 3f9dd21b-6a2d-44ca-908b-28df1af8142e, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3f9dd21b-6a2d-44ca-908b-28df1af8142e,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:18.232047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.247386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.provisioning_blocks [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Transition to ACTIVE for port object f461391a-8826-455d-b0de-bc94a3cc99b2 will not be triggered until provisioned by entity DHCP. {{(pid=88733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:18.282340 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.328231 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.360857 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:18.361462 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:18.391621 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:18.395093 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:18.402993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:18.416110 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3bfb3-c4af-47f1-ae19-e164fd9e311d None None] Pushing event updated for resources: {'Port': ['ID=3f9dd21b-6a2d-44ca-908b-28df1af8142e,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:18.452921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Pushing event updated for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:18.461661 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.557050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:18.644581 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.722431 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb45fd9e-323c-4c82-b64d-c0b9333c2c43 None None] Provisioning for port f461391a-8826-455d-b0de-bc94a3cc99b2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:18.728266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-cb45fd9e-323c-4c82-b64d-c0b9333c2c43 None None] Provisioning complete for port f461391a-8826-455d-b0de-bc94a3cc99b2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:18.728637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb45fd9e-323c-4c82-b64d-c0b9333c2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.844580 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-cb45fd9e-323c-4c82-b64d-c0b9333c2c43 None None] Port f461391a-8826-455d-b0de-bc94a3cc99b2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:48:18.866926 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:15Z', 'revision_number': 3, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:18.867322 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 43225c42-ffea-49bb-be9c-1f06416b3c36 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:18.871512 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04379756-83af-40a0-89e3-e019ae49e895 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:15Z', 'revision_number': 3, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:18.876677 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.908857 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.927944 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:18.945084 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 43225c42-ffea-49bb-be9c-1f06416b3c36 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:18.945599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:19.050568 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Pushing event updated for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:19.053803 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:19.213808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:19.214994 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:19.413795 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:48:19.468718 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3815f227-b012-4be0-ad7e-f923061c8ad2 None None] Provisioning complete for port f461391a-8826-455d-b0de-bc94a3cc99b2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:19.469235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3815f227-b012-4be0-ad7e-f923061c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:19.528327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3815f227-b012-4be0-ad7e-f923061c8ad2 None None] Port f461391a-8826-455d-b0de-bc94a3cc99b2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:48:19.598780 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:19.609655 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-74234f93-176d-488d-ae9a-ac8b0c02d37b admin admin] 10.222.0.21 "PUT /v2.0/routers/a5239e21-0a99-49fb-9dc3-be913462275f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5257714 Apr 01 16:48:20.249583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56808) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:20.255806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1674297291-network', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:20.261398 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:20.267933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Usage tracker for resource:network and tenant:1c126a4a485d40e48bc3525a1d714bb3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:20.273285 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:20.279446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:20.352850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:20.362057 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:20.362698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:20.390199 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Made reservation on behalf of 1c126a4a485d40e48bc3525a1d714bb3 for: {'network': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:48:20.392559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for network, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.409174 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.423365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:20.427374 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Usage tracker for resource:security_group_rule and tenant:1c126a4a485d40e48bc3525a1d714bb3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:20.430177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:20.436076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:20.516029 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.543268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:20.590257 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.618092 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:48:20.631105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586b44f-033c-4cc6-92c2-752119fb2956,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:20.635736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.636079 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.segments_db [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Added segment b123a66e-3e4e-4806-9ea3-d2577b3dbcf5 of type vlan for network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 Apr 01 16:48:20.664102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765654008998'] for network, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.756144 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085'] for network, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.757120 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:20.757703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Notify callbacks [] for network, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:20.864449 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] Pushing event updated for resources: {'Network': ['ID=f59cab2b-4433-4044-bd99-b9bd6e77bdc7,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:20.874113 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 2, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:20.877625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 details requested by agent ovs-agent-dv-neutron-835944-1-hyperv with host dv-neutron-835944-1-hyperv {{(pid=88734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:48:20.895663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3f9dd21b-6a2d-44ca-908b-28df1af8142e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:20.902164 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-d8e4d0b2-c641-4af9-b643-52252a7c0689 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6490288 Apr 01 16:48:20.906630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56812) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:20.908044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Request body: {'subnet': {'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1674297291-subnet', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'ip_version': 4}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:20.913790 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:20.917731 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Usage tracker for resource:subnet and tenant:1c126a4a485d40e48bc3525a1d714bb3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:20.920624 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:20.927691 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:20.957957 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:20.958307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Updating router a5239e21-0a99-49fb-9dc3-be913462275f port f461391a-8826-455d-b0de-bc94a3cc99b2 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:48:21.013276 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Made reservation on behalf of 1c126a4a485d40e48bc3525a1d714bb3 for: {'subnet': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:48:21.015678 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1163633'] for subnet, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.103168 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.219047 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 3f9dd21b-6a2d-44ca-908b-28df1af8142e completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:21.230154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3f9dd21b-6a2d-44ca-908b-28df1af8142e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:21.230517 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.310601 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1823088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1163623'] for subnet, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.392962 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b926b6-82c0-4278-bc23-08bd52a67a33,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:21.397270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Checking segment: {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:21.397643 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Network hostable DHCP agents. Network: f59cab2b-4433-4044-bd99-b9bd6e77bdc7, hostable agents: ['3135beb6-2e8b-45f3-834d-7322086aa89e'], hosted agents: [] {{(pid=88732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:48:21.470401 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 is scheduled to be hosted by DHCP agent 3135beb6-2e8b-45f3-834d-7322086aa89e with binding_index 1 {{(pid=88732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:48:21.482201 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.507318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 3f9dd21b-6a2d-44ca-908b-28df1af8142e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3f9dd21b-6a2d-44ca-908b-28df1af8142e,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:21.533713 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835944-1-hyperv, f59cab2b-4433-4044-bd99-b9bd6e77bdc7) {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:21.538811 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:21.539340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.593402 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98731187-b5d3-40ee-8920-655228c6c817 None None] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:21.602465 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-8cb53b8b-5022-4455-9a2a-2070b8927bd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6990600 Apr 01 16:48:21.605041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56816) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:21.609882 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:21.613710 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.615136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:21.619148 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Usage tracker for resource:router and tenant:1c126a4a485d40e48bc3525a1d714bb3 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:21.622022 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:21.627767 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:21.676413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-543'] for router, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.677529 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.692082 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.766720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.790228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=3f9dd21b-6a2d-44ca-908b-28df1af8142e,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:21.795466 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Transition to ACTIVE for port object f461391a-8826-455d-b0de-bc94a3cc99b2 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:21.900266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.967422 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc70144a5-44c2-542e-bdd5-b2ef5dfd4255-f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'fixed_ips': [{'subnet_id': '27b926b6-82c0-4278-bc23-08bd52a67a33'}]}} from dv-neutron-835944-1-hyperv. {{(pid=88734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:48:21.968266 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:21.988150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df286b2-1a3f-4b61-9472-2ee21d4828ce None None] Pushing event updated for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:22.159824 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-512'] for router, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.212755 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Attempting to bind port f461391a-8826-455d-b0de-bc94a3cc99b2 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:22.213050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Attempting to bind port f461391a-8826-455d-b0de-bc94a3cc99b2 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:22.213411 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Attempting to bind port f461391a-8826-455d-b0de-bc94a3cc99b2 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:22.225390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:22.225791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Checking segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:22.226165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.226560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Bound using segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:22.227552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Bound port: f461391a-8826-455d-b0de-bc94a3cc99b2, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:22.227552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.367463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.db_base_plugin_common [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Allocated IP 172.20.0.2 (f59cab2b-4433-4044-bd99-b9bd6e77bdc7/27b926b6-82c0-4278-bc23-08bd52a67a33/d192b356-d2b2-469b-873e-beb76f3b1cb3) {{(pid=88734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:22.390377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] For port f461391a-8826-455d-b0de-bc94a3cc99b2, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:22.422973 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] For port f461391a-8826-455d-b0de-bc94a3cc99b2, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f461391a-8826-455d-b0de-bc94a3cc99b2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:22.500256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.532698 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.564730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.651620 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:22.652256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:22.727056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df286b2-1a3f-4b61-9472-2ee21d4828ce None None] Pushing event updated for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:22.738142 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.756118 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Transition to ACTIVE for port object d192b356-d2b2-469b-873e-beb76f3b1cb3 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:22.776974 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Allocated IP 172.26.8.50 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/f337e72c-36bb-4327-951b-b9d46d46c2e1) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:22.848036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Transition to ACTIVE for port object d192b356-d2b2-469b-873e-beb76f3b1cb3 will not be triggered until provisioned by entity DHCP. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:22.877271 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3f9dd21b-6a2d-44ca-908b-28df1af8142e up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:22.913855 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:22.936855 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:22.969720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008'] for port, after_create {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.048085 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.111229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:23.113374 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 is already hosted by enough agents. {{(pid=88734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:23.114583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:23.117126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:23.167769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Pushing event updated for resources: {'Port': ['ID=f337e72c-36bb-4327-951b-b9d46d46c2e1,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:23.169161 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.scheduler.base_scheduler [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Resources bound (agent type, host, resource id): {{(pid=88734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:23.189811 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Received port after_create {{(pid=88734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:23.210948 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Pushing event updated for resources: {'Port': ['ID=d192b356-d2b2-469b-873e-beb76f3b1cb3,revision_number=1']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:23.369647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 3f9dd21b-6a2d-44ca-908b-28df1af8142e triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:23.369933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.410688 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Attempting to bind port d192b356-d2b2-469b-873e-beb76f3b1cb3 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:23.411049 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Attempting to bind port d192b356-d2b2-469b-873e-beb76f3b1cb3 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:23.411405 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Attempting to bind port d192b356-d2b2-469b-873e-beb76f3b1cb3 on network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:23.432963 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:23.433316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Checking segment: {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:23.433709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.434095 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Bound using segment: {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:23.434548 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Bound port: d192b356-d2b2-469b-873e-beb76f3b1cb3, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:23.434933 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.648014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] For port d192b356-d2b2-469b-873e-beb76f3b1cb3, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:23.652730 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.653256 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] For port d192b356-d2b2-469b-873e-beb76f3b1cb3, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d192b356-d2b2-469b-873e-beb76f3b1cb3,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:23.664238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:22Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:23.668131 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75d87-41c0-4458-a187-f08e786df4b2 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:22Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:23.723683 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:23.815190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4a8fd-ffbd-4404-9220-afeada7a2ff1 None None] Pushing event updated for resources: {'Port': ['ID=d192b356-d2b2-469b-873e-beb76f3b1cb3,revision_number=2']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:24.189200 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487734'] for router, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:24.516015 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Router 83f20c53-7099-471c-9961-c89417f9ea47 is scheduled to L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 with binding_index 1 {{(pid=88732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:48:24.711885 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:24.720494 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Sync routers for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:24.731212 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:24.731837 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:24.807960 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:24.809484 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-f602e0b1-2d2a-4cb1-9d9e-326d0810967b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2034426 Apr 01 16:48:24.812130 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56822) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:24.975194 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:25.010160 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2352105a-03a3-411d-b912-001c9ecea4f5 None None] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:48:25.037267 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f461391a-8826-455d-b0de-bc94a3cc99b2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:25.255625 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-7e0e220f-3dee-42c9-a1e9-630bde13d108 None None] Provisioning for port d192b356-d2b2-469b-873e-beb76f3b1cb3 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:25.302336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f461391a-8826-455d-b0de-bc94a3cc99b2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:25.317233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f461391a-8826-455d-b0de-bc94a3cc99b2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:25.317606 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.319977 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:23Z', 'revision_number': 3, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:25.323918 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Checking router: 83f20c53-7099-471c-9961-c89417f9ea47 for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:25.324318 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Updating router 83f20c53-7099-471c-9961-c89417f9ea47 port f337e72c-36bb-4327-951b-b9d46d46c2e1 binding host dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:48:25.377328 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.466339 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.502960 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f461391a-8826-455d-b0de-bc94a3cc99b2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f461391a-8826-455d-b0de-bc94a3cc99b2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:25.602218 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.603042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d192b356-d2b2-469b-873e-beb76f3b1cb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:25.715920 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.719804 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks [] for port, precommit_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.733783 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.provisioning_blocks [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Transition to ACTIVE for port object f337e72c-36bb-4327-951b-b9d46d46c2e1 will not be triggered until provisioned by entity L2. {{(pid=88735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:25.739999 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:25.802119 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.864693 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port d192b356-d2b2-469b-873e-beb76f3b1cb3 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:25.870942 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d192b356-d2b2-469b-873e-beb76f3b1cb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:25.871316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.882808 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Attempting to bind port f337e72c-36bb-4327-951b-b9d46d46c2e1 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:25.883155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Attempting to bind port f337e72c-36bb-4327-951b-b9d46d46c2e1 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:25.883501 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Attempting to bind port f337e72c-36bb-4327-951b-b9d46d46c2e1 on network 9181174c-0218-4efd-8ed7-7dedd586ae78 {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:25.889076 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27aa5c-15bc-49df-a4e3-3e558edbaf41 None None] Pushing event updated for resources: {'Port': ['ID=f337e72c-36bb-4327-951b-b9d46d46c2e1,revision_number=2']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:25.893332 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:25.894213 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Checking segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:25.894601 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.895016 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Bound using segment: {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'} {{(pid=88735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:25.895439 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.managers [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Bound port: f337e72c-36bb-4327-951b-b9d46d46c2e1, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa44a0b5-330e-43b6-bb1b-c6cb9e965b24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78'}}] {{(pid=88735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:25.895795 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:25.945361 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Allocated IP 172.20.0.1 (f59cab2b-4433-4044-bd99-b9bd6e77bdc7/27b926b6-82c0-4278-bc23-08bd52a67a33/5658a28e-13c1-4b3a-85e1-2c73337f5b03) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:25.981050 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] For port f337e72c-36bb-4327-951b-b9d46d46c2e1, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:25.984625 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.plugins.ml2.db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] For port f337e72c-36bb-4327-951b-b9d46d46c2e1, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f337e72c-36bb-4327-951b-b9d46d46c2e1,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:25.995358 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.029089 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port d192b356-d2b2-469b-873e-beb76f3b1cb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d192b356-d2b2-469b-873e-beb76f3b1cb3,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:26.042284 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron_lib.callbacks.manager [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.082247 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.100542 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.118044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Transition to ACTIVE for port object 5658a28e-13c1-4b3a-85e1-2c73337f5b03 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:26.119227 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:26.119855 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:26.154487 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=d192b356-d2b2-469b-873e-beb76f3b1cb3,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:26.179191 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.199024 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27aa5c-15bc-49df-a4e3-3e558edbaf41 None None] Pushing event updated for resources: {'Port': ['ID=f337e72c-36bb-4327-951b-b9d46d46c2e1,revision_number=3']} {{(pid=88735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:26.244859 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:26.251677 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:26.257150 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:26.288215 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Pushing event updated for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:26.316592 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-488316'] for router_interface, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.320243 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:26.516564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ffdc6b9-50cd-4f89-ab5d-9ec43510209f None None] Provisioning for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:26.522418 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3ffdc6b9-50cd-4f89-ab5d-9ec43510209f None None] Provisioning complete for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:26.523197 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc6b9-50cd-4f89-ab5d-9ec43510209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.579393 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdc6b9-50cd-4f89-ab5d-9ec43510209f None None] Port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:48:26.607919 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:23Z', 'revision_number': 3, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:26.611954 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92a891-f562-4c5e-98fc-145e42700e9e None None] The sync data for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv is: [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:23Z', 'revision_number': 3, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:26.623723 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.882100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.897827 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f461391a-8826-455d-b0de-bc94a3cc99b2 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:26.961933 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.025109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f461391a-8826-455d-b0de-bc94a3cc99b2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:27.025478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.078715 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489157'] for router_interface, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.083727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Pushing event updated for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:27.155167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d192b356-d2b2-469b-873e-beb76f3b1cb3 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:27.225340 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:27.226766 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:27.227031 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port d192b356-d2b2-469b-873e-beb76f3b1cb3 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:27.227457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.447952 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Router 83f20c53-7099-471c-9961-c89417f9ea47 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:48:27.505800 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-ccb57252-03c7-4b79-8341-6ec4681ee879 None None] Provisioning complete for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:27.506304 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ccb57252-03c7-4b79-8341-6ec4681ee879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.562592 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-ccb57252-03c7-4b79-8341-6ec4681ee879 None None] Port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:48:27.743655 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:27.752234 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-50c776fa-470a-43ed-b8b8-8dd1b3838e3d admin admin] 10.222.0.21 "PUT /v2.0/routers/83f20c53-7099-471c-9961-c89417f9ea47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391057 Apr 01 16:48:28.115594 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Sync routers for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:28.124836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:28.125452 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:28.311700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:28.519467 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56832) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:28.524671 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710922136', 'description': 'tempest-secgroup-smoke-710922136 description', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:28.530888 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:28.535364 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:28.538218 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:28.544045 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:28.596484 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:28.616720 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:28.620489 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:28.623329 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:28.623477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:26Z', 'revision_number': 4, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '5658a28e-13c1-4b3a-85e1-2c73337f5b03', 'name': '', 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'mac_address': 'fa:16:3e:17:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:25Z', 'updated_at': '2022-04-01T16:48:26Z', 'revision_number': 2, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'subnets': [{'id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:28.627210 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Checking router: 83f20c53-7099-471c-9961-c89417f9ea47 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:28.627560 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Updating router 83f20c53-7099-471c-9961-c89417f9ea47 port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 binding host dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:48:28.628966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:28.681849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:28.698509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:28.773074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:28.815526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135f1ddc-8ce1-411f-ad62-6acc036d8539,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:28.893439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:28.903464 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0a024c01-13d7-4374-87f6-3fb35a7f5590 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3802769 Apr 01 16:48:28.903985 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56836) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:28.908637 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f337e72c-36bb-4327-951b-b9d46d46c2e1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:28.909534 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:28.916455 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:28.920579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:28.923727 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:28.930050 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:29.002997 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.063954 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.093027 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port f337e72c-36bb-4327-951b-b9d46d46c2e1 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:29.097014 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks [] for port, precommit_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.104181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f337e72c-36bb-4327-951b-b9d46d46c2e1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:29.104546 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.137549 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Transition to ACTIVE for port object 5658a28e-13c1-4b3a-85e1-2c73337f5b03 will not be triggered until provisioned by entity L2. {{(pid=88734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:29.190718 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.213102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8ce8c2-bf37-4c16-b9ea-76e18940d834,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.226692 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.264893 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.266213 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-fb77d29d-972d-4737-9c72-482f4213c871 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613732 Apr 01 16:48:29.268896 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56840) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:29.274097 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:29.280399 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:29.284238 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:29.287229 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:29.292922 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:29.307477 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.358419 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.405133 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a571-46bd-4fcb-998c-b67e17db31db None None] Pushing event updated for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=3']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.409709 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port f337e72c-36bb-4327-951b-b9d46d46c2e1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f337e72c-36bb-4327-951b-b9d46d46c2e1,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:29.427585 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.485624 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.505753 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.534843 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300b6771-2599-4e16-beec-6e83ec800574,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.547533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Attempting to bind port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 on host dv-neutron-835944-1-hyperv for vnic_type normal with profile {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:29.547899 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Attempting to bind port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 by drivers openvswitch,hyperv on host dv-neutron-835944-1-hyperv at level 0 using segments [{'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:29.548263 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Attempting to bind port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 on network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:29.563685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Checking agent: {'id': '9c15e4cb-f19f-4404-a69e-aa6aac0a27bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835944-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 41, 5), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835944-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:29.564056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Checking segment: {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:29.564455 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.564864 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Bound using segment: {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'} {{(pid=88734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:29.565415 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.managers [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Bound port: 5658a28e-13c1-4b3a-85e1-2c73337f5b03, host: dv-neutron-835944-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7'}}] {{(pid=88734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:29.565787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.602026 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.603262 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-5e0f1192-7e59-4f8b-b8ae-ec5bb4961b34 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334556 Apr 01 16:48:29.605986 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56844) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:29.610887 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:29.616890 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=f337e72c-36bb-4327-951b-b9d46d46c2e1,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.618359 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:29.623145 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:29.626372 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:29.633627 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:29.675836 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] For port 5658a28e-13c1-4b3a-85e1-2c73337f5b03, host dv-neutron-835944-1-hyperv, cleared binding levels {{(pid=88734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:29.679440 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] For port 5658a28e-13c1-4b3a-85e1-2c73337f5b03, host dv-neutron-835944-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5658a28e-13c1-4b3a-85e1-2c73337f5b03,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:29.705342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.770761 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.773463 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.842102 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.850085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:29.850663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:29.877171 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d0f4a7-2d47-4b86-b859-54b71fc39275,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.921556 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a571-46bd-4fcb-998c-b67e17db31db None None] Pushing event updated for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:29.939001 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.940226 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-c5484277-28fd-4a8f-9b31-a1087e43e85c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333361 Apr 01 16:48:29.943439 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56848) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:29.948636 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:29.955984 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:29.960639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:29.964181 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:29.970593 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:30.048768 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.056069 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:30.117244 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.196367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.220111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10c3f56-2edb-4b83-834a-ed7a741ae773,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:30.288204 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.289429 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7461fb9d-e4c2-401f-bf31-b4dcff41abd8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450727 Apr 01 16:48:30.292205 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 56852) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:30.297385 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:30.304196 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:30.308273 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:30.311242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:30.317132 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:30.380184 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.db.securitygroups_db [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Project 1699ac4d781c4f888bb4ce24f32aebe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:48:30.387071 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.392707 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:26Z', 'revision_number': 4, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '5658a28e-13c1-4b3a-85e1-2c73337f5b03', 'name': '', 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'mac_address': 'fa:16:3e:17:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:25Z', 'updated_at': '2022-04-01T16:48:29Z', 'revision_number': 4, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'subnets': [{'id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:30.397599 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa82e30-190a-46c8-90a7-b1105ce0976f None None] The sync data for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv is: [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:48:26Z', 'revision_number': 4, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': '5658a28e-13c1-4b3a-85e1-2c73337f5b03', 'name': '', 'network_id': 'f59cab2b-4433-4044-bd99-b9bd6e77bdc7', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'mac_address': 'fa:16:3e:17:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:25Z', 'updated_at': '2022-04-01T16:48:29Z', 'revision_number': 4, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'subnets': [{'id': '27b926b6-82c0-4278-bc23-08bd52a67a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:30.471224 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.539540 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.565177 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d7a496-b520-4d94-aac0-952a759d643f,revision_number=0']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:30.625003 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.626261 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-0d793adb-1601-45bc-a437-fc7f4b53b6e8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329988 Apr 01 16:48:30.629045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 56856) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:30.634538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'security_group_rule': {'security_group_id': '135f1ddc-8ce1-411f-ad62-6acc036d8539', 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:30.640995 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:30.644911 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:security_group_rule and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:30.648504 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:30.655396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:30.722103 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.securitygroups_db [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Project 1699ac4d781c4f888bb4ce24f32aebe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:48:30.730506 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.798496 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.864696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608507'] for security_group_rule, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.888522 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b212eb7-7ed1-4562-962e-6e1c4b449f4b,revision_number=0']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:30.944284 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5658a28e-13c1-4b3a-85e1-2c73337f5b03 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:30.956890 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.967531 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-ff2ed6f4-31c0-47ac-81df-b7f158d0c710 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3372538 Apr 01 16:48:31.104750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:31.111147 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:31.111520 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:31.258183 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:31.298343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] For port 5658a28e-13c1-4b3a-85e1-2c73337f5b03, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5658a28e-13c1-4b3a-85e1-2c73337f5b03,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:31.362143 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:31.363251 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f337e72c-36bb-4327-951b-b9d46d46c2e1 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:31.402061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41f30982-cb07-425a-abf7-89ec16296221 req-9359d0b6-e96f-4662-9850-c914859ac235 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:security_group {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:48:31.470608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41f30982-cb07-425a-abf7-89ec16296221 req-9359d0b6-e96f-4662-9850-c914859ac235 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:security_group {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:48:31.475247 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-9359d0b6-e96f-4662-9850-c914859ac235 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710922136&fields=id&tenant_id=1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 267 time: 0.1155066 Apr 01 16:48:31.485623 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Pushing event updated for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:31.498970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port f337e72c-36bb-4327-951b-b9d46d46c2e1 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:31.499504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:31.638413 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-5dc234e5-012b-4c79-8ce4-be4e05131e38 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:31.639059 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41f30982-cb07-425a-abf7-89ec16296221 req-5dc234e5-012b-4c79-8ce4-be4e05131e38 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:network {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:48:31.710055 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-41f30982-cb07-425a-abf7-89ec16296221 req-5dc234e5-012b-4c79-8ce4-be4e05131e38 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:network {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:48:31.711242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-5dc234e5-012b-4c79-8ce4-be4e05131e38 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 809 time: 0.2254920 Apr 01 16:48:31.725507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-1034fb4b-29eb-4ef4-8206-eaabe6eec51e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/quotas/1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 375 time: 0.0089028 Apr 01 16:48:31.811309 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-c176e73e-6ba3-4cda-8a7a-a0f2f51c24bf tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807540 Apr 01 16:48:32.078930 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-6567315a-94a3-4cd7-90f7-790d12f323b7 service neutron] 10.222.0.21 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668260 Apr 01 16:48:32.208764 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-070232aa-7019-4b43-8c5c-3b82a03a16da service neutron] 10.222.0.21 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241186 Apr 01 16:48:32.493169 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-05383431-6807-444a-bc78-503729735fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:32.868484 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5658a28e-13c1-4b3a-85e1-2c73337f5b03 up at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:32.971312 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Provisioning complete for port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:32.971686 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:33.573616 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-26942842-754b-4619-882d-5453bea6d102 req-53dae96f-287e-43c1-a26b-5e6d1f5c2bd3 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:48:33.693535 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-26942842-754b-4619-882d-5453bea6d102 req-53dae96f-287e-43c1-a26b-5e6d1f5c2bd3 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:48:33.694662 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-26942842-754b-4619-882d-5453bea6d102 req-53dae96f-287e-43c1-a26b-5e6d1f5c2bd3 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.2215335 Apr 01 16:48:34.790012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8727263a-0210-4bd8-ad1c-67cf4c3b4438 req-d27ed0c7-bbed-4826-96f8-323ee166cc9c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0426788 Apr 01 16:48:34.927674 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c4bef380-2765-4b59-bf47-8b81c9915bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:35.653280 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:35.881988 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-ae6e377d-dde2-4c15-aabf-35f77569ed28 req-c8f7c7de-e41f-4dce-aa50-86a1fa36f2bc tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0422854 Apr 01 16:48:36.413268 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:36.979039 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-2f865c97-9f23-46e5-a30b-2673a116bcac req-f9811254-ec12-4a52-8aca-37b0024ffcbf tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0424733 Apr 01 16:48:37.864390 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:38.126513 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-5eec615f-3638-4c2e-a03b-e141c42f1495 req-44adc177-a00b-426b-948c-cadc85d29c7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0419850 Apr 01 16:48:39.287069 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-27a892ad-5383-42a2-9235-2349ed1bf132 req-214d5ce7-e815-421f-9844-9238f1de990c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0458455 Apr 01 16:48:39.454772 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-2a095c90-9cb0-412c-8056-dbfe6ecb6621 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:39.456268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-2a095c90-9cb0-412c-8056-dbfe6ecb6621 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 809 time: 0.1474690 Apr 01 16:48:39.510269 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-bd2dc7a9-5b8c-46d4-94a9-fb255a9b39fe tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 379 time: 0.0403125 Apr 01 16:48:39.523335 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'port': {'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'admin_state_up': True, 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'security_groups': ['135f1ddc-8ce1-411f-ad62-6acc036d8539']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:39.771408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:39.781141 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:39.841562 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Made reservation on behalf of 1699ac4d781c4f888bb4ce24f32aebe1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:48:39.845173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:40.007488 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Allocated IP 172.20.0.5 (628bcb00-6f20-4422-b98d-af5f223819e4/2c5e7169-8147-409a-9ddd-6c02e4c42ea8/4143754c-17d3-4818-b2d6-6e10c5e45039) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:40.196030 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:40.211782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Transition to ACTIVE for port object 4143754c-17d3-4818-b2d6-6e10c5e45039 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:40.281879 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:40.353546 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:40.361189 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:40.366583 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:40.398134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:40.436573 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:40.437354 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:40.506917 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-957d4cc4-f26d-44c8-8628-db1c98d8ba61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879932 Apr 01 16:48:40.594816 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad4a50-8d6f-4d32-a809-a753f87b1af6 req-23df556c-e651-4673-8bcd-d786a7984ff1 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:40.596353 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-13ad4a50-8d6f-4d32-a809-a753f87b1af6 req-23df556c-e651-4673-8bcd-d786a7984ff1 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 931 time: 0.1996174 Apr 01 16:48:40.614533 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3c8191b5-b784-416c-a0cf-dd7a570ac2f5 None None] Provisioning for port 4143754c-17d3-4818-b2d6-6e10c5e45039 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:40.621739 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-3c8191b5-b784-416c-a0cf-dd7a570ac2f5 None None] Provisioning complete for port 4143754c-17d3-4818-b2d6-6e10c5e45039 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:40.622334 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3c8191b5-b784-416c-a0cf-dd7a570ac2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:40.632061 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Request body: {'port': {'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:40.643674 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-13ad4a50-8d6f-4d32-a809-a753f87b1af6 req-f998bd6d-9555-4bd0-b2c6-008bae873c3b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397966 Apr 01 16:48:40.684041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3c8191b5-b784-416c-a0cf-dd7a570ac2f5 None None] Port 4143754c-17d3-4818-b2d6-6e10c5e45039 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:48:40.750526 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.089708 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4143754c-17d3-4818-b2d6-6e10c5e45039 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:48:41.096980 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.111396 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Transition to ACTIVE for port object 4143754c-17d3-4818-b2d6-6e10c5e45039 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:48:41.167263 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.300250 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:41.407509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Attempting to bind port 4143754c-17d3-4818-b2d6-6e10c5e45039 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:48:41.408099 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Attempting to bind port 4143754c-17d3-4818-b2d6-6e10c5e45039 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:48:41.408195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Attempting to bind port 4143754c-17d3-4818-b2d6-6e10c5e45039 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:41.413931 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Port 4143754c-17d3-4818-b2d6-6e10c5e45039 on network 628bcb00-6f20-4422-b98d-af5f223819e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:48:41.414252 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Attempting to bind port 4143754c-17d3-4818-b2d6-6e10c5e45039 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:48:41.419556 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:48:41.419890 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Checking segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:48:41.420287 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Bound using segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:48:41.420690 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Bound port: 4143754c-17d3-4818-b2d6-6e10c5e45039, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:48:41.421033 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.512211 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:48:41.514999 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:48:41.561726 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.616105 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:41.616714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:41.618128 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] 10.222.0.91 "PUT /v2.0/ports/4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 1093 time: 1.0304992 Apr 01 16:48:41.618561 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:48:41.650136 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a11707-9859-4e87-9529-424f56f8d602 service neutron] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:41.782246 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'status': 'completed', 'code': 200} Apr 01 16:48:41.830041 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-88d4a17d-9c90-4c0b-b1c8-4288f7247ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:41.831835 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-88d4a17d-9c90-4c0b-b1c8-4288f7247ace service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1096 time: 0.0845451 Apr 01 16:48:41.843411 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa651a-a67b-4f95-bc63-28eb445f67e5 req-4cc63f43-ab8d-49f1-acf6-d274b7d985ad tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:41.844867 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33aa651a-a67b-4f95-bc63-28eb445f67e5 req-4cc63f43-ab8d-49f1-acf6-d274b7d985ad tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.0847387 Apr 01 16:48:41.891493 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33aa651a-a67b-4f95-bc63-28eb445f67e5 req-900ab06e-ff38-4b20-b164-f26638c612c6 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402660 Apr 01 16:48:41.906268 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-f7f4a046-bcf6-4677-a116-9ae147af95f6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 217 time: 0.0629983 Apr 01 16:48:42.069408 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-5fb5a275-0bb6-4056-a682-7e311410ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.070806 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-5fb5a275-0bb6-4056-a682-7e311410ed37 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.1558640 Apr 01 16:48:42.151077 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30982-cb07-425a-abf7-89ec16296221 req-abb45fbd-7253-4df7-8ac5-ccab9f765fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.152537 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-abb45fbd-7253-4df7-8ac5-ccab9f765fb2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713985 Apr 01 16:48:42.287404 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-0dfd61d9-3877-4a57-8042-5601b80ef681 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252100 Apr 01 16:48:42.425345 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-41f30982-cb07-425a-abf7-89ec16296221 req-8344a558-2dc1-4126-a23c-83db8510254a service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267164 Apr 01 16:48:42.621111 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-b6a2f09d-b3b2-4230-acc8-7c01be3b8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.622555 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-b6a2f09d-b3b2-4230-acc8-7c01be3b8b16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1096 time: 0.0751412 Apr 01 16:48:42.757343 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-e946b835-656e-4a6a-9937-b377b2111227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.758700 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-e946b835-656e-4a6a-9937-b377b2111227 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1284087 Apr 01 16:48:42.831614 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-1d03cb61-4713-4143-9c06-7adf544e3f74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 217 time: 0.0612030 Apr 01 16:48:42.899656 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-0866065e-f0fe-4324-9d90-ec454e933863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.901033 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-0866065e-f0fe-4324-9d90-ec454e933863 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0598269 Apr 01 16:48:42.981088 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-b044d64f-acf0-42d4-ac80-b5fe594cc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:42.982592 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-b044d64f-acf0-42d4-ac80-b5fe594cc4b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710225 Apr 01 16:48:43.175069 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-d45bd805-84cc-4c6a-b6cb-12edbd33d0f3 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845222 Apr 01 16:48:43.187963 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb1cd9-1896-4420-92b4-8ac9bf5b43c0 req-118aa5a2-6c8f-4d9a-872c-cdec738bcafd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:43.188635 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8adb1cd9-1896-4420-92b4-8ac9bf5b43c0 req-118aa5a2-6c8f-4d9a-872c-cdec738bcafd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:48:43.300353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-8adb1cd9-1896-4420-92b4-8ac9bf5b43c0 req-118aa5a2-6c8f-4d9a-872c-cdec738bcafd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:48:43.301705 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8adb1cd9-1896-4420-92b4-8ac9bf5b43c0 req-118aa5a2-6c8f-4d9a-872c-cdec738bcafd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.2935805 Apr 01 16:48:43.343580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-eedd7dad-01e6-4d25-b21c-cfc527a03343 req-1c3005a8-b0b5-47c3-8e54-93a3c04f0190 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512589 Apr 01 16:48:43.363900 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-8adb1cd9-1896-4420-92b4-8ac9bf5b43c0 req-e4b6a555-2878-4ecd-b5ef-9813fe76c3c6 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552449 Apr 01 16:48:44.548111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a57b5e-b362-4fac-b1ff-6efea2183831 req-e10bf815-c944-4f80-bd55-0060fc001c11 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:44.549550 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-10a57b5e-b362-4fac-b1ff-6efea2183831 req-e10bf815-c944-4f80-bd55-0060fc001c11 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.0791149 Apr 01 16:48:44.592383 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-10a57b5e-b362-4fac-b1ff-6efea2183831 req-9265c1cf-1fd2-4332-9cc5-ac81f75fa0aa tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365748 Apr 01 16:48:45.778311 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31411f2f-e952-43e9-9a1c-5359dfeca278 req-ecad559b-644a-446a-adea-97a38549f863 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:45.780037 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31411f2f-e952-43e9-9a1c-5359dfeca278 req-ecad559b-644a-446a-adea-97a38549f863 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.0813923 Apr 01 16:48:45.787067 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:48:45.824963 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-31411f2f-e952-43e9-9a1c-5359dfeca278 req-7f5a0891-8b5f-4ee4-b111-a1d492e5e9a3 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Apr 01 16:48:45.890552 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:48:46.022553 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:46.035369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:48:46.090985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:46.107136 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4143754c-17d3-4818-b2d6-6e10c5e45039 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:48:46.121831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:46.195895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:46.264099 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:46.534355 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['4143754c-17d3-4818-b2d6-6e10c5e45039'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:48:47.015076 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b099d2-8b42-411f-ae7f-ee0f2783a06b req-0b4a0208-9f46-45b9-9175-9c2c5198960e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:47.016502 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33b099d2-8b42-411f-ae7f-ee0f2783a06b req-0b4a0208-9f46-45b9-9175-9c2c5198960e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 944 time: 0.0825832 Apr 01 16:48:47.061707 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-33b099d2-8b42-411f-ae7f-ee0f2783a06b req-4aa125a3-f4de-4998-98db-6d0658c995a0 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Apr 01 16:48:47.889543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:48:48.012745 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 4143754c-17d3-4818-b2d6-6e10c5e45039 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:48:48.017543 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 4143754c-17d3-4818-b2d6-6e10c5e45039 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:48:48.017900 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:48.133512 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:48.161344 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:48:48.171020 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:48.224502 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:48.269625 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bffc5e-74f4-4057-ba63-79c83a363dbb req-2f29a453-dd2e-448b-b924-19058228ccc0 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:48.271440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14bffc5e-74f4-4057-ba63-79c83a363dbb req-2f29a453-dd2e-448b-b924-19058228ccc0 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 944 time: 0.0951226 Apr 01 16:48:48.301680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:48.307320 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'code': 200} Apr 01 16:48:48.324647 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-14bffc5e-74f4-4057-ba63-79c83a363dbb req-002e47d2-caea-4890-acee-1cebc40fd144 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Apr 01 16:48:48.704117 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac936c-cc54-48b9-b595-e1ea66333122 req-0e3a1343-a43a-4d92-b4e4-22597e78af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:48.705588 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a5ac936c-cc54-48b9-b595-e1ea66333122 req-0e3a1343-a43a-4d92-b4e4-22597e78af25 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1098 time: 0.0732503 Apr 01 16:48:48.751645 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-a5ac936c-cc54-48b9-b595-e1ea66333122 req-bfb7ca3b-5615-4e22-bbcf-f178cac32028 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395763 Apr 01 16:48:48.836381 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:49.513667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656e55-bf48-468a-91e9-f53cec39b348 req-bbd362f7-9985-48da-9185-4662dc83a91f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:49.515140 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9f656e55-bf48-468a-91e9-f53cec39b348 req-bbd362f7-9985-48da-9185-4662dc83a91f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 945 time: 0.0795746 Apr 01 16:48:49.558890 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-9f656e55-bf48-468a-91e9-f53cec39b348 req-9cf768e0-800f-4f1c-bc1c-d3379cd70a06 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Apr 01 16:48:50.744866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e50a-3d83-4571-a879-e5a426ee8917 req-047949e0-70cc-4942-85be-c319def9033e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:50.746330 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7615e50a-3d83-4571-a879-e5a426ee8917 req-047949e0-70cc-4942-85be-c319def9033e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 945 time: 0.0817845 Apr 01 16:48:50.790367 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-7615e50a-3d83-4571-a879-e5a426ee8917 req-7b2c320a-6c8b-43db-a3ef-0c088720d38e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Apr 01 16:48:50.979512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df8fde-a6b5-4da4-9d65-90ec6a9d387f req-0284467b-113a-4f52-9de0-f78071954160 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:50.980966 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-20df8fde-a6b5-4da4-9d65-90ec6a9d387f req-0284467b-113a-4f52-9de0-f78071954160 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 945 time: 0.0846279 Apr 01 16:48:51.025578 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-20df8fde-a6b5-4da4-9d65-90ec6a9d387f req-a3274d79-3ff9-4a0e-96dc-7ee5ade1c34c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 Apr 01 16:48:51.048163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 56980) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:51.163565 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc577e9-77a3-488d-bed3-a4617c645bb8 tempest-TestSnapshotPattern-1342342866 tempest-TestSnapshotPattern-1342342866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:51.165042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4bc577e9-77a3-488d-bed3-a4617c645bb8 tempest-TestSnapshotPattern-1342342866 tempest-TestSnapshotPattern-1342342866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1093 time: 0.1159189 Apr 01 16:48:51.167993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 56986) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:48:51.173015 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:48:51.179255 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:48:51.183064 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:floatingip and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:48:51.185826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:48:51.191762 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:48:51.258590 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:51.395104 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:51.532543 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Allocated IP 172.26.8.224 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/a2172e8a-a022-467d-b4ba-f66f78ab22fc) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:48:51.679536 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:51.750162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:51.812826 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:48:51.815442 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:48:51.823627 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:48:51.858431 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=a2172e8a-a022-467d-b4ba-f66f78ab22fc,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:52.233467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:52.437833 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:52.637747 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:52.721119 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:52.833304 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=a2172e8a-a022-467d-b4ba-f66f78ab22fc,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:52.841901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:53.018394 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Floating IP 03fbe723-c21a-4866-9c28-47ae4dbecb31 associated. External IP: 172.26.8.224, port: 4143754c-17d3-4818-b2d6-6e10c5e45039. Apr 01 16:48:53.364160 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:48:53.543257 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:48:53.552766 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:48:53.562595 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:53.563335 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:53.636117 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:53.690977 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-21af21b8-b127-45a6-98cb-565646766b07 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5219872 Apr 01 16:48:53.691550 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:48:53.746034 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:53.824565 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'status': 'completed', 'code': 200} Apr 01 16:48:53.920725 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-9f51bd34-d109-4106-8a4e-a6009ceb4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.922095 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-9f51bd34-d109-4106-8a4e-a6009ceb4071 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1098 time: 0.0752778 Apr 01 16:48:54.110787 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:52Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:54.114510 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:48:54.123479 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:48:54.124070 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:48:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:54.157639 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-2f4a5970-7ee4-4e70-bfeb-1469fdcd2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:54.159132 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-2f4a5970-7ee4-4e70-bfeb-1469fdcd2e32 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.2305930 Apr 01 16:48:54.262479 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-8f64bc93-a6b8-4c8e-9652-2b7ee9b797ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 999 time: 0.0959227 Apr 01 16:48:54.299901 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:48:54.326737 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-90f92d60-bdaa-4df4-a46f-f03890c8e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:54.328185 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-90f92d60-bdaa-4df4-a46f-f03890c8e00b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0592451 Apr 01 16:48:54.404161 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-f35623d1-0454-4b60-a318-4732573beacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:54.406721 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-f35623d1-0454-4b60-a318-4732573beacc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722690 Apr 01 16:48:54.541594 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-961c61b1-da46-41c0-9639-2717f151c4bf service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285408 Apr 01 16:48:54.642634 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:52Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:48:54.646550 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8a562-b51c-4038-9451-5a0d16eb7025 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:52Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:48:54.679397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3df454eb-dd58-4d53-8560-4c3dc5593154 req-e7f02156-6502-4e91-abd7-92b683115f25 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311252 Apr 01 16:48:54.840638 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f9a2b-55a4-4bca-898d-1e81529e57c1 None None] New status for floating IP 03fbe723-c21a-4866-9c28-47ae4dbecb31: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:49:02.492891 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ca8727bf-e1d5-46be-afb2-14e6af1b2989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:04.919216 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d177123a-fc3a-49dc-b687-1c053f1b9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:05.675223 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:06.418509 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:07.892542 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:18.829785 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:22.786517 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:49:32.481658 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8f8da03b-0d2f-4883-8a8a-92b5754fd631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:34.938042 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6aa62715-2cc3-4580-9ba6-5d54838cff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:35.674932 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:36.429124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:37.863814 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:48.738483 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-cc23fe6a-5d47-42b2-a74f-e914fdde17aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836091 Apr 01 16:49:48.858022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:48.888360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-1d62e45e-d14f-4c92-8eac-48f727f11b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:48.890440 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-1d62e45e-d14f-4c92-8eac-48f727f11b4e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1098 time: 0.0718234 Apr 01 16:49:49.039951 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-0a30e5a5-efd8-4d15-aec8-6cf5f17b862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:49.041369 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-0a30e5a5-efd8-4d15-aec8-6cf5f17b862a service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1280110 Apr 01 16:49:49.147577 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-e5fda929-539b-4a72-9cbb-d891aae17fe7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 1001 time: 0.0968451 Apr 01 16:49:49.217968 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-9da41b13-2ea1-4d46-9b71-eda4a8e04ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:49.219434 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-9da41b13-2ea1-4d46-9b71-eda4a8e04ddc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0611441 Apr 01 16:49:49.297147 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-78a7000f-a23b-4f86-9ed4-3c7f66826643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:49.298504 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-78a7000f-a23b-4f86-9ed4-3c7f66826643 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698326 Apr 01 16:49:49.445051 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-61c4e207-ea69-4cfc-bb7b-0991db908be7 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347511 Apr 01 16:49:49.586520 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5577145c-4484-4dc9-a0c7-ee43a885a285 req-852fc1ab-2199-47d0-9f09-f6c22b5b9762 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315985 Apr 01 16:49:59.786350 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:02.480649 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-6a355197-293b-47f0-ba2b-a5779a759fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:04.920947 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-cb4e602d-c44b-40fb-97d2-4f72cfc16f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:05.697529 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:06.406327 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:07.880181 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:18.885985 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:32.485647 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f0a3-a286-4add-9948-bfc501465941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:34.908398 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4e723d1f-78f4-4225-acc8-74e9a1fce786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:35.651152 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:36.411831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:36.785197 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:37.874255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:48.868323 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:51.457114 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-d9e64a27-1511-44a4-9fed-1d68724e9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:51.459074 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-d9e64a27-1511-44a4-9fed-1d68724e9103 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1098 time: 0.0766151 Apr 01 16:50:51.720149 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-08d5b671-c457-4996-bb3c-f580d04a23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:51.721572 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-08d5b671-c457-4996-bb3c-f580d04a23d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.2390280 Apr 01 16:50:51.831387 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-64652421-2f4a-4593-8586-cfc0a5dcc692 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 1001 time: 0.1030996 Apr 01 16:50:51.907072 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-a2bed612-4cca-43ca-b898-8a252fc04ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:51.908853 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-a2bed612-4cca-43ca-b898-8a252fc04ccd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0666788 Apr 01 16:50:51.990714 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-c6eb0ee8-adac-4e5d-a6c8-21020980f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:51.992099 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-c6eb0ee8-adac-4e5d-a6c8-21020980f075 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726166 Apr 01 16:50:52.126544 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-ea6ee3d7-1c30-4d23-a2b6-e41f68ba3150 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268828 Apr 01 16:50:52.262937 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ac26864e-62cc-4a1f-9d2f-3897f53af2c4 req-3c6e05e5-5293-479e-a80e-51cacfde45e1 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295671 Apr 01 16:50:54.652956 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:50:54.799700 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:50:54.816523 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:50:54.871264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:54.890787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4143754c-17d3-4818-b2d6-6e10c5e45039 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:50:54.906525 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:50:54.982831 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:55.054330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:50:55.061364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.061714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.062055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.062388 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.062752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.063087 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.063414 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.063744 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.064071 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.064392 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.064714 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.065029 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:50:55.078036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['4143754c-17d3-4818-b2d6-6e10c5e45039'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:50:56.667618 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:50:56.757140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 4143754c-17d3-4818-b2d6-6e10c5e45039 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:50:56.758664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:56.903115 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:56.942413 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:50:56.943902 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:50:56.993070 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'code': 200} Apr 01 16:50:57.017096 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:57.100522 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:02.502750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-8f5e71dc-25fe-4832-9e50-5c1e99a599d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:05.120123 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a1eb57cc-7972-4d6e-bd68-2725d1897291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:05.685526 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:06.422305 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:07.128013 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-d96e7757-fa18-415a-9fa9-720bf0612426 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710922136&fields=id&tenant_id=1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 267 time: 0.0403945 Apr 01 16:51:07.279178 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0a6756e8-28a0-4407-a793-85932b5662dd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:07.280499 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0a6756e8-28a0-4407-a793-85932b5662dd tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 809 time: 0.1462288 Apr 01 16:51:07.297562 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-2c64ef31-be93-4c47-88aa-beff2b0eaaf2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/quotas/1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 375 time: 0.0116088 Apr 01 16:51:07.492505 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-599585d1-ad97-474f-9a5e-57edce95b766 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1898439 Apr 01 16:51:07.609179 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0dc13193-f4c3-47e6-9ce6-e3a1c1b915ba service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:51:07.610160 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0dc13193-f4c3-47e6-9ce6-e3a1c1b915ba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422666 Apr 01 16:51:07.739849 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-06b2f6a6-7fc1-4d7c-9383-e3cbe6149f1e service neutron] 10.222.0.21 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239128 Apr 01 16:51:07.868227 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:07.871053 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-fbf909ba-5869-43a4-b582-158be23f42a0 service neutron] 10.222.0.21 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254601 Apr 01 16:51:08.138767 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-62712573-e27f-4605-b722-ecfb74c2fd51 req-946b5705-8312-4064-9d6f-509b9acf423c tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 210 time: 0.0474379 Apr 01 16:51:09.294322 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8e3b8434-8649-4581-ba8b-530f04b6a886 req-1b7c8307-277b-4620-8084-6217af84154a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 210 time: 0.0456886 Apr 01 16:51:10.512543 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-c4a9d91b-f7e2-4772-a516-94b540249b5a req-e9c235ea-a1c6-4c3d-98cd-9a41cdd26a89 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 210 time: 0.1048408 Apr 01 16:51:10.558686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0ed4be5b-7d95-47ac-9ce7-2d9aa45c1953 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:10.560076 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0ed4be5b-7d95-47ac-9ce7-2d9aa45c1953 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 809 time: 0.1899464 Apr 01 16:51:10.614318 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-4b314337-f719-4b9f-8abd-a6b58d297984 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1699ac4d781c4f888bb4ce24f32aebe1 HTTP/1.1" status: 200 len: 379 time: 0.0399294 Apr 01 16:51:10.625630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'port': {'device_id': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'admin_state_up': True, 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'security_groups': ['135f1ddc-8ce1-411f-ad62-6acc036d8539']}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:10.731781 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:10.768913 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:10.780113 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.quota.driver [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:10.853167 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:10.862666 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Made reservation on behalf of 1699ac4d781c4f888bb4ce24f32aebe1 for: {'port': 1} {{(pid=88732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:10.866821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:10.880663 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:10.892328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:10.943804 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:10.981004 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'code': 200} Apr 01 16:51:11.017264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:11.043100 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.db_base_plugin_common [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Allocated IP 172.20.0.14 (628bcb00-6f20-4422-b98d-af5f223819e4/2c5e7169-8147-409a-9ddd-6c02e4c42ea8/5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2) {{(pid=88732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:11.238626 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:11.254091 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Transition to ACTIVE for port object 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 will not be triggered until provisioned by entity DHCP. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:11.349406 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_create {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:11.414365 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Network 628bcb00-6f20-4422-b98d-af5f223819e4 is already hosted by enough agents. {{(pid=88732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:11.423342 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.base_scheduler [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources bound (agent type, host, resource id): {{(pid=88732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:11.428495 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Received port after_create {{(pid=88732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:11.502499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=1']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:11.516669 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.517430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.517430 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.517662 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.524333 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.524929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.525502 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.526044 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.526607 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.527173 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.527966 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.528446 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:11.553037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:11.564825 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:11.664659 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-0eeae589-a6ae-4d08-8e01-3327df67ea7a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0424061 Apr 01 16:51:11.818964 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf603f9-ae0b-45a7-806e-f932a682fdec req-c8dd7cf4-9a46-417c-8a87-42788e507b04 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:11.819971 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5bf603f9-ae0b-45a7-806e-f932a682fdec req-c8dd7cf4-9a46-417c-8a87-42788e507b04 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:51:11.903629 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-5bf603f9-ae0b-45a7-806e-f932a682fdec req-c8dd7cf4-9a46-417c-8a87-42788e507b04 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:51:11.911242 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5bf603f9-ae0b-45a7-806e-f932a682fdec req-c8dd7cf4-9a46-417c-8a87-42788e507b04 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.2311606 Apr 01 16:51:11.926002 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d74caeed-9dc4-4396-9ff7-08db714f78b3 None None] Provisioning for port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 completed by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:11.933222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-d74caeed-9dc4-4396-9ff7-08db714f78b3 None None] Provisioning complete for port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 triggered by entity DHCP. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:11.934752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-d74caeed-9dc4-4396-9ff7-08db714f78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:11.987254 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-5bf603f9-ae0b-45a7-806e-f932a682fdec req-e65eabb2-517f-43d3-9f7e-860bd3c4d3f8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748243 Apr 01 16:51:12.032373 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-d74caeed-9dc4-4396-9ff7-08db714f78b3 None None] Port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 cannot update to ACTIVE because it is not bound. {{(pid=88734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:51:13.199460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60559-13b2-4a4b-bd14-1191aa084588 req-7e399fed-49a6-4374-8bc9-7f6c14b21034 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:13.200822 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e1d60559-13b2-4a4b-bd14-1191aa084588 req-7e399fed-49a6-4374-8bc9-7f6c14b21034 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.0927894 Apr 01 16:51:13.248537 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-e1d60559-13b2-4a4b-bd14-1191aa084588 req-7111a2a7-3df8-483d-b229-a60b2913dd7e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Apr 01 16:51:13.784580 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:51:14.476499 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e09a5b-6564-4d49-9272-c91928f465c0 req-2a72da1e-d724-466c-a5da-462b10ff4653 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.478017 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6e09a5b-6564-4d49-9272-c91928f465c0 req-2a72da1e-d724-466c-a5da-462b10ff4653 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.1051443 Apr 01 16:51:14.530951 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d6e09a5b-6564-4d49-9272-c91928f465c0 req-26724d9d-16f5-4fe4-a596-dc31356ea877 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462639 Apr 01 16:51:15.728462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70980d47-6dec-4fda-a069-c26d1124fbf8 req-25ce067c-e41b-4be3-9c2e-36a0f14d454d tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:15.730220 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-70980d47-6dec-4fda-a069-c26d1124fbf8 req-25ce067c-e41b-4be3-9c2e-36a0f14d454d tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.0865948 Apr 01 16:51:15.781797 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-70980d47-6dec-4fda-a069-c26d1124fbf8 req-ab77844c-0638-4916-980b-011cb6c0ff98 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Apr 01 16:51:17.208850 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa253763-66cb-436b-9733-e6f2b16e30f3 req-f33573d9-1c5b-4f38-b791-16a32c41fa4b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:17.208850 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa253763-66cb-436b-9733-e6f2b16e30f3 req-f33573d9-1c5b-4f38-b791-16a32c41fa4b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.1981633 Apr 01 16:51:17.208850 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fa253763-66cb-436b-9733-e6f2b16e30f3 req-014df014-b4b4-4060-b651-23c17b56868f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475147 Apr 01 16:51:18.362288 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65cfda-a3f5-4dcf-890d-3eeed4839d4b req-b43426e9-3098-441f-9e73-2ab2fba4c668 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:18.363795 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bd65cfda-a3f5-4dcf-890d-3eeed4839d4b req-b43426e9-3098-441f-9e73-2ab2fba4c668 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.0968816 Apr 01 16:51:18.408846 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-bd65cfda-a3f5-4dcf-890d-3eeed4839d4b req-94d1a2bd-a3a2-499e-bee1-252ebd9728ae tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386436 Apr 01 16:51:18.891140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:19.605184 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed212c5-cbad-4786-ab1e-4d96f3b9579d req-fe096cdf-a6ce-4771-b0d6-ddf48e915c33 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:19.606875 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ed212c5-cbad-4786-ab1e-4d96f3b9579d req-fe096cdf-a6ce-4771-b0d6-ddf48e915c33 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.0868669 Apr 01 16:51:19.655409 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-4ed212c5-cbad-4786-ab1e-4d96f3b9579d req-a80e7012-2821-4286-a7f2-ca4bc5d3cc39 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 Apr 01 16:51:20.409294 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.v2.base [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Request body: {'port': {'device_id': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:20.519594 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:20.846765 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393cfd-bb30-4975-a6aa-92e64e112828 req-239163fc-68f3-486e-9418-2907a720a70a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:20.848227 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8c393cfd-bb30-4975-a6aa-92e64e112828 req-239163fc-68f3-486e-9418-2907a720a70a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 932 time: 0.0860670 Apr 01 16:51:20.870367 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 {{(pid=88732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:51:20.877477 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:20.895019 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.provisioning_blocks [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Transition to ACTIVE for port object 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 will not be triggered until provisioned by entity L2. {{(pid=88732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:20.895379 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8c393cfd-bb30-4975-a6aa-92e64e112828 req-4c79a9c8-e38d-4209-b86f-388411dcb3c1 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Apr 01 16:51:20.971345 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:21.133608 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=2']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:21.214134 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Attempting to bind port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:21.214519 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Attempting to bind port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:21.214900 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Attempting to bind port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:21.219584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 on network 628bcb00-6f20-4422-b98d-af5f223819e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:51:21.219903 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Attempting to bind port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 on network 628bcb00-6f20-4422-b98d-af5f223819e4 {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:21.225806 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Checking agent: {'id': 'd7faa743-3ba3-4a11-9391-8aabcecad59f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:21.226010 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Checking segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:21.226381 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Bound using segment: {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'} {{(pid=88732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:21.226894 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.managers [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Bound port: 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57c91-e466-453a-9935-250e1638ca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4'}}] {{(pid=88732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:21.227219 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:21.319686 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, cleared binding levels {{(pid=88732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:21.322410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:21.381996 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823735'] for port, after_update {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:21.435332 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:21.435937 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:21.437474 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] 10.222.0.91 "PUT /v2.0/ports/5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 200 len: 1094 time: 1.0324013 Apr 01 16:51:21.440116 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:21.479084 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20419a65-be61-4617-9cf8-e4b8e96e60b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=3']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:21.488854 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'status': 'completed', 'code': 200} Apr 01 16:51:21.590258 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-72cc0156-b141-4bd1-b4c8-82d1de7be5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:21.591836 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-72cc0156-b141-4bd1-b4c8-82d1de7be5e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0746725 Apr 01 16:51:21.736831 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-6a400a8c-79a7-42d9-8e3d-9835f57759f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:21.738167 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-6a400a8c-79a7-42d9-8e3d-9835f57759f1 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1359220 Apr 01 16:51:21.877360 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-cf6da1c4-a87b-4d85-936a-4cb6edab6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:21.878808 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-d3fb0adc-b7fc-475e-822b-90e353dad57e req-cf6da1c4-a87b-4d85-936a-4cb6edab6df7 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299491 Apr 01 16:51:21.996461 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-9e7ee94a-9d8c-4e93-8f08-c226b8133ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:21.997848 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-9e7ee94a-9d8c-4e93-8f08-c226b8133ff6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0773335 Apr 01 16:51:22.072884 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-c91021cf-b616-4345-93fd-c119917655f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 200 len: 217 time: 0.0643992 Apr 01 16:51:22.085441 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec13de0-e603-4b42-a393-1f42e752ce49 req-448410ee-5e9c-4a9d-901e-b8ed08401bfa tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:22.086920 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ec13de0-e603-4b42-a393-1f42e752ce49 req-448410ee-5e9c-4a9d-901e-b8ed08401bfa tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 944 time: 0.0815704 Apr 01 16:51:22.137129 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7ec13de0-e603-4b42-a393-1f42e752ce49 req-f85229f5-eafa-4318-baa3-3d165b850d62 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444515 Apr 01 16:51:22.231037 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-8953ca94-fe00-4250-abd1-2e7a2c87b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:22.232468 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-8953ca94-fe00-4250-abd1-2e7a2c87b61f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.1502128 Apr 01 16:51:22.313338 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-a3458b01-3e57-4de8-b32d-4a8e4b11a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:22.314696 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-a3458b01-3e57-4de8-b32d-4a8e4b11a946 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714080 Apr 01 16:51:22.450038 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-606be13a-fecb-4b13-94ce-f5f2550fc77c service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238780 Apr 01 16:51:22.585758 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-bf34c7a0-a8b4-4bf3-9e06-1cce798f3d1c req-ce5130a0-ae14-4099-8856-560c0aa3f7cb service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262085 Apr 01 16:51:23.321845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9ed8f-113e-4b5f-a58a-b6f2b1901e9a req-d291a154-3858-4f41-bed6-8026fd360ea6 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:23.323305 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa9ed8f-113e-4b5f-a58a-b6f2b1901e9a req-d291a154-3858-4f41-bed6-8026fd360ea6 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 944 time: 0.0793080 Apr 01 16:51:23.366770 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-afa9ed8f-113e-4b5f-a58a-b6f2b1901e9a req-aec8e4f9-68ba-4162-9906-4c239f85db93 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378809 Apr 01 16:51:24.549390 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbe36d-1e34-4060-a860-68a10edac9c1 req-1f89a6a2-23a1-48d5-9650-b641c4d44a17 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:24.550855 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-95dbe36d-1e34-4060-a860-68a10edac9c1 req-1f89a6a2-23a1-48d5-9650-b641c4d44a17 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 944 time: 0.0798526 Apr 01 16:51:24.595365 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-95dbe36d-1e34-4060-a860-68a10edac9c1 req-80853342-1a72-473b-89a0-914e50e98cd9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380354 Apr 01 16:51:24.750050 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:51:24.880732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:24.894150 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'mac_address': 'fa:16:3e:43:ae:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:51:24.949046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.965840 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:51:24.981923 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:25.039791 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:25.142716 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=4']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:25.373264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:51:25.781845 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050308-4d6a-43a7-a5b6-6d8c13243587 req-d5fbfc0c-860c-48e0-b989-d7e109a62c83 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:25.783328 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1b050308-4d6a-43a7-a5b6-6d8c13243587 req-d5fbfc0c-860c-48e0-b989-d7e109a62c83 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0822003 Apr 01 16:51:25.828549 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-1b050308-4d6a-43a7-a5b6-6d8c13243587 req-45396fcf-f2b5-4751-bb1d-487ee428dc30 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Apr 01 16:51:26.762190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:26.884974 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning for port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 completed by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:26.890179 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:26.890590 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.015895 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.025572 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6719c-1b9b-4fab-9227-48ed8e78c506 req-96e6e44a-627c-4e66-88f4-30211de125a7 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:27.027042 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45b6719c-1b9b-4fab-9227-48ed8e78c506 req-96e6e44a-627c-4e66-88f4-30211de125a7 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0862060 Apr 01 16:51:27.043964 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:27.053478 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:27.073217 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-45b6719c-1b9b-4fab-9227-48ed8e78c506 req-478e356b-e1e4-49ad-bb50-ea08673e0e30 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 Apr 01 16:51:27.090068 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'code': 200} Apr 01 16:51:27.119704 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.187128 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=5']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:27.492074 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784250-e2a3-4280-9346-1357929cf496 req-1ca568b4-d76d-4c5b-b49e-b6b27f2ac6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:27.493515 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca784250-e2a3-4280-9346-1357929cf496 req-1ca568b4-d76d-4c5b-b49e-b6b27f2ac6e1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1099 time: 0.0683761 Apr 01 16:51:27.536858 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-ca784250-e2a3-4280-9346-1357929cf496 req-14095545-c1c4-490a-80e5-20a997a489b0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Apr 01 16:51:28.260810 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7abaf-2e88-451a-88ca-79b8527ecaf4 req-f6160602-80ee-410b-b910-226434ef7384 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:28.262163 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1bb7abaf-2e88-451a-88ca-79b8527ecaf4 req-f6160602-80ee-410b-b910-226434ef7384 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 946 time: 0.0795479 Apr 01 16:51:28.305231 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-1bb7abaf-2e88-451a-88ca-79b8527ecaf4 req-541d2918-bd79-41e8-878d-6e321282f2e2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373719 Apr 01 16:51:29.493569 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4761d-c17f-4844-ba79-a923268002cb req-7ce3f074-4b5f-4a9c-be1c-afc103da9e3b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:29.495045 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fea4761d-c17f-4844-ba79-a923268002cb req-7ce3f074-4b5f-4a9c-be1c-afc103da9e3b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 946 time: 0.0831847 Apr 01 16:51:29.540022 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-fea4761d-c17f-4844-ba79-a923268002cb req-e039999c-6a4e-4ef5-9277-d9038c2f94b8 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394332 Apr 01 16:51:29.724136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530f32b-bd25-4c98-8a44-925a725d10cb req-8e644bb1-920b-4bea-995a-0aeb38e22f3e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:29.726071 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7530f32b-bd25-4c98-8a44-925a725d10cb req-8e644bb1-920b-4bea-995a-0aeb38e22f3e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 946 time: 0.0843446 Apr 01 16:51:29.770986 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7530f32b-bd25-4c98-8a44-925a725d10cb req-f92a301c-68ca-40fb-ac6e-d31d09b2a168 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392771 Apr 01 16:51:29.793211 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57306) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:29.867110 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d2879-5290-4a0a-8111-e477220571ad tempest-TestSnapshotPattern-1342342866 tempest-TestSnapshotPattern-1342342866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:29.868565 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f82d2879-5290-4a0a-8111-e477220571ad tempest-TestSnapshotPattern-1342342866 tempest-TestSnapshotPattern-1342342866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1094 time: 0.0744143 Apr 01 16:51:29.871296 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57310) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:29.876313 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.v2.base [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Request body: {'floatingip': {'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:29.883195 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:29.886992 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Usage tracker for resource:floatingip and tenant:1699ac4d781c4f888bb4ce24f32aebe1 is out of sync, need to count used quota {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:29.889870 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88733) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:29.895788 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.quota.driver [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88733) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:29.942404 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.078292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.210947 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_common [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Allocated IP 172.26.8.152 (9181174c-0218-4efd-8ed7-7dedd586ae78/7ba1aa2a-bba6-440e-bd17-c195e7d808da/3172a670-1ac1-4052-9122-8f7d867d9433) {{(pid=88733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:30.446940 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.513738 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765653972008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.577521 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Network 9181174c-0218-4efd-8ed7-7dedd586ae78 is already hosted by enough agents. {{(pid=88733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:30.584805 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.base_scheduler [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Resources bound (agent type, host, resource id): {{(pid=88733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:30.588875 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Received port after_create {{(pid=88733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:30.621392 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=3172a670-1ac1-4052-9122-8f7d867d9433,revision_number=1']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:30.637326 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.637671 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.638011 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.638339 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.638695 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.639025 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.639350 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.639675 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.640004 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.640318 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.640639 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:30.640954 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:31.017750 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.168317 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.369284 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for port, precommit_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.404636 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2655883'] for port, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.512920 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event updated for resources: {'Port': ['ID=3172a670-1ac1-4052-9122-8f7d867d9433,revision_number=2']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:31.523372 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488425'] for floatingip, after_update {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.692056 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Floating IP a2e93310-354b-4590-ade8-3a340cfcfe13 associated. External IP: 172.26.8.152, port: 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2. Apr 01 16:51:32.137559 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:32.315331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:32.325660 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:32.338694 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:32.339297 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:32.410467 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:32.466516 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-b283ef42-535c-4c5c-b196-d76fe09b8fab tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5941217 Apr 01 16:51:32.467133 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:32.484979 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-08518e7d-9620-45d2-9c6f-9426be65d7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:32.516617 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:32.519252 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'status': 'completed', 'code': 200} Apr 01 16:51:32.611315 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-d55a6815-99f4-4b08-a4f9-4601c70c05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:32.612691 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-d55a6815-99f4-4b08-a4f9-4601c70c05c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1099 time: 0.0710089 Apr 01 16:51:32.744742 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-d17e87e4-99f7-4f3a-9b61-1021ced41574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:32.751301 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-d17e87e4-99f7-4f3a-9b61-1021ced41574 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1268442 Apr 01 16:51:32.851081 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-c55f17f9-82fe-4298-830a-8ad335cadc76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 200 len: 1000 time: 0.0989532 Apr 01 16:51:32.867195 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}, {'id': 'a2e93310-354b-4590-ade8-3a340cfcfe13', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:43:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:51:30Z', 'updated_at': '2022-04-01T16:51:30Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:32.871126 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:32.880739 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:32.882558 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:51:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:32.919929 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-700fbf23-a37e-4a0e-8374-c1aa4d4fd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:32.921374 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-700fbf23-a37e-4a0e-8374-c1aa4d4fd061 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0650866 Apr 01 16:51:32.998921 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-1a13d2b8-2355-4062-b58e-a16a7c141fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:33.000399 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-1a13d2b8-2355-4062-b58e-a16a7c141fc6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709291 Apr 01 16:51:33.067096 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:33.135258 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-94542a37-3349-4be4-9d2b-cd5a50c774d9 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286592 Apr 01 16:51:33.268120 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-15582fe2-31d9-4b75-ab3c-d3f274607782 req-0de1004a-1073-40ef-a853-4ed1c2abf7fb service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271055 Apr 01 16:51:33.422790 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}, {'id': 'a2e93310-354b-4590-ade8-3a340cfcfe13', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:43:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:51:30Z', 'updated_at': '2022-04-01T16:51:30Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:33.426690 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a784ef-44fa-46c7-98d3-a2138ef771af None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}, {'id': 'a2e93310-354b-4590-ade8-3a340cfcfe13', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.152', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:43:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:51:30Z', 'updated_at': '2022-04-01T16:51:30Z', 'revision_number': 0, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:33.621587 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe59ff6-894d-48cb-8eb3-eb75987b8fa6 None None] New status for floating IP a2e93310-354b-4590-ade8-3a340cfcfe13: ACTIVE {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:51:34.921796 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1681c4f7-163e-45de-8237-669cebeb947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.684504 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.433386 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:37.879186 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.039364 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.717880 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-e73c0df0-a254-4cac-bb70-bb2623416bf8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721891 Apr 01 16:51:50.784718 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:51:50.945220 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-405a3f12-13d4-4679-9c8a-1061a22c6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:50.946757 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-405a3f12-13d4-4679-9c8a-1061a22c6143 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1096 time: 0.1617227 Apr 01 16:51:51.097925 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-a18b7694-9e5b-4046-a13f-183b747363be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:51.099450 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-a18b7694-9e5b-4046-a13f-183b747363be service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1306696 Apr 01 16:51:51.213442 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-a5b52577-052a-4a42-830c-0158e6d74dfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 999 time: 0.1038342 Apr 01 16:51:51.279747 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-8352c099-4e53-4bfb-b5e4-23fb72467731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:51.281096 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-8352c099-4e53-4bfb-b5e4-23fb72467731 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0608568 Apr 01 16:51:51.379530 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-82edf471-3e73-4ad5-bce9-af2432688955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:51.380997 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-82edf471-3e73-4ad5-bce9-af2432688955 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902667 Apr 01 16:51:51.391602 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-bb604a6d-1321-40b7-8e6e-41cad2e15a1f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:51:51.392741 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-bb604a6d-1321-40b7-8e6e-41cad2e15a1f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052290 Apr 01 16:51:51.535256 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-642ce0ed-ce6b-40a9-9a40-5fd44b301933 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361709 Apr 01 16:51:51.675448 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b1f19a56-1524-44df-aa46-a46dc927e483 req-48796187-55df-4d66-b7fb-a54b9a373d31 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322937 Apr 01 16:52:02.507685 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-c90d0271-3d7d-4050-adb5-e72386fb41e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:04.918650 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-74f6470d-0d07-415f-9ff9-143fea549b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:05.667519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:06.415941 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:07.907140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:18.895664 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:27.783089 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:52:32.495190 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-2429e522-1749-444c-91af-71f7d5e03db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:34.907182 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e2789c41-6313-41d4-9f37-e4470682050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:35.672353 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:36.410030 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:37.918346 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:48.889564 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:50.773896 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-a37fa13e-930e-444c-8cad-87029bffb059 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696454 Apr 01 16:52:50.876434 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a276-3a20-4007-b138-ee86663c4f31 req-da28f37f-fa0f-4497-9c44-0b625e55b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:50.878163 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-da28f37f-fa0f-4497-9c44-0b625e55b2cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1099 time: 0.0756688 Apr 01 16:52:51.033441 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a276-3a20-4007-b138-ee86663c4f31 req-5e98ae66-6c2f-4840-bff7-a4aaea6af2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:51.034911 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-5e98ae66-6c2f-4840-bff7-a4aaea6af2a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1319401 Apr 01 16:52:51.144540 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-fc386937-9944-4871-b287-126980b0d7ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 200 len: 1002 time: 0.1035225 Apr 01 16:52:51.211782 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a276-3a20-4007-b138-ee86663c4f31 req-2fa58a69-9119-440c-b6ba-4c0471042ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:51.213183 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-2fa58a69-9119-440c-b6ba-4c0471042ec2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0588007 Apr 01 16:52:51.293369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a276-3a20-4007-b138-ee86663c4f31 req-c7ba5c5d-e884-4c6e-b68d-70b92683929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:51.294705 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-c7ba5c5d-e884-4c6e-b68d-70b92683929a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717721 Apr 01 16:52:51.428172 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-18024f49-cd87-45cc-bd36-abf65f875e76 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226940 Apr 01 16:52:51.562447 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-9240a276-3a20-4007-b138-ee86663c4f31 req-7a518daf-7e65-4268-be4e-3d272dbb3ac7 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247129 Apr 01 16:53:02.483765 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-00ec2c81-6464-4ba5-adc2-f0528059da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:04.781843 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:53:04.924175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-75ebaa3d-c6fe-424e-a146-1fe81e159a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:05.706675 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:06.443652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:07.894799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:15.264643 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:53:15.398081 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:15.411780 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Returning: {'device': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'port_id': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'mac_address': 'fa:16:3e:43:ae:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:53:15.466698 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:15.483786 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 {{(pid=88734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:53:15.498369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:15.614853 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:15.685576 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=6']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:15.692538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.692881 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.693228 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.693547 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.693869 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.694191 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.694511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.694856 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.695175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.695532 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.695849 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.696162 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:15.719799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] get_ports_and_sgs() called for port_ids ['5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'] {{(pid=88734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:53:17.286752 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 up at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:53:17.362085 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.provisioning_blocks [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Provisioning complete for port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 triggered by entity L2. {{(pid=88734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:53:17.362444 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804810'] for port, provisioning_complete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:17.492278 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:17.527926 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:17.539246 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:17.585096 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'code': 200} Apr 01 16:53:17.638377 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:17.712894 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=7']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:18.912211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:27.812512 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57516) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:28.020290 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Deleting port 3172a670-1ac1-4052-9122-8f7d867d9433 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:28.020633 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:28.189163 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:28.189667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:28.309777 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Calling delete_port for 3172a670-1ac1-4052-9122-8f7d867d9433 owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:28.517164 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:28.567151 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event deleted for resources: {'Port': ['ID=3172a670-1ac1-4052-9122-8f7d867d9433,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:28.607182 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.607523 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.607853 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.608176 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.608499 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.608818 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.609134 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.609450 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.609794 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.610083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.610394 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.610728 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:28.665988 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:28.666321 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Floating IP a2e93310-354b-4590-ade8-3a340cfcfe13 disassociated (deleted). External IP: 172.26.8.152, port: 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2. Apr 01 16:53:29.118373 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:53:29.307982 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:53:29.317233 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:53:29.327155 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:29.327776 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:29.392349 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:29.447434 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-4ceeb3e9-a404-492c-b12b-56084cbf8ee2 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "DELETE /v2.0/floatingips/a2e93310-354b-4590-ade8-3a340cfcfe13 HTTP/1.1" status: 204 len: 168 time: 1.6338446 Apr 01 16:53:29.448958 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:29.498805 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'status': 'completed', 'code': 200} Apr 01 16:53:29.506403 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:29.699096 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-fd1fe9e1-7f5f-42d9-ab83-4e8b70587004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:29.700740 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-fd1fe9e1-7f5f-42d9-ab83-4e8b70587004 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 1099 time: 0.1776445 Apr 01 16:53:29.835764 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-bfabc4df-279e-47d1-9e02-60d4528d8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:29.837206 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-bfabc4df-279e-47d1-9e02-60d4528d8642 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1298440 Apr 01 16:53:29.859341 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:29.863039 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:53:29.871764 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:29.873486 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:05Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:29.919507 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-60c38fef-5432-4b95-ac78-3affb17487b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 200 len: 217 time: 0.0753403 Apr 01 16:53:30.039559 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-c71dfe92-626b-4755-9066-82cdda0d7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:30.041012 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-c71dfe92-626b-4755-9066-82cdda0d7418 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.1148198 Apr 01 16:53:30.050039 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:30.114485 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366964a4-9408-445f-8483-84b75439738d req-b5f2eabb-6f47-4843-8620-a941a467882e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:30.115852 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-366964a4-9408-445f-8483-84b75439738d req-b5f2eabb-6f47-4843-8620-a941a467882e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 946 time: 0.1509080 Apr 01 16:53:30.174510 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-63bb0b1c-108a-41cc-8406-23649df2131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:30.175996 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-63bb0b1c-108a-41cc-8406-23649df2131a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1283102 Apr 01 16:53:30.178856 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-366964a4-9408-445f-8483-84b75439738d req-c0f238aa-d377-4b1f-9c91-9e1aa3383f67 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547073 Apr 01 16:53:30.310397 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-03f27fa9-0779-4be6-a101-20385c178fec service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263127 Apr 01 16:53:30.398371 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:30.403301 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b18fbc-ba97-44d1-bef2-212cd52fe0a5 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_floatingips': [{'id': '03fbe723-c21a-4866-9c28-47ae4dbecb31', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'router_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'port_id': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:48:52Z', 'updated_at': '2022-04-01T16:48:55Z', 'revision_number': 1, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:53:30.447817 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-040a83d2-0b9a-49ea-b143-c0118d064e60 req-3913f3cd-ad36-4a61-9b3e-117ee18d3374 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295998 Apr 01 16:53:30.614371 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae7657-ea88-48ab-bd8d-00843266fee7 None None] New status for floating IP a2e93310-354b-4590-ade8-3a340cfcfe13: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:53:31.371177 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf152e-5197-4960-bbef-4c35caae180b req-e565ad84-f733-44fe-ae2a-bc23d4024d9f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:31.371865 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-90cf152e-5197-4960-bbef-4c35caae180b req-e565ad84-f733-44fe-ae2a-bc23d4024d9f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:53:31.384329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:31.420617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-90cf152e-5197-4960-bbef-4c35caae180b req-e565ad84-f733-44fe-ae2a-bc23d4024d9f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:53:31.421800 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90cf152e-5197-4960-bbef-4c35caae180b req-e565ad84-f733-44fe-ae2a-bc23d4024d9f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 946 time: 0.1309354 Apr 01 16:53:31.468670 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-90cf152e-5197-4960-bbef-4c35caae180b req-adc168d6-16fe-4cfc-9baf-79a92da9720f tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Apr 01 16:53:31.502235 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883090'] for port, before_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:31.531903 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:31.542412 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:31.578575 dv-neutron-835944-1-hyperv neutron-server[88734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'code': 200} Apr 01 16:53:31.621345 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765654351598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765653972026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765653972071'] for port, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:31.692702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Pushing event updated for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=8']} {{(pid=88734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:31.768509 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-1fe53c8e-159f-4989-a31d-1bd5e4babc61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:31.769864 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-1fe53c8e-159f-4989-a31d-1bd5e4babc61 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 944 time: 0.0834148 Apr 01 16:53:31.841369 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Deleting port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:31.841703 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.089353 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] For port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:32.089630 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.212274 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Calling delete_port for 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:32.425924 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.474405 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event deleted for resources: {'Port': ['ID=5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:32.483531 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-fc0bcfcb-4a7c-4504-9e04-699ec44a8d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.614076 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.614483 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.614762 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.615087 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.615456 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.615775 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.616095 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.616410 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.616722 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.617043 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.617339 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.617647 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835944-1-hyperv {{(pid=88732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:53:32.630867 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-7b0085e6-ed3b-4899-927d-c5116461e949 req-245af1d2-46bb-4240-93eb-e14b0ff00efc tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 210 time: 0.0472655 Apr 01 16:53:32.667862 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] No DVR routers for this DVR port 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:53:32.670209 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.672736 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-deleted', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:32.717642 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251827a7-33df-493c-9c40-0bc242f1c5d3', 'name': 'network-vif-deleted', 'tag': '5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2', 'status': 'completed', 'code': 200} Apr 01 16:53:32.764214 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-3d5ca317-7141-44af-a1b0-6df2a08a2a06 req-42b05c00-33ba-4661-9380-97f9de88a41e tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "DELETE /v2.0/ports/5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 HTTP/1.1" status: 204 len: 173 time: 0.9860387 Apr 01 16:53:33.844713 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-981209d4-6500-42dd-a609-418dfa96049b req-580f9613-d292-4d0b-b236-405f2ce32c8a tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=251827a7-33df-493c-9c40-0bc242f1c5d3 HTTP/1.1" status: 200 len: 210 time: 0.0912447 Apr 01 16:53:34.951702 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3f08e955-ebe6-458b-951c-d39c53a6bf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:35.394965 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:35.430046 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:35.430389 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 5cdc5915-9a8c-4b4b-9421-f2d3f1c5edf2 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:35.734451 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.191620 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57596) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:36.392351 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Deleting port a2172e8a-a022-467d-b4ba-f66f78ab22fc {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:36.392696 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.425806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.563617 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.563943 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.685289 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Calling delete_port for a2172e8a-a022-467d-b4ba-f66f78ab22fc owned by network:floatingip {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:36.877526 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:36.924111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event deleted for resources: {'Port': ['ID=a2172e8a-a022-467d-b4ba-f66f78ab22fc,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:37.120972 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for floatingip, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:37.121300 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.db.l3_db [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Floating IP 03fbe723-c21a-4866-9c28-47ae4dbecb31 disassociated (deleted). External IP: 172.26.8.224, port: 4143754c-17d3-4818-b2d6-6e10c5e45039. Apr 01 16:53:37.466873 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:53:37.644598 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:53:37.655023 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:53:37.660673 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for floatingip, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:37.663796 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:37.664396 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:37.717262 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-0725a18f-e90b-4308-904a-13fa0b4f2fde tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "DELETE /v2.0/floatingips/03fbe723-c21a-4866-9c28-47ae4dbecb31 HTTP/1.1" status: 204 len: 168 time: 1.5244293 Apr 01 16:53:37.717880 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:37.763850 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'status': 'completed', 'code': 200} Apr 01 16:53:37.873914 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-ae557483-875f-43eb-abb5-6559799af1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:37.874933 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:37.875605 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-ae557483-875f-43eb-abb5-6559799af1ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 1096 time: 0.0819612 Apr 01 16:53:38.008884 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:38.022783 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-ee25a0d4-b038-4de3-8e2a-4195a12f88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:38.024223 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-ee25a0d4-b038-4de3-8e2a-4195a12f88f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 200 len: 910 time: 0.1391485 Apr 01 16:53:38.097729 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-6aa1c56c-2ef3-4642-b885-249af70be613 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 200 len: 217 time: 0.0628049 Apr 01 16:53:38.178944 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-2e9f2e50-a52e-41e7-adba-d5361479922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:38.180430 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-2e9f2e50-a52e-41e7-adba-d5361479922e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 200 len: 848 time: 0.0731442 Apr 01 16:53:38.197111 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:38.201095 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:53:38.209287 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:38.209865 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:38.260572 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-21e3f5e2-f65b-407f-b792-6282cf866714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:38.260572 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-21e3f5e2-f65b-407f-b792-6282cf866714 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=628bcb00-6f20-4422-b98d-af5f223819e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707064 Apr 01 16:53:38.391095 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:38.417580 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-e39116a8-dab6-4841-81fe-af0b45df71d0 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352408 Apr 01 16:53:38.616154 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203335a-ee81-4c14-9e24-8d8c73a6980d req-4f8829aa-708d-4bf1-ad52-b3f93f0c25a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:38.616769 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f203335a-ee81-4c14-9e24-8d8c73a6980d req-4f8829aa-708d-4bf1-ad52-b3f93f0c25a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:53:38.621935 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-245d510f-4bc0-4bea-ab07-4f9d4bc1247e req-2278b59d-4b1a-4f27-a3b3-b3f0f5998466 service neutron] 10.222.0.91 "GET /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955731 Apr 01 16:53:38.701046 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-f203335a-ee81-4c14-9e24-8d8c73a6980d req-4f8829aa-708d-4bf1-ad52-b3f93f0c25a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:53:38.702245 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f203335a-ee81-4c14-9e24-8d8c73a6980d req-4f8829aa-708d-4bf1-ad52-b3f93f0c25a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.3359978 Apr 01 16:53:38.717051 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:38.720962 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e8871-a71c-409a-ac7b-8af2ac5ed8d9 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:48:18Z', 'revision_number': 4, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv', '_interfaces': [{'id': 'f461391a-8826-455d-b0de-bc94a3cc99b2', 'name': '', 'network_id': '628bcb00-6f20-4422-b98d-af5f223819e4', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'mac_address': 'fa:16:3e:60:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:17Z', 'updated_at': '2022-04-01T16:48:25Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'subnets': [{'id': '2c5e7169-8147-409a-9ddd-6c02e4c42ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:53:38.753997 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-f203335a-ee81-4c14-9e24-8d8c73a6980d req-c1a33089-c2ff-4b57-9f3f-d71c7e390233 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Apr 01 16:53:38.935909 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66a819-6ac5-454f-882e-0930ab7de0aa None None] New status for floating IP 03fbe723-c21a-4866-9c28-47ae4dbecb31: DOWN {{(pid=88734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:53:39.941685 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b743-aa2f-4556-9870-05859f23631d req-d7079eeb-5d9b-45af-9ea4-11b12f4f3611 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:39.942380 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-8734b743-aa2f-4556-9870-05859f23631d req-d7079eeb-5d9b-45af-9ea4-11b12f4f3611 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:53:39.954012 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.quota.resource [req-8734b743-aa2f-4556-9870-05859f23631d req-d7079eeb-5d9b-45af-9ea4-11b12f4f3611 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88733) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:53:39.955159 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8734b743-aa2f-4556-9870-05859f23631d req-d7079eeb-5d9b-45af-9ea4-11b12f4f3611 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.0945115 Apr 01 16:53:40.000174 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [req-8734b743-aa2f-4556-9870-05859f23631d req-4b5d6656-df74-4631-916b-151fa9a562b3 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/security-groups?id=135f1ddc-8ce1-411f-ad62-6acc036d8539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 Apr 01 16:53:40.238819 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7b27a-1d12-4033-b633-284762d31fde req-f2e32d47-08f3-4341-8518-a750ac7f4844 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:40.240212 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3a7b27a-1d12-4033-b633-284762d31fde req-f2e32d47-08f3-4341-8518-a750ac7f4844 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 943 time: 0.0782754 Apr 01 16:53:40.315588 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Deleting port 4143754c-17d3-4818-b2d6-6e10c5e45039 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:40.315926 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:40.556000 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] For port 4143754c-17d3-4818-b2d6-6e10c5e45039, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4143754c-17d3-4818-b2d6-6e10c5e45039,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:40.556270 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:40.681911 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Calling delete_port for 4143754c-17d3-4818-b2d6-6e10c5e45039 owned by compute:nova {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:40.882821 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:41.029195 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event deleted for resources: {'Port': ['ID=4143754c-17d3-4818-b2d6-6e10c5e45039,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:41.107317 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] No DVR routers for this DVR port 4143754c-17d3-4818-b2d6-6e10c5e45039 on host hv-neutron-8359 {{(pid=88732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:53:41.110840 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105656'] for port, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:41.114013 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-deleted', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039'}] {{(pid=88732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:53:41.166236 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-10291d3c-6e96-4a03-8808-300e88e7c8f6 req-26b78d0b-dbb2-496d-a240-00593f21f67b tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.0566468 Apr 01 16:53:41.239730 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f86786-177c-4791-8e1a-1a7ee56e7403', 'name': 'network-vif-deleted', 'tag': '4143754c-17d3-4818-b2d6-6e10c5e45039', 'status': 'completed', 'code': 200} Apr 01 16:53:41.243788 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-b3a7b27a-1d12-4033-b633-284762d31fde req-30f9ac44-84f3-4e48-93f2-466ad5951ab9 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.91 "DELETE /v2.0/ports/4143754c-17d3-4818-b2d6-6e10c5e45039 HTTP/1.1" status: 204 len: 173 time: 0.9945729 Apr 01 16:53:41.779989 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:53:42.329613 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-664175ca-46ea-4f40-a57b-a8c89fa86db9 req-12dc6229-7b9d-4ea6-887e-815cd6bc5956 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Synchronizing usage tracker for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:53:42.431700 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.quota.resource [req-664175ca-46ea-4f40-a57b-a8c89fa86db9 req-12dc6229-7b9d-4ea6-887e-815cd6bc5956 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Unset dirty status for tenant:1699ac4d781c4f888bb4ce24f32aebe1 on resource:port {{(pid=88732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:53:42.432894 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [req-664175ca-46ea-4f40-a57b-a8c89fa86db9 req-12dc6229-7b9d-4ea6-887e-815cd6bc5956 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f86786-177c-4791-8e1a-1a7ee56e7403 HTTP/1.1" status: 200 len: 210 time: 0.1480665 Apr 01 16:53:43.448111 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:43.486154 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] No Port match for: 4143754c-17d3-4818-b2d6-6e10c5e45039 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:43.486500 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Device 4143754c-17d3-4818-b2d6-6e10c5e45039 not bound to the agent host hv-neutron-8359 {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:43.526310 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57632) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:43.592939 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:43.621585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:43.768462 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:43.787204 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f1ddc-8ce1-411f-ad62-6acc036d8539,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:43.835592 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:43.836760 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-7b797337-b936-4ddb-bf54-504791a3e6a5 tempest-TestSnapshotPattern-333033431 tempest-TestSnapshotPattern-333033431-project] 10.222.0.21 "DELETE /v2.0/security-groups/135f1ddc-8ce1-411f-ad62-6acc036d8539 HTTP/1.1" status: 204 len: 168 time: 0.3088980 Apr 01 16:53:43.947701 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 57638) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:44.583497 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:44.929242 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Deleting port f461391a-8826-455d-b0de-bc94a3cc99b2 {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:44.929579 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:45.099740 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] For port f461391a-8826-455d-b0de-bc94a3cc99b2, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f461391a-8826-455d-b0de-bc94a3cc99b2,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:45.100402 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:45.331584 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Calling delete_port for f461391a-8826-455d-b0de-bc94a3cc99b2 owned by network:router_interface {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:45.682866 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:45.729560 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Pushing event deleted for resources: {'Port': ['ID=f461391a-8826-455d-b0de-bc94a3cc99b2,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:45.999976 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:46.354465 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Router a5239e21-0a99-49fb-9dc3-be913462275f has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:53:46.526520 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:53:46.535011 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Sync routers for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:53:46.544264 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:46.544870 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:46.604439 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-42766180-47c1-4f35-995c-ec1adbf91194 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5239e21-0a99-49fb-9dc3-be913462275f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6556125 Apr 01 16:53:46.606881 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.wsgi [-] (88732) accepted ('10.222.0.21', 57644) {{(pid=88732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:46.726721 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:46.906126 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:47.041784 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:53:45Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:47.046187 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Checking router: a5239e21-0a99-49fb-9dc3-be913462275f for host: dv-neutron-835944-1-hyperv {{(pid=88735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:53:47.054480 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Routers {'a5239e21-0a99-49fb-9dc3-be913462275f'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:47.055106 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['a5239e21-0a99-49fb-9dc3-be913462275f'], 'active': True} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:47.092265 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:47.162956 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Deleting port 3f9dd21b-6a2d-44ca-908b-28df1af8142e {{(pid=88732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:47.163226 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:47.233856 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_dvr_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] Set router a5239e21-0a99-49fb-9dc3-be913462275f gateway port host: dv-neutron-835944-1-hyperv {{(pid=88735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:47.340387 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.db [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] For port 3f9dd21b-6a2d-44ca-908b-28df1af8142e, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=3f9dd21b-6a2d-44ca-908b-28df1af8142e,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:47.340745 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:47.468069 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Calling delete_port for 3f9dd21b-6a2d-44ca-908b-28df1af8142e owned by network:router_gateway {{(pid=88732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:47.512509 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.l3_hamode_db [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:53:45Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:47.516356 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff40f8e-dc78-4322-b44c-ee83cfac77c1 None None] The sync data for ids ['a5239e21-0a99-49fb-9dc3-be913462275f'] in dv-neutron-835944-1-hyperv is: [{'id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'name': 'tempest-TestSnapshotPattern-470942767-router', 'tenant_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:14Z', 'updated_at': '2022-04-01T16:53:45Z', 'revision_number': 5, 'project_id': '1699ac4d781c4f888bb4ce24f32aebe1', 'gw_port': {'id': '3f9dd21b-6a2d-44ca-908b-28df1af8142e', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5239e21-0a99-49fb-9dc3-be913462275f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:15Z', 'updated_at': '2022-04-01T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}] {{(pid=88735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:53:47.683063 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823680'] for port, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:47.730253 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9dd21b-6a2d-44ca-908b-28df1af8142e,revision_number=None']} {{(pid=88732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:47.823651 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.007693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.009949 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.088693 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.089194 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5239e21-0a99-49fb-9dc3-be913462275f {{(pid=88732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:53:48.102119 dv-neutron-835944-1-hyperv neutron-server[88732]: DEBUG neutron_lib.callbacks.manager [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.106662 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57648) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:48.107348 dv-neutron-835944-1-hyperv neutron-server[88732]: INFO neutron.wsgi [None req-7f2d3131-8ad6-4394-b9b4-c5f0f7af42c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5239e21-0a99-49fb-9dc3-be913462275f HTTP/1.1" status: 204 len: 168 time: 1.4988580 Apr 01 16:53:48.175053 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Deleting subnet 2c5e7169-8147-409a-9ddd-6c02e4c42ea8 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:53:48.178578 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.233820 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.309850 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.425931 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.466345 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5e7169-8147-409a-9ddd-6c02e4c42ea8,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:48.472571 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.477506 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594f8e0-d4f0-41be-bbf4-0d3dabce7d92 None None] Network 628bcb00-6f20-4422-b98d-af5f223819e4 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:53:48.479021 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-96b19071-f4ab-4f53-aa64-09b10d4f2def admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c5e7169-8147-409a-9ddd-6c02e4c42ea8 HTTP/1.1" status: 204 len: 168 time: 0.3713267 Apr 01 16:53:48.482045 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57652) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:48.591808 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.602118 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Deleting port 43225c42-ffea-49bb-be9c-1f06416b3c36 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:48.602447 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.745420 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] DHCP port deletion for 628bcb00-6f20-4422-b98d-af5f223819e4 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:53:48.750140 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Deleting port 43225c42-ffea-49bb-be9c-1f06416b3c36 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:48.750510 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.903330 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:48.913895 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] For port 43225c42-ffea-49bb-be9c-1f06416b3c36, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=43225c42-ffea-49bb-be9c-1f06416b3c36,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:48.914323 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.006539 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] For port 43225c42-ffea-49bb-be9c-1f06416b3c36, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=43225c42-ffea-49bb-be9c-1f06416b3c36,segment=NetworkSegment(40c57c91-e466-453a-9935-250e1638ca8f),segment_id=40c57c91-e466-453a-9935-250e1638ca8f)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:49.006970 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.049465 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Calling delete_port for 43225c42-ffea-49bb-be9c-1f06416b3c36 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:49.069770 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3f9dd21b-6a2d-44ca-908b-28df1af8142e no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:49.156911 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Calling delete_port for 43225c42-ffea-49bb-be9c-1f06416b3c36 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:49.174066 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.192720 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 3f9dd21b-6a2d-44ca-908b-28df1af8142e {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:49.193055 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 3f9dd21b-6a2d-44ca-908b-28df1af8142e not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:49.193453 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 43225c42-ffea-49bb-be9c-1f06416b3c36 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:49.220016 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43225c42-ffea-49bb-be9c-1f06416b3c36,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:49.225185 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] No DVR routers for this DVR port 43225c42-ffea-49bb-be9c-1f06416b3c36 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:53:49.242333 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 43225c42-ffea-49bb-be9c-1f06416b3c36 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:49.242708 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 43225c42-ffea-49bb-be9c-1f06416b3c36 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:49.243097 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f461391a-8826-455d-b0de-bc94a3cc99b2 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:49.279842 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f461391a-8826-455d-b0de-bc94a3cc99b2 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:49.280175 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f461391a-8826-455d-b0de-bc94a3cc99b2 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:49.301465 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:53:49.301817 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:53:49.342374 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.370739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628bcb00-6f20-4422-b98d-af5f223819e4']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:49.382586 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c57c91-e466-453a-9935-250e1638ca8f') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:49.382901 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c57c91-e466-453a-9935-250e1638ca8f') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:49.394388 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.410719 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.416605 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:53:49.416978 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:53:49.430056 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:53:49.568331 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.584630 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.595960 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=628bcb00-6f20-4422-b98d-af5f223819e4,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:49.666247 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-11fe488c-d36e-4c99-a00d-2e8eb5b862d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/628bcb00-6f20-4422-b98d-af5f223819e4 HTTP/1.1" status: 204 len: 168 time: 1.1831281 Apr 01 16:53:49.669541 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57656) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:49.803316 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Deleting port 43225c42-ffea-49bb-be9c-1f06416b3c36 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:49.803885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:49.872124 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-0d66089b-0fa9-4416-8ba0-9fe59b41bfe2 None None] The port '43225c42-ffea-49bb-be9c-1f06416b3c36' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:53:50.200083 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489211'] for router_interface, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:50.638925 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Deleting port 5658a28e-13c1-4b3a-85e1-2c73337f5b03 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:50.639259 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:50.811111 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] For port 5658a28e-13c1-4b3a-85e1-2c73337f5b03, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=5658a28e-13c1-4b3a-85e1-2c73337f5b03,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:50.811460 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:50.936739 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Calling delete_port for 5658a28e-13c1-4b3a-85e1-2c73337f5b03 owned by network:router_interface {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:51.305724 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:51.356585 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=5658a28e-13c1-4b3a-85e1-2c73337f5b03,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:51.625254 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489031'] for router_interface, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:52.102181 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Router 83f20c53-7099-471c-9961-c89417f9ea47 has already been hosted by L3 agent 88e15b0e-f5bb-48e1-adf3-0aec10402652 {{(pid=88733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:53:52.288445 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] Notify agent at l3_agent.dv-neutron-835944-1-hyperv the message routers_updated {{(pid=88733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:53:52.298007 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-c8d15154-3db4-4d1e-a894-ac8182126a2f admin admin] 10.222.0.21 "PUT /v2.0/routers/83f20c53-7099-471c-9961-c89417f9ea47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274900 Apr 01 16:53:52.298673 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Sync routers for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:53:52.300469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57660) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:52.308258 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:52.309952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:52.498680 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: dv-neutron-835944-1-hyperv {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:52.526667 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:52.733841 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:52.797486 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Deleting port f337e72c-36bb-4327-951b-b9d46d46c2e1 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:52.798021 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:52.798806 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'external_fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:53:51Z', 'revision_number': 5, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port': {'id': 'f337e72c-36bb-4327-951b-b9d46d46c2e1', 'name': '', 'network_id': '9181174c-0218-4efd-8ed7-7dedd586ae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f20c53-7099-471c-9961-c89417f9ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835944-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:48:22Z', 'updated_at': '2022-04-01T16:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ba1aa2a-bba6-440e-bd17-c195e7d808da', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835944-1-hyperv'}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:52.802833 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Checking router: 83f20c53-7099-471c-9961-c89417f9ea47 for host: dv-neutron-835944-1-hyperv {{(pid=88734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:53:52.812318 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Routers {'83f20c53-7099-471c-9961-c89417f9ea47'} bound to L3 agent in host dv-neutron-835944-1-hyperv {{(pid=88734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:53:52.816211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835944-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:41:05Z,description=,heartbeat_timestamp=2022-04-01T16:53:35Z,host='dv-neutron-835944-1-hyperv',id=88e15b0e-f5bb-48e1-adf3-0aec10402652,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:41:05Z,topic='l3_agent')) {'router_ids': ['83f20c53-7099-471c-9961-c89417f9ea47'], 'active': True} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:52.993187 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] For port f337e72c-36bb-4327-951b-b9d46d46c2e1, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=f337e72c-36bb-4327-951b-b9d46d46c2e1,segment=NetworkSegment(fa44a0b5-330e-43b6-bb1b-c6cb9e965b24),segment_id=fa44a0b5-330e-43b6-bb1b-c6cb9e965b24)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:52.993538 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.024655 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_dvr_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] Set router 83f20c53-7099-471c-9961-c89417f9ea47 gateway port host: None {{(pid=88734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:53:53.124993 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Calling delete_port for f337e72c-36bb-4327-951b-b9d46d46c2e1 owned by network:router_gateway {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:53.154427 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.db.l3_hamode_db [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:53:52Z', 'revision_number': 6, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port_host': None}], 'dv-neutron-835944-1-hyperv', False) {} {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:53.160987 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c3949-9464-4c3c-8a08-6264bf465565 None None] The sync data for ids ['83f20c53-7099-471c-9961-c89417f9ea47'] in dv-neutron-835944-1-hyperv is: [{'id': '83f20c53-7099-471c-9961-c89417f9ea47', 'name': 'tempest-TestSnapshotPattern-1674297291-router', 'tenant_id': '1c126a4a485d40e48bc3525a1d714bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:48:21Z', 'updated_at': '2022-04-01T16:53:52Z', 'revision_number': 6, 'project_id': '1c126a4a485d40e48bc3525a1d714bb3', 'gw_port_host': None}] {{(pid=88734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:53:53.368660 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.416121 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f337e72c-36bb-4327-951b-b9d46d46c2e1,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:53.625961 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-488414'] for router_gateway, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.796136 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-489676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521'] for router, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.798209 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.900386 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-489526'] for router, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.900921 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f20c53-7099-471c-9961-c89417f9ea47 {{(pid=88733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:53:53.915426 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:53.916605 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-2ef8c4a2-72f5-4371-98da-4a9065cc43d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83f20c53-7099-471c-9961-c89417f9ea47 HTTP/1.1" status: 204 len: 168 time: 1.6152081 Apr 01 16:53:53.919843 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57664) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:53.979842 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.db_base_plugin_v2 [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Deleting subnet 27b926b6-82c0-4278-bc23-08bd52a67a33 {{(pid=88733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:53:53.983681 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.037260 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-779763'] for subnet, precommit_delete_associations {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.117648 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7805322'] for subnet, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.231613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7805315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2655309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389447'] for subnet, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.271602 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b926b6-82c0-4278-bc23-08bd52a67a33,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:54.277261 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.283018 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-27873e78-3e02-4a92-8596-0501c0e9d746 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/27b926b6-82c0-4278-bc23-08bd52a67a33 HTTP/1.1" status: 204 len: 168 time: 0.3621631 Apr 01 16:53:54.283527 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327a792-7aca-46d6-9267-da7be3cb7cbb None None] Network f59cab2b-4433-4044-bd99-b9bd6e77bdc7 requested from dv-neutron-835944-1-hyperv {{(pid=88734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:53:54.285362 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57668) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:54.390555 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868449'] for network, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.400823 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Deleting port d192b356-d2b2-469b-873e-beb76f3b1cb3 {{(pid=88733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:54.401419 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.526885 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] DHCP port deletion for f59cab2b-4433-4044-bd99-b9bd6e77bdc7 request from dv-neutron-835944-1-hyperv {{(pid=88734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:53:54.531036 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Deleting port d192b356-d2b2-469b-873e-beb76f3b1cb3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:54.531424 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.609162 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.db [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] For port d192b356-d2b2-469b-873e-beb76f3b1cb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d192b356-d2b2-469b-873e-beb76f3b1cb3,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:54.609507 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.731011 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.db [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] For port d192b356-d2b2-469b-873e-beb76f3b1cb3, host dv-neutron-835944-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835944-1-hyperv',level=0,port_id=d192b356-d2b2-469b-873e-beb76f3b1cb3,segment=NetworkSegment(b123a66e-3e4e-4806-9ea3-d2577b3dbcf5),segment_id=b123a66e-3e4e-4806-9ea3-d2577b3dbcf5)] {{(pid=88734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:53:54.731328 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462075'] for port, precommit_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.735656 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Calling delete_port for d192b356-d2b2-469b-873e-beb76f3b1cb3 owned by network:dhcp {{(pid=88733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:54.851732 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Calling delete_port for d192b356-d2b2-469b-873e-beb76f3b1cb3 owned by network:dhcp {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:53:54.872292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7878033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765654351580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765653972017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2655932'] for port, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:54.919243 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Pushing event deleted for resources: {'Port': ['ID=d192b356-d2b2-469b-873e-beb76f3b1cb3,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:54.924945 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] No DVR routers for this DVR port d192b356-d2b2-469b-873e-beb76f3b1cb3 on host dv-neutron-835944-1-hyperv {{(pid=88733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:53:54.931365 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.db.api [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:53:54.931727 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG oslo_db.api [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:53:55.025043 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5658a28e-13c1-4b3a-85e1-2c73337f5b03 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:55.040761 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7805445', 'neutron.services.segments.db._delete_segments_for_network-8765654425667'] for network, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.057612 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: 5658a28e-13c1-4b3a-85e1-2c73337f5b03 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:55.057951 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device 5658a28e-13c1-4b3a-85e1-2c73337f5b03 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:55.058362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f337e72c-36bb-4327-951b-b9d46d46c2e1 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:55.069838 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59cab2b-4433-4044-bd99-b9bd6e77bdc7']}} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:55.082396 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5') {'for_net_delete': True} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:55.082716 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.services.segments.db [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b123a66e-3e4e-4806-9ea3-d2577b3dbcf5') {} {{(pid=88733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:53:55.094329 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765654428510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-779722'] for segment, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.094550 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: f337e72c-36bb-4327-951b-b9d46d46c2e1 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:55.094924 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device f337e72c-36bb-4327-951b-b9d46d46c2e1 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:55.095329 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d192b356-d2b2-469b-873e-beb76f3b1cb3 no longer exists at agent ovs-agent-dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:53:55.109854 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7799585'] for segment, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.115613 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:53:55.115980 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7799631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2655983'] for segment, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.127155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] No Port match for: d192b356-d2b2-469b-873e-beb76f3b1cb3 {{(pid=88734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:53:55.127511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.rpc [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Device d192b356-d2b2-469b-873e-beb76f3b1cb3 not bound to the agent host dv-neutron-835944-1-hyperv {{(pid=88734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: Traceback (most recent call last): Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: timer() Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: cb(*args, **kw) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: return func(*args, **kwargs) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: self._notify() Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: self.callback(batched_events) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: event.method(event) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: return f(self, *a, **k) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._get(url).json() Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: return self.request(url, 'GET', **kwargs) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:53:55.128784 dv-neutron-835944-1-hyperv neutron-server[88733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:53:55.254356 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7805466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-488443'] for network, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.273527 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Notify callbacks [] for network, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.377434 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] Pushing event deleted for resources: {'Network': ['ID=f59cab2b-4433-4044-bd99-b9bd6e77bdc7,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:55.380290 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-f8ae3feb-ebbd-4692-ad09-5cc501a3f43c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f59cab2b-4433-4044-bd99-b9bd6e77bdc7 HTTP/1.1" status: 204 len: 168 time: 1.0939674 Apr 01 16:53:55.433025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Deleting port d192b356-d2b2-469b-873e-beb76f3b1cb3 {{(pid=88734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:53:55.434156 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765654344942'] for port, before_delete {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.502832 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron.plugins.ml2.plugin [None req-3a0762db-e0d3-418e-96e6-3cb6b8db8c1a None None] The port 'd192b356-d2b2-469b-873e-beb76f3b1cb3' was deleted {{(pid=88734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:53:55.694587 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57674) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:55.743297 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-9086390c-e553-44cd-87a5-5ac30e411b92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1699ac4d781c4f888bb4ce24f32aebe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475457 Apr 01 16:53:55.746249 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57678) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:55.802469 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.827275 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.957170 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.975180 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df43d6b-1d44-4ebd-ae08-0edbfbb9066f,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:55.981412 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:55.982525 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-a6674fe2-6eee-4b28-85f5-64c296b6960b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7df43d6b-1d44-4ebd-ae08-0edbfbb9066f HTTP/1.1" status: 204 len: 168 time: 0.2353790 Apr 01 16:53:56.655657 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57686) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:56.706299 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-55131268-1799-47be-a7c2-6cb67104d940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c126a4a485d40e48bc3525a1d714bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495183 Apr 01 16:53:56.708769 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.wsgi [-] (88733) accepted ('10.222.0.21', 57690) {{(pid=88733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:53:56.764003 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:56.788346 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:56.923047 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610582'] for security_group, after_delete {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:56.938292 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586b44f-033c-4cc6-92c2-752119fb2956,revision_number=None']} {{(pid=88733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:53:56.944663 dv-neutron-835944-1-hyperv neutron-server[88733]: DEBUG neutron_lib.callbacks.manager [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:56.945766 dv-neutron-835944-1-hyperv neutron-server[88733]: INFO neutron.wsgi [None req-8ce73bc5-c9c5-47d9-8bd9-2a6ee9038e99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3586b44f-033c-4cc6-92c2-752119fb2956 HTTP/1.1" status: 204 len: 168 time: 0.2361281 Apr 01 16:54:02.465457 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-b454f87a-2383-49dd-aac4-8c0064c6eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:04.905171 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ce909041-0ead-4da9-bfdc-7ea50a052d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:05.694107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:06.442417 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:07.934025 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:18.779479 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:54:18.928067 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:32.476343 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-637f155d-3856-4c8d-8dcc-727131daccb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:34.922238 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-112a17b7-a7b1-43b6-b19e-c68e4d54bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:35.699068 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:36.430519 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:37.904945 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:48.922155 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:55.778041 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:55:02.476074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-efbed25e-828b-4f37-a2e5-d989957515f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:04.916022 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-09862cc3-33d0-4a10-9460-0eacf6cc4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:05.692701 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:06.470157 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:07.904652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:18.984448 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:32.492538 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-dbedd5cc-4728-4dd9-82f7-f6aa6a9959b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:32.776972 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:55:34.892307 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-ee266506-6b4c-4dbc-9e8c-b51f35054629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:35.698037 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:36.475255 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:37.909652 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:48.977981 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:02.480605 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4060d4d7-fb4a-4c0f-9965-c4896da184f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:04.925910 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e21e5f92-7a9e-483b-823e-d4ee66bf6f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:05.685602 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:06.446056 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:07.926204 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:09.778386 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:56:18.954460 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:32.491632 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-28829e2e-293f-49ae-963d-77ddc3ff9f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:34.937174 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e2951a24-e058-49b9-b9e0-23430cdde04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.691220 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:36.468074 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:37.925243 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.777689 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:56:48.948369 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:02.485109 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-f3f50fd3-f98d-4680-bc1e-dbbd55f5db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:04.970799 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1155-bbda-4b1d-a903-86b9714f2d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:05.697211 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:06.467222 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:07.957385 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:18.971041 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:23.777164 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:57:32.512750 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-0eaa65df-956f-465f-b98c-dab747df800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:34.924660 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-036adc98-e2cc-4ce5-ac1d-4b4a915de73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:35.736233 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:36.456070 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:37.936472 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:48.984848 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:00.776269 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:58:02.478362 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-42ab867c-993f-4ae4-9571-2d491591b7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:04.930107 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-889f5d68-9295-4cea-aa9c-4ca9c0dca3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:05.672376 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:06.467646 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:07.935735 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:18.981165 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:32.466298 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7a05-be36-496e-b06a-1d1b4294987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:34.941264 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a0ea673c-8bad-4419-97fd-2ec04fee92fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:35.683262 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:36.448943 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:37.776476 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:58:37.969486 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:49.002850 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:02.494010 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-a4dc50f8-78f1-4f36-ab84-6261a0c42c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:04.951787 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-23234dfe-d43d-477d-930b-0f911b8fbe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:05.740336 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:06.459438 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:07.968511 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:14.777214 dv-neutron-835944-1-hyperv neutron-server[88735]: DEBUG neutron.db.agents_db [None req-c75a6e8a-6a91-4af4-bb55-c36db12929cd None None] Agent healthcheck: found 6 active agents {{(pid=88735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:59:19.025248 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-4a57fd59-ed01-4755-b760-c102525892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:32.482597 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-81d18155-a3c4-4635-968f-f903426b40d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:34.928557 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-e57fabe0-43b6-491d-b353-7b0c6255de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:35.687661 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-aedf5d43-cc8a-4e81-8430-6dc35217850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:36.470952 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-185ae76d-9950-44be-ac4b-77c63f550833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:37.939862 dv-neutron-835944-1-hyperv neutron-server[88734]: DEBUG neutron_lib.callbacks.manager [None req-1c323e6e-c6f7-4627-85d3-eb5e28826c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765654425640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804891'] for agent, after_update {{(pid=88734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}